diff --git a/.coveragerc b/.coveragerc
index 09ab3764337..a335557d4f1 100644
--- a/.coveragerc
+++ b/.coveragerc
@@ -25,6 +25,7 @@ exclude_lines =
^\s*raise NotImplementedError\b
^\s*return NotImplemented\b
^\s*assert False(,|$)
+ ^\s*assert_never\(
^\s*if TYPE_CHECKING:
^\s*@overload( |$)
diff --git a/.github/PULL_REQUEST_TEMPLATE.md b/.github/PULL_REQUEST_TEMPLATE.md
index 9408fceafe3..5e7282bfd77 100644
--- a/.github/PULL_REQUEST_TEMPLATE.md
+++ b/.github/PULL_REQUEST_TEMPLATE.md
@@ -13,7 +13,7 @@ If this change fixes an issue, please:
Unless your change is trivial or a small documentation fix (e.g., a typo or reword of a small section) please:
-- [ ] Create a new changelog file in the `changelog` folder, with a name like `<ISSUE NUMBER>.<TYPE>.rst`. See [changelog/README.rst](https://github.com/pytest-dev/pytest/blob/master/changelog/README.rst) for details.
+- [ ] Create a new changelog file in the `changelog` folder, with a name like `<ISSUE NUMBER>.<TYPE>.rst`. See [changelog/README.rst](https://github.com/pytest-dev/pytest/blob/main/changelog/README.rst) for details.
Write sentences in the **past or present tense**, examples:
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index 2b779279fdc..7d8925f62d6 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -3,7 +3,7 @@ name: main
on:
push:
branches:
- - master
+ - main
- "[0-9]+.[0-9]+.x"
tags:
- "[0-9]+.[0-9]+.[0-9]+"
@@ -11,13 +11,21 @@ on:
pull_request:
branches:
- - master
+ - main
- "[0-9]+.[0-9]+.x"
+env:
+ PYTEST_ADDOPTS: "--color=yes"
+
+# Set permissions at the job level.
+permissions: {}
+
jobs:
build:
runs-on: ${{ matrix.os }}
- timeout-minutes: 30
+ timeout-minutes: 45
+ permissions:
+ contents: read
strategy:
fail-fast: false
@@ -27,6 +35,8 @@ jobs:
"windows-py37",
"windows-py37-pluggy",
"windows-py38",
+ "windows-py39",
+ "windows-py310",
"ubuntu-py36",
"ubuntu-py37",
@@ -34,6 +44,7 @@ jobs:
"ubuntu-py37-freeze",
"ubuntu-py38",
"ubuntu-py39",
+ "ubuntu-py310",
"ubuntu-pypy3",
"macos-py37",
@@ -56,12 +67,20 @@ jobs:
- name: "windows-py37-pluggy"
python: "3.7"
os: windows-latest
- tox_env: "py37-pluggymaster-xdist"
+ tox_env: "py37-pluggymain-xdist"
- name: "windows-py38"
python: "3.8"
os: windows-latest
tox_env: "py38-unittestextras"
use_coverage: true
+ - name: "windows-py39"
+ python: "3.9"
+ os: windows-latest
+ tox_env: "py39-xdist"
+ - name: "windows-py310"
+ python: "3.10.1"
+ os: windows-latest
+ tox_env: "py310-xdist"
- name: "ubuntu-py36"
python: "3.6"
@@ -75,7 +94,7 @@ jobs:
- name: "ubuntu-py37-pluggy"
python: "3.7"
os: ubuntu-latest
- tox_env: "py37-pluggymaster-xdist"
+ tox_env: "py37-pluggymain-xdist"
- name: "ubuntu-py37-freeze"
python: "3.7"
os: ubuntu-latest
@@ -88,8 +107,12 @@ jobs:
python: "3.9"
os: ubuntu-latest
tox_env: "py39-xdist"
+ - name: "ubuntu-py310"
+ python: "3.10.1"
+ os: ubuntu-latest
+ tox_env: "py310-xdist"
- name: "ubuntu-pypy3"
- python: "pypy3"
+ python: "pypy-3.7"
os: ubuntu-latest
tox_env: "pypy3-xdist"
@@ -122,10 +145,13 @@ jobs:
- uses: actions/checkout@v2
with:
fetch-depth: 0
+ persist-credentials: false
+
- name: Set up Python ${{ matrix.python }}
uses: actions/setup-python@v2
with:
python-version: ${{ matrix.python }}
+
- name: Install dependencies
run: |
python -m pip install --upgrade pip
@@ -137,45 +163,27 @@ jobs:
- name: Test with coverage
if: "matrix.use_coverage"
- env:
- _PYTEST_TOX_COVERAGE_RUN: "coverage run -m"
- COVERAGE_PROCESS_START: ".coveragerc"
- _PYTEST_TOX_EXTRA_DEP: "coverage-enable-subprocess"
- run: "tox -e ${{ matrix.tox_env }}"
-
- - name: Prepare coverage token
- if: (matrix.use_coverage && ( github.repository == 'pytest-dev/pytest' || github.event_name == 'pull_request' ))
- run: |
- python scripts/append_codecov_token.py
+ run: "tox -e ${{ matrix.tox_env }}-coverage"
- - name: Report coverage
- if: (matrix.use_coverage)
- env:
- CODECOV_NAME: ${{ matrix.name }}
- run: bash scripts/report-coverage.sh -F GHA,${{ runner.os }}
+ - name: Generate coverage report
+ if: "matrix.use_coverage"
+ run: python -m coverage xml
- linting:
- runs-on: ubuntu-latest
- steps:
- - uses: actions/checkout@v2
- - uses: actions/setup-python@v2
- - name: set PY
- run: echo "name=PY::$(python -c 'import hashlib, sys;print(hashlib.sha256(sys.version.encode()+sys.executable.encode()).hexdigest())')" >> $GITHUB_ENV
- - uses: actions/cache@v2
+ - name: Upload coverage to Codecov
+ if: "matrix.use_coverage"
+ uses: codecov/codecov-action@v2
with:
- path: ~/.cache/pre-commit
- key: pre-commit|${{ env.PY }}|${{ hashFiles('.pre-commit-config.yaml') }}
- - name: Install dependencies
- run: |
- python -m pip install --upgrade pip
- pip install tox
- - run: tox -e linting
+ fail_ci_if_error: true
+ files: ./coverage.xml
+ verbose: true
deploy:
if: github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags') && github.repository == 'pytest-dev/pytest'
runs-on: ubuntu-latest
timeout-minutes: 30
+ permissions:
+ contents: write
needs: [build]
@@ -183,25 +191,31 @@ jobs:
- uses: actions/checkout@v2
with:
fetch-depth: 0
+ persist-credentials: false
+
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: "3.7"
+
- name: Install dependencies
run: |
python -m pip install --upgrade pip
- pip install --upgrade wheel setuptools tox
+ pip install --upgrade build tox
+
- name: Build package
run: |
- python setup.py sdist bdist_wheel
+ python -m build
+
- name: Publish package to PyPI
uses: pypa/gh-action-pypi-publish@master
with:
user: __token__
password: ${{ secrets.pypi_token }}
+
- name: Publish GitHub release notes
env:
- GH_RELEASE_NOTES_TOKEN: ${{ secrets.release_notes }}
+ GH_RELEASE_NOTES_TOKEN: ${{ github.token }}
run: |
sudo apt-get install pandoc
tox -e publish-gh-release-notes
diff --git a/.github/workflows/prepare-release-pr.yml b/.github/workflows/prepare-release-pr.yml
new file mode 100644
index 00000000000..429834b3f21
--- /dev/null
+++ b/.github/workflows/prepare-release-pr.yml
@@ -0,0 +1,52 @@
+name: prepare release pr
+
+on:
+ workflow_dispatch:
+ inputs:
+ branch:
+ description: 'Branch to base the release from'
+ required: true
+ default: ''
+ major:
+ description: 'Major release? (yes/no)'
+ required: true
+ default: 'no'
+ prerelease:
+ description: 'Prerelease (ex: rc1). Leave empty if not a pre-release.'
+ required: false
+ default: ''
+
+# Set permissions at the job level.
+permissions: {}
+
+jobs:
+ build:
+ runs-on: ubuntu-latest
+ permissions:
+ contents: write
+ pull-requests: write
+
+ steps:
+ - uses: actions/checkout@v2
+ with:
+ fetch-depth: 0
+
+ - name: Set up Python
+ uses: actions/setup-python@v2
+ with:
+ python-version: "3.8"
+
+ - name: Install dependencies
+ run: |
+ python -m pip install --upgrade pip
+ pip install --upgrade setuptools tox
+
+ - name: Prepare release PR (minor/patch release)
+ if: github.event.inputs.major == 'no'
+ run: |
+ tox -e prepare-release-pr -- ${{ github.event.inputs.branch }} ${{ github.token }} --prerelease='${{ github.event.inputs.prerelease }}'
+
+ - name: Prepare release PR (major release)
+ if: github.event.inputs.major == 'yes'
+ run: |
+ tox -e prepare-release-pr -- ${{ github.event.inputs.branch }} ${{ github.token }} --major --prerelease='${{ github.event.inputs.prerelease }}'
diff --git a/.github/workflows/release-on-comment.yml b/.github/workflows/release-on-comment.yml
deleted file mode 100644
index 94863d896b9..00000000000
--- a/.github/workflows/release-on-comment.yml
+++ /dev/null
@@ -1,31 +0,0 @@
-# part of our release process, see `release-on-comment.py`
-name: release on comment
-
-on:
- issues:
- types: [opened, edited]
- issue_comment:
- types: [created, edited]
-
-jobs:
- build:
- runs-on: ubuntu-latest
-
- if: (github.event.comment && startsWith(github.event.comment.body, '@pytestbot please')) || (github.event.issue && !github.event.comment && startsWith(github.event.issue.body, '@pytestbot please'))
-
- steps:
- - uses: actions/checkout@v2
- with:
- fetch-depth: 0
-
- - name: Set up Python
- uses: actions/setup-python@v2
- with:
- python-version: "3.8"
- - name: Install dependencies
- run: |
- python -m pip install --upgrade pip
- pip install --upgrade setuptools tox
- - name: Prepare release
- run: |
- tox -e release-on-comment -- $GITHUB_EVENT_PATH ${{ secrets.chatops }}
diff --git a/.github/workflows/update-plugin-list.yml b/.github/workflows/update-plugin-list.yml
new file mode 100644
index 00000000000..17c6364f4bd
--- /dev/null
+++ b/.github/workflows/update-plugin-list.yml
@@ -0,0 +1,48 @@
+name: Update Plugin List
+
+on:
+ schedule:
+ # At 00:00 on Sunday.
+ # https://crontab.guru
+ - cron: '0 0 * * 0'
+ workflow_dispatch:
+
+# Set permissions at the job level.
+permissions: {}
+
+jobs:
+ createPullRequest:
+ runs-on: ubuntu-latest
+ permissions:
+ contents: write
+ pull-requests: write
+
+ steps:
+ - name: Checkout
+ uses: actions/checkout@v2
+ with:
+ fetch-depth: 0
+
+ - name: Setup Python
+ uses: actions/setup-python@v2
+ with:
+ python-version: 3.8
+
+ - name: Install dependencies
+ run: |
+ python -m pip install --upgrade pip
+ pip install packaging requests tabulate[widechars] tqdm
+
+ - name: Update Plugin List
+ run: python scripts/update-plugin-list.py
+
+ - name: Create Pull Request
+ uses: peter-evans/create-pull-request@2455e1596942c2902952003bbb574afbbe2ab2e6
+ with:
+ commit-message: '[automated] Update plugin list'
+ author: 'pytest bot <pytestbot@users.noreply.github.com>'
+ branch: update-plugin-list/patch
+ delete-branch: true
+ branch-suffix: short-commit-hash
+ title: '[automated] Update plugin list'
+ body: '[automated] Update plugin list'
diff --git a/.gitignore b/.gitignore
index 23e7c996688..935da3b9a2e 100644
--- a/.gitignore
+++ b/.gitignore
@@ -53,3 +53,6 @@ coverage.xml
# generated by pip
pip-wheel-metadata/
+
+# pytest debug logs generated via --debug
+pytestdebug.log
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
index 68cc3273bba..20cede3b7bb 100644
--- a/.pre-commit-config.yaml
+++ b/.pre-commit-config.yaml
@@ -1,16 +1,16 @@
repos:
- repo: https://github.com/psf/black
- rev: 19.10b0
+ rev: 21.11b1
hooks:
- id: black
args: [--safe, --quiet]
- repo: https://github.com/asottile/blacken-docs
- rev: v1.8.0
+ rev: v1.12.0
hooks:
- id: blacken-docs
- additional_dependencies: [black==19.10b0]
+ additional_dependencies: [black==20.8b1]
- repo: https://github.com/pre-commit/pre-commit-hooks
- rev: v3.2.0
+ rev: v4.0.1
hooks:
- id: trailing-whitespace
- id: end-of-file-fixer
@@ -20,8 +20,8 @@ repos:
- id: debug-statements
exclude: _pytest/(debugging|hookspec).py
language_version: python3
-- repo: https://gitlab.com/pycqa/flake8
- rev: 3.8.3
+- repo: https://github.com/PyCQA/flake8
+ rev: 4.0.1
hooks:
- id: flake8
language_version: python3
@@ -29,27 +29,26 @@ repos:
- flake8-typing-imports==1.9.0
- flake8-docstrings==1.5.0
- repo: https://github.com/asottile/reorder_python_imports
- rev: v2.3.5
+ rev: v2.6.0
hooks:
- id: reorder-python-imports
args: ['--application-directories=.:src', --py36-plus]
- repo: https://github.com/asottile/pyupgrade
- rev: v2.7.2
+ rev: v2.29.1
hooks:
- id: pyupgrade
args: [--py36-plus]
- repo: https://github.com/asottile/setup-cfg-fmt
- rev: v1.11.0
+ rev: v1.20.0
hooks:
- id: setup-cfg-fmt
- # TODO: when upgrading setup-cfg-fmt this can be removed
- args: [--max-py-version=3.9]
+ args: [--max-py-version=3.10]
- repo: https://github.com/pre-commit/pygrep-hooks
- rev: v1.6.0
+ rev: v1.9.0
hooks:
- id: python-use-type-annotations
- repo: https://github.com/pre-commit/mirrors-mypy
- rev: v0.790
+ rev: v0.910-1
hooks:
- id: mypy
files: ^(src/|testing/)
@@ -59,6 +58,9 @@ repos:
- py>=1.8.2
- attrs>=19.2.0
- packaging
+ - tomli
+ - types-atomicwrites
+ - types-pkg_resources
- repo: local
hooks:
- id: rst
@@ -89,3 +91,9 @@ repos:
xml\.
)
types: [python]
+ - id: py-path-deprecated
+ name: py.path usage is deprecated
+ exclude: docs|src/_pytest/deprecated.py|testing/deprecated_test.py
+ language: pygrep
+ entry: \bpy\.path\.local
+ types: [python]
diff --git a/.readthedocs.yml b/.readthedocs.yml
index 0176c264001..bc44d38b4c7 100644
--- a/.readthedocs.yml
+++ b/.readthedocs.yml
@@ -1,12 +1,19 @@
version: 2
python:
- version: 3.7
install:
- requirements: doc/en/requirements.txt
- method: pip
path: .
+build:
+ os: ubuntu-20.04
+ tools:
+ python: "3.9"
+ apt_packages:
+ - inkscape
+
formats:
- epub
- pdf
+ - htmlzip
diff --git a/AUTHORS b/AUTHORS
index 72391122eb5..9413f9c2e74 100644
--- a/AUTHORS
+++ b/AUTHORS
@@ -5,6 +5,7 @@ Contributors include::
Aaron Coleman
Abdeali JK
+Abdelrahman Elbehery
Abhijeet Kasurde
Adam Johnson
Adam Uhlir
@@ -12,6 +13,7 @@ Ahn Ki-Wook
Akiomi Kamakura
Alan Velasco
Alexander Johnson
+Alexander King
Alexei Kozlenok
Allan Feldman
Aly Sivji
@@ -21,7 +23,9 @@ Anders Hovmöller
Andras Mitzki
Andras Tim
Andrea Cimatoribus
+Andreas Motl
Andreas Zeidler
+Andrew Shapton
Andrey Paramonov
Andrzej Klajnert
Andrzej Ostrowski
@@ -29,9 +33,11 @@ Andy Freeland
Anthon van der Neut
Anthony Shaw
Anthony Sottile
+Anton Grinevich
Anton Lodder
Antony Lee
Arel Cordero
+Arias Emmanuel
Ariel Pillemer
Armin Rigo
Aron Coyle
@@ -39,6 +45,7 @@ Aron Curzon
Aviral Verma
Aviv Palivoda
Barney Gale
+Ben Gartner
Ben Webb
Benjamin Peterson
Bernard Pratz
@@ -56,6 +63,8 @@ Charles Cloud
Charles Machalow
Charnjit SiNGH (CCSJ)
Chris Lamb
+Chris NeJame
+Chris Rose
Christian Boelsen
Christian Fetzer
Christian Neumüller
@@ -68,12 +77,14 @@ Christopher Gilling
Claire Cecil
Claudio Madotto
CrazyMerlyn
+Cristian Vera
Cyrus Maden
Damian Skrzypczak
Daniel Grana
Daniel Hahler
Daniel Nuri
Daniel Wandschneider
+Daniele Procida
Danielle Jenkins
Daniil Galiev
Dave Hunt
@@ -85,6 +96,7 @@ David Vierra
Daw-Ran Liou
Debi Mishra
Denis Kirisov
+Denivy Braiam Rück
Dhiren Serai
Diego Russo
Dmitry Dygalo
@@ -93,11 +105,14 @@ Dominic Mortlock
Duncan Betts
Edison Gustavo Muenz
Edoardo Batini
+Edson Tadeu M. Manoel
Eduardo Schettino
Eli Boyarski
Elizaveta Shashkova
+Éloi Rivard
Endre Galaczi
Eric Hunsberger
+Eric Liu
Eric Siegerman
Erik Aronesty
Erik M. Bray
@@ -114,7 +129,9 @@ Garvit Shubham
Gene Wood
George Kussumoto
Georgy Dyuldin
+Gergely Kalmár
Gleb Nikonorov
+Graeme Smecher
Graham Horler
Greg Price
Gregory Lee
@@ -123,6 +140,7 @@ Grigorii Eremeev (budulianin)
Guido Wesdorp
Guoqiang Zhang
Harald Armin Massa
+Harshna
Henk-Jaap Wagenaar
Holger Kohr
Hugo van Kemenade
@@ -135,6 +153,7 @@ Iwan Briquemont
Jaap Broekhuizen
Jakob van Santen
Jakub Mitoraj
+James Bourbeau
Jan Balster
Janne Vanhala
Jason R. Coombs
@@ -155,6 +174,7 @@ Josh Karpel
Joshua Bronson
Jurko Gospodnetić
Justyna Janczyszyn
+Justice Ndou
Kale Kundert
Kamran Ahmad
Karl O. Pinc
@@ -165,6 +185,7 @@ Katerina Koukiou
Keri Volans
Kevin Cox
Kevin J. Foley
+Kian-Meng Ang
Kodi B. Arfer
Kostis Anagnostopoulos
Kristoffer Nordström
@@ -209,6 +230,7 @@ Michael Goerz
Michael Krebs
Michael Seifert
Michal Wajszczuk
+Michał Zięba
Mihai Capotă
Mike Hoyle (hoylemd)
Mike Lundy
@@ -222,6 +244,7 @@ Nicholas Murphy
Niclas Olofsson
Nicolas Delaby
Nikolay Kondratyev
+Olga Matoula
Oleg Pidsadnyi
Oleg Sushchenko
Oliver Bestwalter
@@ -229,6 +252,7 @@ Omar Kohl
Omer Hadari
Ondřej Súkup
Oscar Benjamin
+Parth Patel
Patrick Hayes
Pauli Virtanen
Pavel Karateev
@@ -263,6 +287,7 @@ Ross Lawley
Ruaridh Williamson
Russel Winder
Ryan Wooden
+Saiprasad Kale
Samuel Dion-Girardeau
Samuel Searles-Bryant
Samuele Pedroni
@@ -271,6 +296,7 @@ Sankt Petersbug
Segev Finer
Serhii Mozghovyi
Seth Junot
+Shantanu Jain
Shubham Adep
Simon Gomizelj
Simon Kerr
@@ -286,10 +312,12 @@ Sven-Hendrik Haase
Sylvain Marié
Tadek Teleżyński
Takafumi Arakaki
+Taneli Hukkinen
Tanvi Mehta
Tarcisio Fischer
Tareq Alayan
Ted Xiao
+Terje Runde
Thomas Grainger
Thomas Hisch
Tim Hoffmann
@@ -321,6 +349,8 @@ Xixi Zhao
Xuan Luong
Xuecong Liao
Yoav Caspi
+Yuval Shimon
Zac Hatfield-Dodds
+Zachary Kneupper
Zoltán Máté
Zsolt Cserna
diff --git a/CHANGELOG.rst b/CHANGELOG.rst
index 3865f250c26..481f277813a 100644
--- a/CHANGELOG.rst
+++ b/CHANGELOG.rst
@@ -4,4 +4,4 @@ Changelog
The pytest CHANGELOG is located `here <https://docs.pytest.org/en/stable/changelog.html>`__.
-The source document can be found at: https://github.com/pytest-dev/pytest/blob/master/doc/en/changelog.rst
+The source document can be found at: https://github.com/pytest-dev/pytest/blob/main/doc/en/changelog.rst
diff --git a/CONTRIBUTING.rst b/CONTRIBUTING.rst
index 2669cb19509..24bca723c8b 100644
--- a/CONTRIBUTING.rst
+++ b/CONTRIBUTING.rst
@@ -160,7 +160,7 @@ the following:
- an issue tracker for bug reports and enhancement requests.
-- a `changelog <http://keepachangelog.com/>`_.
+- a `changelog <https://keepachangelog.com/>`_.
If no contributor strongly objects and two agree, the repository can then be
transferred to the ``pytest-dev`` organisation.
@@ -234,9 +234,9 @@ Here is a simple overview, with pytest-specific bits:
$ git clone git@github.com:YOUR_GITHUB_USERNAME/pytest.git
$ cd pytest
- # now, create your own branch off "master":
+ # now, create your own branch off "main":
- $ git checkout -b your-bugfix-branch-name master
+ $ git checkout -b your-bugfix-branch-name main
Given we have "major.minor.micro" version numbers, bug fixes will usually
be released in micro releases whereas features will be released in
@@ -259,7 +259,7 @@ Here is a simple overview, with pytest-specific bits:
Tox is used to run all the tests and will automatically setup virtualenvs
to run the tests in.
- (will implicitly use http://www.virtualenv.org/en/latest/)::
+ (will implicitly use https://virtualenv.pypa.io/en/latest/)::
$ pip install tox
@@ -318,26 +318,26 @@ Here is a simple overview, with pytest-specific bits:
compare: your-branch-name
base-fork: pytest-dev/pytest
- base: master
+ base: main
Writing Tests
~~~~~~~~~~~~~
-Writing tests for plugins or for pytest itself is often done using the `testdir fixture <https://docs.pytest.org/en/stable/reference.html#testdir>`_, as a "black-box" test.
+Writing tests for plugins or for pytest itself is often done using the `pytester fixture <https://docs.pytest.org/en/stable/reference/reference.html#pytester>`_, as a "black-box" test.
For example, to ensure a simple test passes you can write:
.. code-block:: python
- def test_true_assertion(testdir):
- testdir.makepyfile(
+ def test_true_assertion(pytester):
+ pytester.makepyfile(
"""
def test_foo():
assert True
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.assert_outcomes(failed=0, passed=1)
@@ -346,14 +346,14 @@ Alternatively, it is possible to make checks based on the actual output of the t
.. code-block:: python
- def test_true_assertion(testdir):
- testdir.makepyfile(
+ def test_true_assertion(pytester):
+ pytester.makepyfile(
"""
def test_foo():
assert False
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*assert False*", "*1 failed*"])
When choosing a file where to write a new test, take a look at the existing files and see if there's
@@ -387,15 +387,15 @@ Suppose for example that the latest release was 1.2.3, and you want to include
a bug fix in 1.2.4 (check https://github.com/pytest-dev/pytest/releases for the
actual latest release). The procedure for this is:
-#. First, make sure the bug is fixed the ``master`` branch, with a regular pull
+#. First, make sure the bug is fixed the ``main`` branch, with a regular pull
request, as described above. An exception to this is if the bug fix is not
- applicable to ``master`` anymore.
+ applicable to ``main`` anymore.
-#. ``git checkout origin/1.2.x -b backport-XXXX`` # use the master PR number here
+#. ``git checkout origin/1.2.x -b backport-XXXX`` # use the main PR number here
#. Locate the merge commit on the PR, in the *merged* message, for example:
- nicoddemus merged commit 0f8b462 into pytest-dev:master
+ nicoddemus merged commit 0f8b462 into pytest-dev:main
#. ``git cherry-pick -x -m1 REVISION`` # use the revision you found above (``0f8b462``).
@@ -408,8 +408,8 @@ actual latest release). The procedure for this is:
Who does the backporting
~~~~~~~~~~~~~~~~~~~~~~~~
-As mentioned above, bugs should first be fixed on ``master`` (except in rare occasions
-that a bug only happens in a previous release). So who should do the backport procedure described
+As mentioned above, bugs should first be fixed on ``main`` (except in rare occasions
+that a bug only happens in a previous release). So, who should do the backport procedure described
above?
1. If the bug was fixed by a core developer, it is the main responsibility of that core developer
@@ -417,8 +417,8 @@ above?
2. However, often the merge is done by another maintainer, in which case it is nice of them to
do the backport procedure if they have the time.
3. For bugs submitted by non-maintainers, it is expected that a core developer will to do
- the backport, normally the one that merged the PR on ``master``.
-4. If a non-maintainers notices a bug which is fixed on ``master`` but has not been backported
+ the backport, normally the one that merged the PR on ``main``.
+4. If a non-maintainers notices a bug which is fixed on ``main`` but has not been backported
(due to maintainers forgetting to apply the *needs backport* label, or just plain missing it),
they are also welcome to open a PR with the backport. The procedure is simple and really
helps with the maintenance of the project.
@@ -447,7 +447,7 @@ can always reopen the issue/pull request in their own time later if it makes sen
When to close
~~~~~~~~~~~~~
-Here are a few general rules the maintainers use to decide when to close issues/PRs because
+Here are a few general rules the maintainers use deciding when to close issues/PRs because
of lack of inactivity:
* Issues labeled ``question`` or ``needs information``: closed after 14 days inactive.
@@ -459,15 +459,15 @@ The above are **not hard rules**, but merely **guidelines**, and can be (and oft
Closing pull requests
~~~~~~~~~~~~~~~~~~~~~
-When closing a Pull Request, it needs to be acknowledge the time, effort, and interest demonstrated by the person which submitted it. As mentioned previously, it is not the intent of the team to dismiss stalled pull request entirely but to merely to clear up our queue, so a message like the one below is warranted when closing a pull request that went stale:
+When closing a Pull Request, it needs to be acknowledging the time, effort, and interest demonstrated by the person which submitted it. As mentioned previously, it is not the intent of the team to dismiss a stalled pull request entirely but to merely to clear up our queue, so a message like the one below is warranted when closing a pull request that went stale:
Hi <contributor>,
- First of all we would like to thank you for your time and effort on working on this, the pytest team deeply appreciates it.
+ First of all, we would like to thank you for your time and effort on working on this, the pytest team deeply appreciates it.
We noticed it has been awhile since you have updated this PR, however. pytest is a high activity project, with many issues/PRs being opened daily, so it is hard for us maintainers to track which PRs are ready for merging, for review, or need more attention.
- So for those reasons we think it is best to close the PR for now, but with the only intention to cleanup our queue, it is by no means a rejection of your changes. We still encourage you to re-open this PR (it is just a click of a button away) when you are ready to get back to it.
+ So for those reasons we, think it is best to close the PR for now, but with the only intention to clean up our queue, it is by no means a rejection of your changes. We still encourage you to re-open this PR (it is just a click of a button away) when you are ready to get back to it.
Again we appreciate your time for working on this, and hope you might get back to this at a later time!
diff --git a/LICENSE b/LICENSE
index d14fb7ff4b3..c3f1657fce9 100644
--- a/LICENSE
+++ b/LICENSE
@@ -1,6 +1,6 @@
The MIT License (MIT)
-Copyright (c) 2004-2020 Holger Krekel and others
+Copyright (c) 2004 Holger Krekel and others
Permission is hereby granted, free of charge, to any person obtaining a copy of
this software and associated documentation files (the "Software"), to deal in
diff --git a/README.rst b/README.rst
index 398d6451c58..14733765173 100644
--- a/README.rst
+++ b/README.rst
@@ -1,6 +1,7 @@
-.. image:: https://docs.pytest.org/en/stable/_static/pytest1.png
+.. image:: https://github.com/pytest-dev/pytest/raw/main/doc/en/img/pytest_logo_curves.svg
:target: https://docs.pytest.org/en/stable/
:align: center
+ :height: 200
:alt: pytest
@@ -15,16 +16,17 @@
.. image:: https://img.shields.io/pypi/pyversions/pytest.svg
:target: https://pypi.org/project/pytest/
-.. image:: https://codecov.io/gh/pytest-dev/pytest/branch/master/graph/badge.svg
+.. image:: https://codecov.io/gh/pytest-dev/pytest/branch/main/graph/badge.svg
:target: https://codecov.io/gh/pytest-dev/pytest
:alt: Code coverage Status
-.. image:: https://travis-ci.org/pytest-dev/pytest.svg?branch=master
- :target: https://travis-ci.org/pytest-dev/pytest
-
.. image:: https://github.com/pytest-dev/pytest/workflows/main/badge.svg
:target: https://github.com/pytest-dev/pytest/actions?query=workflow%3Amain
+.. image:: https://results.pre-commit.ci/badge/github/pytest-dev/pytest/main.svg
+ :target: https://results.pre-commit.ci/latest/github/pytest-dev/pytest/main
+ :alt: pre-commit.ci status
+
.. image:: https://img.shields.io/badge/code%20style-black-000000.svg
:target: https://github.com/psf/black
@@ -35,6 +37,15 @@
:target: https://pytest.readthedocs.io/en/latest/?badge=latest
:alt: Documentation Status
+.. image:: https://img.shields.io/badge/Discord-pytest--dev-blue
+ :target: https://discord.com/invite/pytest-dev
+ :alt: Discord
+
+.. image:: https://img.shields.io/badge/Libera%20chat-%23pytest-orange
+ :target: https://web.libera.chat/#pytest
+ :alt: Libera chat
+
+
The ``pytest`` framework makes it easy to write small tests, yet
scales to support complex functional testing for applications and libraries.
@@ -77,21 +88,21 @@ Due to ``pytest``'s detailed assertion introspection, only plain ``assert`` stat
Features
--------
-- Detailed info on failing `assert statements <https://docs.pytest.org/en/stable/assert.html>`_ (no need to remember ``self.assert*`` names)
+- Detailed info on failing `assert statements <https://docs.pytest.org/en/stable/how-to/assert.html>`_ (no need to remember ``self.assert*`` names)
- `Auto-discovery
- <https://docs.pytest.org/en/stable/goodpractices.html#python-test-discovery>`_
+ <https://docs.pytest.org/en/stable/explanation/goodpractices.html#python-test-discovery>`_
of test modules and functions
-- `Modular fixtures <https://docs.pytest.org/en/stable/fixture.html>`_ for
+- `Modular fixtures <https://docs.pytest.org/en/stable/explanation/fixtures.html>`_ for
managing small or parametrized long-lived test resources
-- Can run `unittest <https://docs.pytest.org/en/stable/unittest.html>`_ (or trial),
- `nose <https://docs.pytest.org/en/stable/nose.html>`_ test suites out of the box
+- Can run `unittest <https://docs.pytest.org/en/stable/how-to/unittest.html>`_ (or trial),
+ `nose <https://docs.pytest.org/en/stable/how-to/nose.html>`_ test suites out of the box
- Python 3.6+ and PyPy3
-- Rich plugin architecture, with over 850+ `external plugins <http://plugincompat.herokuapp.com>`_ and thriving community
+- Rich plugin architecture, with over 850+ `external plugins <https://docs.pytest.org/en/latest/reference/plugin_list.html>`_ and thriving community
Documentation
@@ -149,8 +160,8 @@ Tidelift will coordinate the fix and disclosure.
License
-------
-Copyright Holger Krekel and others, 2004-2020.
+Copyright Holger Krekel and others, 2004.
Distributed under the terms of the `MIT`_ license, pytest is free and open source software.
-.. _`MIT`: https://github.com/pytest-dev/pytest/blob/master/LICENSE
+.. _`MIT`: https://github.com/pytest-dev/pytest/blob/main/LICENSE
diff --git a/RELEASING.rst b/RELEASING.rst
index 9ec2b069c68..25ce90d0f65 100644
--- a/RELEASING.rst
+++ b/RELEASING.rst
@@ -14,59 +14,89 @@ Preparing: Automatic Method
~~~~~~~~~~~~~~~~~~~~~~~~~~~
We have developed an automated workflow for releases, that uses GitHub workflows and is triggered
-by opening an issue.
+by `manually running <https://docs.github.com/en/actions/managing-workflow-runs/manually-running-a-workflow>`__
+the `prepare-release-pr workflow <https://github.com/pytest-dev/pytest/actions/workflows/prepare-release-pr.yml>`__
+on GitHub Actions.
-Bug-fix releases
-^^^^^^^^^^^^^^^^
+The automation will decide the new version number based on the following criteria:
-A bug-fix release is always done from a maintenance branch, so for example to release bug-fix
-``5.1.2``, open a new issue and add this comment to the body::
+- If the "major release" input is set to "yes", release a new major release
+ (e.g. 7.0.0 -> 8.0.0)
+- If there are any ``.feature.rst`` or ``.breaking.rst`` files in the
+ ``changelog`` directory, release a new minor release (e.g. 7.0.0 -> 7.1.0)
+- Otherwise, release a bugfix release (e.g. 7.0.0 -> 7.0.1)
+- If the "prerelease" input is set, append the string to the version number
+ (e.g. 7.0.0 -> 8.0.0rc1), if "major" is set, and "prerelease" is set to `rc1`)
- @pytestbot please prepare release from 5.1.x
+Bug-fix and minor releases
+^^^^^^^^^^^^^^^^^^^^^^^^^^
-Where ``5.1.x`` is the maintenance branch for the ``5.1`` series.
+Bug-fix and minor releases are always done from a maintenance branch. First,
+consider double-checking the ``changelog`` directory to see if there are any
+breaking changes or new features.
-The automated workflow will publish a PR for a branch ``release-5.1.2``
-and notify it as a comment in the issue.
+For a new minor release, first create a new maintenance branch from ``main``::
-Minor releases
-^^^^^^^^^^^^^^
+ git fetch --all
+ git branch 7.1.x upstream/main
+ git push upstream 7.1.x
-1. Create a new maintenance branch from ``master``::
+Then, trigger the workflow with the following inputs:
- git fetch --all
- git branch 5.2.x upstream/master
- git push upstream 5.2.x
+- branch: **7.1.x**
+- major release: **no**
+- prerelease: empty
-2. Open a new issue and add this comment to the body::
+Or via the commandline using `GitHub's cli <https://github.com/cli/cli>`__::
- @pytestbot please prepare release from 5.2.x
+ gh workflow run prepare-release-pr.yml -f branch=7.1.x -f major=no -f prerelease=
-The automated workflow will publish a PR for a branch ``release-5.2.0`` and
-notify it as a comment in the issue.
+Where ``7.1.x`` is the maintenance branch for the ``7.1`` series. The automated
+workflow will publish a PR for a branch ``release-7.1.0``.
-Major and release candidates
-^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+Similarly, for a bug-fix release, use the existing maintenance branch and
+trigger the workflow with e.g. ``branch: 7.0.x`` to get a new ``release-7.0.1``
+PR.
-1. Create a new maintenance branch from ``master``::
+Major releases
+^^^^^^^^^^^^^^
+
+1. Create a new maintenance branch from ``main``::
git fetch --all
- git branch 6.0.x upstream/master
- git push upstream 6.0.x
+ git branch 8.0.x upstream/main
+ git push upstream 8.0.x
-2. For a **major release**, open a new issue and add this comment in the body::
+2. Trigger the workflow with the following inputs:
- @pytestbot please prepare major release from 6.0.x
+ - branch: **8.0.x**
+ - major release: **yes**
+ - prerelease: empty
- For a **release candidate**, the comment must be (TODO: `#7551 <https://github.com/pytest-dev/pytest/issues/7551>`__)::
+Or via the commandline::
- @pytestbot please prepare release candidate from 6.0.x
+ gh workflow run prepare-release-pr.yml -f branch=8.0.x -f major=yes -f prerelease=
-The automated workflow will publish a PR for a branch ``release-6.0.0`` and
-notify it as a comment in the issue.
+The automated workflow will publish a PR for a branch ``release-8.0.0``.
At this point on, this follows the same workflow as other maintenance branches: bug-fixes are merged
-into ``master`` and ported back to the maintenance branch, even for release candidates.
+into ``main`` and ported back to the maintenance branch, even for release candidates.
+
+Release candidates
+^^^^^^^^^^^^^^^^^^
+
+To release a release candidate, set the "prerelease" input to the version number
+suffix to use. To release a ``8.0.0rc1``, proceed like under "major releases", but set:
+
+- branch: 8.0.x
+- major release: yes
+- prerelease: **rc1**
+
+Or via the commandline::
+
+ gh workflow run prepare-release-pr.yml -f branch=8.0.x -f major=yes -f prerelease=rc1
+
+The automated workflow will publish a PR for a branch ``release-8.0.0rc1``.
**A note about release candidates**
@@ -83,7 +113,7 @@ to be executed on that platform.
To release a version ``MAJOR.MINOR.PATCH``, follow these steps:
#. For major and minor releases, create a new branch ``MAJOR.MINOR.x`` from
- ``upstream/master`` and push it to ``upstream``.
+ ``upstream/main`` and push it to ``upstream``.
#. Create a branch ``release-MAJOR.MINOR.PATCH`` from the ``MAJOR.MINOR.x`` branch.
@@ -114,18 +144,18 @@ Both automatic and manual processes described above follow the same steps from t
#. Merge the PR.
-#. Cherry-pick the CHANGELOG / announce files to the ``master`` branch::
+#. Cherry-pick the CHANGELOG / announce files to the ``main`` branch::
git fetch --all --prune
- git checkout origin/master -b cherry-pick-release
+ git checkout upstream/main -b cherry-pick-release
git cherry-pick -x -m1 upstream/MAJOR.MINOR.x
#. Open a PR for ``cherry-pick-release`` and merge it once CI passes. No need to wait for approvals if there were no conflicts on the previous step.
-#. For major and minor releases, tag the release cherry-pick merge commit in master with
+#. For major and minor releases, tag the release cherry-pick merge commit in main with
a dev tag for the next feature release::
- git checkout master
+ git checkout main
git pull
git tag MAJOR.{MINOR+1}.0.dev0
git push git@github.com:pytest-dev/pytest.git MAJOR.{MINOR+1}.0.dev0
diff --git a/TIDELIFT.rst b/TIDELIFT.rst
index b18f4793f81..2fe25841c3a 100644
--- a/TIDELIFT.rst
+++ b/TIDELIFT.rst
@@ -25,6 +25,7 @@ The current list of contributors receiving funding are:
* `@asottile`_
* `@nicoddemus`_
+* `@The-Compiler`_
Contributors interested in receiving a part of the funds just need to submit a PR adding their
name to the list. Contributors that want to stop receiving the funds should also submit a PR
@@ -56,3 +57,4 @@ funds. Just drop a line to one of the `@pytest-dev/tidelift-admins`_ or use the
.. _`@asottile`: https://github.com/asottile
.. _`@nicoddemus`: https://github.com/nicoddemus
+.. _`@The-Compiler`: https://github.com/The-Compiler
diff --git a/changelog/1265.improvement.rst b/changelog/1265.improvement.rst
deleted file mode 100644
index 4e7d98c0a99..00000000000
--- a/changelog/1265.improvement.rst
+++ /dev/null
@@ -1 +0,0 @@
-Added an ``__str__`` implementation to the :class:`~pytest.pytester.LineMatcher` class which is returned from ``pytester.run_pytest().stdout`` and similar. It returns the entire output, like the existing ``str()`` method.
diff --git a/changelog/2044.improvement.rst b/changelog/2044.improvement.rst
deleted file mode 100644
index c9e47c3f604..00000000000
--- a/changelog/2044.improvement.rst
+++ /dev/null
@@ -1 +0,0 @@
-Verbose mode now shows the reason that a test was skipped in the test's terminal line after the "SKIPPED", "XFAIL" or "XPASS".
diff --git a/changelog/4824.bugfix.rst b/changelog/4824.bugfix.rst
deleted file mode 100644
index f2e6db7ab0f..00000000000
--- a/changelog/4824.bugfix.rst
+++ /dev/null
@@ -1 +0,0 @@
-Fixed quadratic behavior and improved performance of collection of items using autouse fixtures and xunit fixtures.
diff --git a/changelog/5299.feature.rst b/changelog/5299.feature.rst
deleted file mode 100644
index 7853e1833db..00000000000
--- a/changelog/5299.feature.rst
+++ /dev/null
@@ -1,2 +0,0 @@
-pytest now warns about unraisable exceptions and unhandled thread exceptions that occur in tests on Python>=3.8.
-See :ref:`unraisable` for more information.
diff --git a/changelog/7425.feature.rst b/changelog/7425.feature.rst
deleted file mode 100644
index 47e6f4dbd30..00000000000
--- a/changelog/7425.feature.rst
+++ /dev/null
@@ -1,5 +0,0 @@
-New :fixture:`pytester` fixture, which is identical to :fixture:`testdir` but its methods return :class:`pathlib.Path` when appropriate instead of ``py.path.local``.
-
-This is part of the movement to use :class:`pathlib.Path` objects internally, in order to remove the dependency to ``py`` in the future.
-
-Internally, the old :class:`Testdir <_pytest.pytester.Testdir>` is now a thin wrapper around :class:`Pytester <_pytest.pytester.Pytester>`, preserving the old interface.
diff --git a/changelog/7429.doc.rst b/changelog/7429.doc.rst
deleted file mode 100644
index e6376b727b2..00000000000
--- a/changelog/7429.doc.rst
+++ /dev/null
@@ -1 +0,0 @@
-Add more information and use cases about skipping doctests.
diff --git a/changelog/7469.deprecation.rst b/changelog/7469.deprecation.rst
deleted file mode 100644
index 67d0b2bba46..00000000000
--- a/changelog/7469.deprecation.rst
+++ /dev/null
@@ -1,18 +0,0 @@
-Directly constructing/calling the following classes/functions is now deprecated:
-
-- ``_pytest.cacheprovider.Cache``
-- ``_pytest.cacheprovider.Cache.for_config()``
-- ``_pytest.cacheprovider.Cache.clear_cache()``
-- ``_pytest.cacheprovider.Cache.cache_dir_from_config()``
-- ``_pytest.capture.CaptureFixture``
-- ``_pytest.fixtures.FixtureRequest``
-- ``_pytest.fixtures.SubRequest``
-- ``_pytest.logging.LogCaptureFixture``
-- ``_pytest.pytester.Pytester``
-- ``_pytest.pytester.Testdir``
-- ``_pytest.recwarn.WarningsRecorder``
-- ``_pytest.recwarn.WarningsChecker``
-- ``_pytest.tmpdir.TempPathFactory``
-- ``_pytest.tmpdir.TempdirFactory``
-
-These have always been considered private, but now issue a deprecation warning, which may become a hard error in pytest 7.0.0.
diff --git a/changelog/7469.improvement.rst b/changelog/7469.improvement.rst
deleted file mode 100644
index cbd75f05419..00000000000
--- a/changelog/7469.improvement.rst
+++ /dev/null
@@ -1,23 +0,0 @@
-It is now possible to construct a :class:`MonkeyPatch` object directly as ``pytest.MonkeyPatch()``,
-in cases when the :fixture:`monkeypatch` fixture cannot be used. Previously some users imported it
-from the private `_pytest.monkeypatch.MonkeyPatch` namespace.
-
-The types of builtin pytest fixtures are now exported so they may be used in type annotations of test functions.
-The newly-exported types are:
-
-- ``pytest.FixtureRequest`` for the :fixture:`request` fixture.
-- ``pytest.Cache`` for the :fixture:`cache` fixture.
-- ``pytest.CaptureFixture[str]`` for the :fixture:`capfd` and :fixture:`capsys` fixtures.
-- ``pytest.CaptureFixture[bytes]`` for the :fixture:`capfdbinary` and :fixture:`capsysbinary` fixtures.
-- ``pytest.LogCaptureFixture`` for the :fixture:`caplog` fixture.
-- ``pytest.Pytester`` for the :fixture:`pytester` fixture.
-- ``pytest.Testdir`` for the :fixture:`testdir` fixture.
-- ``pytest.TempdirFactory`` for the :fixture:`tmpdir_factory` fixture.
-- ``pytest.TempPathFactory`` for the :fixture:`tmp_path_factory` fixture.
-- ``pytest.MonkeyPatch`` for the :fixture:`monkeypatch` fixture.
-- ``pytest.WarningsRecorder`` for the :fixture:`recwarn` fixture.
-
-Constructing them is not supported (except for `MonkeyPatch`); they are only meant for use in type annotations.
-Doing so will emit a deprecation warning, and may become a hard-error in pytest 7.0.
-
-Subclassing them is also not supported. This is not currently enforced at runtime, but is detected by type-checkers such as mypy.
diff --git a/changelog/7527.improvement.rst b/changelog/7527.improvement.rst
deleted file mode 100644
index 3a7e063fe6f..00000000000
--- a/changelog/7527.improvement.rst
+++ /dev/null
@@ -1 +0,0 @@
-When a comparison between :func:`namedtuple <collections.namedtuple>` instances of the same type fails, pytest now shows the differing field names (possibly nested) instead of their indexes.
diff --git a/changelog/7530.deprecation.rst b/changelog/7530.deprecation.rst
deleted file mode 100644
index 36a763e51f1..00000000000
--- a/changelog/7530.deprecation.rst
+++ /dev/null
@@ -1,4 +0,0 @@
-The ``--strict`` command-line option has been deprecated, use ``--strict-markers`` instead.
-
-We have plans to maybe in the future to reintroduce ``--strict`` and make it an encompassing flag for all strictness
-related options (``--strict-markers`` and ``--strict-config`` at the moment, more might be introduced in the future).
diff --git a/changelog/7615.improvement.rst b/changelog/7615.improvement.rst
deleted file mode 100644
index fcf9a1a9b42..00000000000
--- a/changelog/7615.improvement.rst
+++ /dev/null
@@ -1 +0,0 @@
-:meth:`Node.warn <_pytest.nodes.Node.warn>` now permits any subclass of :class:`Warning`, not just :class:`PytestWarning <pytest.PytestWarning>`.
diff --git a/changelog/7695.feature.rst b/changelog/7695.feature.rst
deleted file mode 100644
index ec8632fc82a..00000000000
--- a/changelog/7695.feature.rst
+++ /dev/null
@@ -1,19 +0,0 @@
-A new hook was added, `pytest_markeval_namespace` which should return a dictionary.
-This dictionary will be used to augment the "global" variables available to evaluate skipif/xfail/xpass markers.
-
-Pseudo example
-
-``conftest.py``:
-
-.. code-block:: python
-
- def pytest_markeval_namespace():
- return {"color": "red"}
-
-``test_func.py``:
-
-.. code-block:: python
-
- @pytest.mark.skipif("color == 'blue'", reason="Color is not red")
- def test_func():
- assert False
diff --git a/changelog/7701.improvement.rst b/changelog/7701.improvement.rst
deleted file mode 100644
index e214be9e3fe..00000000000
--- a/changelog/7701.improvement.rst
+++ /dev/null
@@ -1 +0,0 @@
-Improved reporting when using ``--collected-only``. It will now show the number of collected tests in the summary stats.
diff --git a/changelog/7710.improvement.rst b/changelog/7710.improvement.rst
deleted file mode 100644
index 91b703ab60f..00000000000
--- a/changelog/7710.improvement.rst
+++ /dev/null
@@ -1,4 +0,0 @@
-Use strict equality comparison for non-numeric types in :func:`pytest.approx` instead of
-raising :class:`TypeError`.
-
-This was the undocumented behavior before 3.7, but is now officially a supported feature.
diff --git a/changelog/7758.bugfix.rst b/changelog/7758.bugfix.rst
deleted file mode 100644
index a3119b46c0d..00000000000
--- a/changelog/7758.bugfix.rst
+++ /dev/null
@@ -1 +0,0 @@
-Fixed an issue where some files in packages are getting lost from ``--lf`` even though they contain tests that failed. Regressed in pytest 5.4.0.
diff --git a/changelog/7780.doc.rst b/changelog/7780.doc.rst
deleted file mode 100644
index 631873b156e..00000000000
--- a/changelog/7780.doc.rst
+++ /dev/null
@@ -1 +0,0 @@
-Classes which should not be inherited from are now marked ``final class`` in the API reference.
diff --git a/changelog/7802.trivial.rst b/changelog/7802.trivial.rst
deleted file mode 100644
index 1f8bc2c9dc6..00000000000
--- a/changelog/7802.trivial.rst
+++ /dev/null
@@ -1 +0,0 @@
-The ``attrs`` dependency requirement is now >=19.2.0 instead of >=17.4.0.
diff --git a/changelog/7808.breaking.rst b/changelog/7808.breaking.rst
deleted file mode 100644
index 114b6a382cf..00000000000
--- a/changelog/7808.breaking.rst
+++ /dev/null
@@ -1 +0,0 @@
-pytest now supports python3.6+ only.
diff --git a/changelog/7872.doc.rst b/changelog/7872.doc.rst
deleted file mode 100644
index 46236acbf2a..00000000000
--- a/changelog/7872.doc.rst
+++ /dev/null
@@ -1 +0,0 @@
-``_pytest.config.argparsing.Parser.addini()`` accepts explicit ``None`` and ``"string"``.
diff --git a/changelog/7878.doc.rst b/changelog/7878.doc.rst
deleted file mode 100644
index ff5d00d6c02..00000000000
--- a/changelog/7878.doc.rst
+++ /dev/null
@@ -1 +0,0 @@
-In pull request section, ask to commit after editing changelog and authors file.
diff --git a/changelog/7911.bugfix.rst b/changelog/7911.bugfix.rst
deleted file mode 100644
index 1ef783fbabb..00000000000
--- a/changelog/7911.bugfix.rst
+++ /dev/null
@@ -1 +0,0 @@
-Directories created by by :fixture:`tmp_path` and :fixture:`tmpdir` are now considered stale after 3 days without modification (previous value was 3 hours) to avoid deleting directories still in use in long running test suites.
diff --git a/changelog/7913.bugfix.rst b/changelog/7913.bugfix.rst
deleted file mode 100644
index f42e7cb9cbd..00000000000
--- a/changelog/7913.bugfix.rst
+++ /dev/null
@@ -1 +0,0 @@
-Fixed a crash or hang in :meth:`pytester.spawn <_pytest.pytester.Pytester.spawn>` when the :mod:`readline` module is involved.
diff --git a/changelog/7938.improvement.rst b/changelog/7938.improvement.rst
deleted file mode 100644
index ffe612d0da6..00000000000
--- a/changelog/7938.improvement.rst
+++ /dev/null
@@ -1 +0,0 @@
-New ``--sw-skip`` argument which is a shorthand for ``--stepwise-skip``.
diff --git a/changelog/7951.bugfix.rst b/changelog/7951.bugfix.rst
deleted file mode 100644
index 56c71db7839..00000000000
--- a/changelog/7951.bugfix.rst
+++ /dev/null
@@ -1 +0,0 @@
-Fixed handling of recursive symlinks when collecting tests.
diff --git a/changelog/7981.bugfix.rst b/changelog/7981.bugfix.rst
deleted file mode 100644
index 0a254b5d49d..00000000000
--- a/changelog/7981.bugfix.rst
+++ /dev/null
@@ -1 +0,0 @@
-Fixed symlinked directories not being followed during collection. Regressed in pytest 6.1.0.
diff --git a/changelog/7988.deprecation.rst b/changelog/7988.deprecation.rst
deleted file mode 100644
index 34f646c9ab4..00000000000
--- a/changelog/7988.deprecation.rst
+++ /dev/null
@@ -1,3 +0,0 @@
-The ``@pytest.yield_fixture`` decorator/function is now deprecated. Use :func:`pytest.fixture` instead.
-
-``yield_fixture`` has been an alias for ``fixture`` for a very long time, so can be search/replaced safely.
diff --git a/changelog/8006.feature.rst b/changelog/8006.feature.rst
deleted file mode 100644
index 0203689ba4b..00000000000
--- a/changelog/8006.feature.rst
+++ /dev/null
@@ -1,8 +0,0 @@
-It is now possible to construct a :class:`~pytest.MonkeyPatch` object directly as ``pytest.MonkeyPatch()``,
-in cases when the :fixture:`monkeypatch` fixture cannot be used. Previously some users imported it
-from the private `_pytest.monkeypatch.MonkeyPatch` namespace.
-
-Additionally, :meth:`MonkeyPatch.context <pytest.MonkeyPatch.context>` is now a classmethod,
-and can be used as ``with MonkeyPatch.context() as mp: ...``. This is the recommended way to use
-``MonkeyPatch`` directly, since unlike the ``monkeypatch`` fixture, an instance created directly
-is not ``undo()``-ed automatically.
diff --git a/changelog/8014.trivial.rst b/changelog/8014.trivial.rst
deleted file mode 100644
index 3b9fb7bc271..00000000000
--- a/changelog/8014.trivial.rst
+++ /dev/null
@@ -1,2 +0,0 @@
-`.pyc` files created by pytest's assertion rewriting now conform to the newer PEP-552 format on Python>=3.7.
-(These files are internal and only interpreted by pytest itself.)
diff --git a/changelog/8016.bugfix.rst b/changelog/8016.bugfix.rst
deleted file mode 100644
index 94539af5c97..00000000000
--- a/changelog/8016.bugfix.rst
+++ /dev/null
@@ -1 +0,0 @@
-Fixed only one doctest being collected when using ``pytest --doctest-modules path/to/an/__init__.py``.
diff --git a/changelog/8023.improvement.rst b/changelog/8023.improvement.rst
deleted file mode 100644
index c791dabc72d..00000000000
--- a/changelog/8023.improvement.rst
+++ /dev/null
@@ -1 +0,0 @@
-Added ``'node_modules'`` to default value for :confval:`norecursedirs`.
diff --git a/changelog/8032.improvement.rst b/changelog/8032.improvement.rst
deleted file mode 100644
index 76789ea5097..00000000000
--- a/changelog/8032.improvement.rst
+++ /dev/null
@@ -1 +0,0 @@
-:meth:`doClassCleanups <unittest.TestCase.doClassCleanups>` (introduced in :mod:`unittest` in Python and 3.8) is now called appropriately.
diff --git a/doc/en/Makefile b/doc/en/Makefile
index 1cffbd463d8..f2db6891211 100644
--- a/doc/en/Makefile
+++ b/doc/en/Makefile
@@ -34,6 +34,10 @@ REGENDOC_ARGS := \
regen: REGENDOC_FILES:=*.rst */*.rst
regen:
- PYTHONDONTWRITEBYTECODE=1 PYTEST_ADDOPTS="-pno:hypothesis -Wignore::pytest.PytestUnknownMarkWarning" COLUMNS=76 regendoc --update ${REGENDOC_FILES} ${REGENDOC_ARGS}
+# need to reset cachedir to the non-tox default
+ PYTHONDONTWRITEBYTECODE=1 \
+ PYTEST_ADDOPTS="-pno:hypothesis -p no:hypothesispytest -Wignore::pytest.PytestUnknownMarkWarning -o cache_dir=.pytest_cache" \
+ COLUMNS=76 \
+ regendoc --update ${REGENDOC_FILES} ${REGENDOC_ARGS}
.PHONY: regen
diff --git a/doc/en/_templates/globaltoc.html b/doc/en/_templates/globaltoc.html
index 4522eb2dec9..7c595e7ebf2 100644
--- a/doc/en/_templates/globaltoc.html
+++ b/doc/en/_templates/globaltoc.html
@@ -1,12 +1,19 @@
-<h3><a href="{{ pathto(master_doc) }}">{{ _('Table Of Contents') }}</a></h3>
+<h3>Contents</h3>
<ul>
<li><a href="{{ pathto('index') }}">Home</a></li>
- <li><a href="{{ pathto('getting-started') }}">Install</a></li>
- <li><a href="{{ pathto('contents') }}">Contents</a></li>
- <li><a href="{{ pathto('reference') }}">API Reference</a></li>
- <li><a href="{{ pathto('example/index') }}">Examples</a></li>
- <li><a href="{{ pathto('customize') }}">Customize</a></li>
+
+ <li><a href="{{ pathto('getting-started') }}">Get started</a></li>
+ <li><a href="{{ pathto('how-to/index') }}">How-to guides</a></li>
+ <li><a href="{{ pathto('reference/index') }}">Reference guides</a></li>
+ <li><a href="{{ pathto('explanation/index') }}">Explanation</a></li>
+ <li><a href="{{ pathto('contents') }}">Complete table of contents</a></li>
+ <li><a href="{{ pathto('example/index') }}">Library of examples</a></li>
+</ul>
+
+<h3>About the project</h3>
+
+<ul>
<li><a href="{{ pathto('changelog') }}">Changelog</a></li>
<li><a href="{{ pathto('contributing') }}">Contributing</a></li>
<li><a href="{{ pathto('backwards-compatibility') }}">Backwards Compatibility</a></li>
diff --git a/doc/en/_templates/links.html b/doc/en/_templates/links.html
index 6f27757a348..c253ecabfd2 100644
--- a/doc/en/_templates/links.html
+++ b/doc/en/_templates/links.html
@@ -2,7 +2,6 @@ <h3>Useful Links</h3>
<ul>
<li><a href="https://pypi.org/project/pytest/">pytest @ PyPI</a></li>
<li><a href="https://github.com/pytest-dev/pytest/">pytest @ GitHub</a></li>
- <li><a href="http://plugincompat.herokuapp.com/">3rd party plugins</a></li>
<li><a href="https://github.com/pytest-dev/pytest/issues">Issue Tracker</a></li>
<li><a href="https://media.readthedocs.org/pdf/pytest/latest/pytest.pdf">PDF Documentation</a>
</ul>
diff --git a/doc/en/adopt.rst b/doc/en/adopt.rst
index 82e2111ed3b..13d82bf0116 100644
--- a/doc/en/adopt.rst
+++ b/doc/en/adopt.rst
@@ -10,10 +10,9 @@ Are you an enthusiastic pytest user, the local testing guru in your workplace? O
We will pair experienced pytest users with open source projects, for a month's effort of getting new development teams started with pytest.
-In 2015 we are trying this for the first time. In February and March 2015 we will gather volunteers on both sides, in April we will do the work, and in May we will evaluate how it went. This effort is being coordinated by Brianna Laugher. If you have any questions or comments, you can raise them on the `@pytestdotorg twitter account <https://twitter.com/pytestdotorg>`_ the `issue tracker`_ or the `pytest-dev mailing list`_.
+In 2015 we are trying this for the first time. In February and March 2015 we will gather volunteers on both sides, in April we will do the work, and in May we will evaluate how it went. This effort is being coordinated by Brianna Laugher. If you have any questions or comments, you can raise them on the `@pytestdotorg twitter account <https://twitter.com/pytestdotorg>`_\, the :issue:`issue tracker <676>` or the `pytest-dev mailing list`_.
-.. _`issue tracker`: https://github.com/pytest-dev/pytest/issues/676
.. _`pytest-dev mailing list`: https://mail.python.org/mailman/listinfo/pytest-dev
diff --git a/doc/en/announce/index.rst b/doc/en/announce/index.rst
index f0e44107b69..75dde1bd6d9 100644
--- a/doc/en/announce/index.rst
+++ b/doc/en/announce/index.rst
@@ -6,6 +6,14 @@ Release announcements
:maxdepth: 2
+ release-7.0.0
+ release-7.0.0rc1
+ release-6.2.5
+ release-6.2.4
+ release-6.2.3
+ release-6.2.2
+ release-6.2.1
+ release-6.2.0
release-6.1.2
release-6.1.1
release-6.1.0
diff --git a/doc/en/announce/release-2.0.0.rst b/doc/en/announce/release-2.0.0.rst
index 1aaad740a4f..ecb1a1db988 100644
--- a/doc/en/announce/release-2.0.0.rst
+++ b/doc/en/announce/release-2.0.0.rst
@@ -36,12 +36,12 @@ New Features
import pytest ; pytest.main(arglist, pluginlist)
- see http://pytest.org/en/stable/usage.html for details.
+ see http://pytest.org/en/stable/how-to/usage.html for details.
- new and better reporting information in assert expressions
if comparing lists, sequences or strings.
- see http://pytest.org/en/stable/assert.html#newreport
+ see http://pytest.org/en/stable/how-to/assert.html#newreport
- new configuration through ini-files (setup.cfg or tox.ini recognized),
for example::
@@ -50,7 +50,7 @@ New Features
norecursedirs = .hg data* # don't ever recurse in such dirs
addopts = -x --pyargs # add these command line options by default
- see http://pytest.org/en/stable/customize.html
+ see http://pytest.org/en/stable/reference/customize.html
- improved standard unittest support. In general py.test should now
better be able to run custom unittest.TestCases like twisted trial
diff --git a/doc/en/announce/release-2.0.1.rst b/doc/en/announce/release-2.0.1.rst
index 72401d8098f..4ff3e9f550a 100644
--- a/doc/en/announce/release-2.0.1.rst
+++ b/doc/en/announce/release-2.0.1.rst
@@ -57,7 +57,7 @@ Changes between 2.0.0 and 2.0.1
- refinements to "collecting" output on non-ttys
- refine internal plugin registration and --traceconfig output
- introduce a mechanism to prevent/unregister plugins from the
- command line, see http://pytest.org/en/stable/plugins.html#cmdunregister
+ command line, see http://pytest.org/en/stable/how-to/plugins.html#cmdunregister
- activate resultlog plugin by default
- fix regression wrt yielded tests which due to the
collection-before-running semantics were not
diff --git a/doc/en/announce/release-2.1.0.rst b/doc/en/announce/release-2.1.0.rst
index 29463ab533e..78247247e2f 100644
--- a/doc/en/announce/release-2.1.0.rst
+++ b/doc/en/announce/release-2.1.0.rst
@@ -12,7 +12,7 @@ courtesy of Benjamin Peterson. You can now safely use ``assert``
statements in test modules without having to worry about side effects
or python optimization ("-OO") options. This is achieved by rewriting
assert statements in test modules upon import, using a PEP302 hook.
-See https://docs.pytest.org/en/stable/assert.html for
+See https://docs.pytest.org/en/stable/how-to/assert.html for
detailed information. The work has been partly sponsored by my company,
merlinux GmbH.
@@ -24,7 +24,7 @@ If you want to install or upgrade pytest, just type one of::
easy_install -U pytest
best,
-holger krekel / http://merlinux.eu
+holger krekel / https://merlinux.eu/
Changes between 2.0.3 and 2.1.0
----------------------------------------------
diff --git a/doc/en/announce/release-2.1.1.rst b/doc/en/announce/release-2.1.1.rst
index c2285eba9fa..369428ed2ea 100644
--- a/doc/en/announce/release-2.1.1.rst
+++ b/doc/en/announce/release-2.1.1.rst
@@ -20,7 +20,7 @@ If you want to install or upgrade pytest, just type one of::
easy_install -U pytest
best,
-holger krekel / http://merlinux.eu
+holger krekel / https://merlinux.eu/
Changes between 2.1.0 and 2.1.1
----------------------------------------------
diff --git a/doc/en/announce/release-2.1.2.rst b/doc/en/announce/release-2.1.2.rst
index 1975f368a3f..a3c0c1a38a4 100644
--- a/doc/en/announce/release-2.1.2.rst
+++ b/doc/en/announce/release-2.1.2.rst
@@ -19,7 +19,7 @@ If you want to install or upgrade pytest, just type one of::
easy_install -U pytest
best,
-holger krekel / http://merlinux.eu
+holger krekel / https://merlinux.eu/
Changes between 2.1.1 and 2.1.2
----------------------------------------
diff --git a/doc/en/announce/release-2.2.0.rst b/doc/en/announce/release-2.2.0.rst
index 0193ffb3465..7a32dca173c 100644
--- a/doc/en/announce/release-2.2.0.rst
+++ b/doc/en/announce/release-2.2.0.rst
@@ -9,7 +9,7 @@ with these improvements:
- new @pytest.mark.parametrize decorator to run tests with different arguments
- new metafunc.parametrize() API for parametrizing arguments independently
- - see examples at http://pytest.org/en/stable/example/parametrize.html
+ - see examples at http://pytest.org/en/stable/example/how-to/parametrize.html
- NOTE that parametrize() related APIs are still a bit experimental
and might change in future releases.
@@ -78,7 +78,7 @@ Changes between 2.1.3 and 2.2.0
or through plugin hooks. Also introduce a "--strict" option which
will treat unregistered markers as errors
allowing to avoid typos and maintain a well described set of markers
- for your test suite. See examples at http://pytest.org/en/stable/mark.html
+ for your test suite. See examples at http://pytest.org/en/stable/how-to/mark.html
and its links.
- issue50: introduce "-m marker" option to select tests based on markers
(this is a stricter and more predictable version of "-k" in that "-m"
diff --git a/doc/en/announce/release-2.3.0.rst b/doc/en/announce/release-2.3.0.rst
index bdd92a98fde..6905b77b923 100644
--- a/doc/en/announce/release-2.3.0.rst
+++ b/doc/en/announce/release-2.3.0.rst
@@ -13,12 +13,12 @@ re-usable fixture design.
For detailed info and tutorial-style examples, see:
- http://pytest.org/en/stable/fixture.html
+ http://pytest.org/en/stable/explanation/fixtures.html
Moreover, there is now support for using pytest fixtures/funcargs with
unittest-style suites, see here for examples:
- http://pytest.org/en/stable/unittest.html
+ http://pytest.org/en/stable/how-to/unittest.html
Besides, more unittest-test suites are now expected to "simply work"
with pytest.
diff --git a/doc/en/announce/release-2.3.4.rst b/doc/en/announce/release-2.3.4.rst
index 26f76630e84..43bf03b02be 100644
--- a/doc/en/announce/release-2.3.4.rst
+++ b/doc/en/announce/release-2.3.4.rst
@@ -16,7 +16,7 @@ comes with the following fixes and features:
- yielded test functions will now have autouse-fixtures active but
cannot accept fixtures as funcargs - it's anyway recommended to
rather use the post-2.0 parametrize features instead of yield, see:
- http://pytest.org/en/stable/example/parametrize.html
+ http://pytest.org/en/stable/example/how-to/parametrize.html
- fix autouse-issue where autouse-fixtures would not be discovered
if defined in an a/conftest.py file and tests in a/tests/test_some.py
- fix issue226 - LIFO ordering for fixture teardowns
diff --git a/doc/en/announce/release-2.4.0.rst b/doc/en/announce/release-2.4.0.rst
index 68297b26c4e..138cc89576c 100644
--- a/doc/en/announce/release-2.4.0.rst
+++ b/doc/en/announce/release-2.4.0.rst
@@ -23,14 +23,13 @@ a full list of details. A few feature highlights:
called if the corresponding setup method succeeded.
- integrate tab-completion on command line options if you
- have `argcomplete <https://pypi.org/project/argcomplete/>`_
- configured.
+ have :pypi:`argcomplete` configured.
- allow boolean expression directly with skipif/xfail
if a "reason" is also specified.
- a new hook ``pytest_load_initial_conftests`` allows plugins like
- `pytest-django <https://pypi.org/project/pytest-django/>`_ to
+ :pypi:`pytest-django` to
influence the environment before conftest files import ``django``.
- reporting: color the last line red or green depending if
diff --git a/doc/en/announce/release-2.5.0.rst b/doc/en/announce/release-2.5.0.rst
index bc83fdc122c..c6cdcdd8a83 100644
--- a/doc/en/announce/release-2.5.0.rst
+++ b/doc/en/announce/release-2.5.0.rst
@@ -11,7 +11,7 @@ clear information about the circumstances and a simple example which
reproduces the problem.
The issue tracker is of course not empty now. We have many remaining
-"enhacement" issues which we'll hopefully can tackle in 2014 with your
+"enhancement" issues which we'll hopefully can tackle in 2014 with your
help.
For those who use older Python versions, please note that pytest is not
diff --git a/doc/en/announce/release-2.9.0.rst b/doc/en/announce/release-2.9.0.rst
index 8c2ee05f9bf..3aea08cb225 100644
--- a/doc/en/announce/release-2.9.0.rst
+++ b/doc/en/announce/release-2.9.0.rst
@@ -45,29 +45,29 @@ The py.test Development Team
**New Features**
* New ``pytest.mark.skip`` mark, which unconditionally skips marked tests.
- Thanks `@MichaelAquilina`_ for the complete PR (`#1040`_).
+ Thanks :user:`MichaelAquilina` for the complete PR (:pull:`1040`).
* ``--doctest-glob`` may now be passed multiple times in the command-line.
- Thanks `@jab`_ and `@nicoddemus`_ for the PR.
+ Thanks :user:`jab` and :user:`nicoddemus` for the PR.
* New ``-rp`` and ``-rP`` reporting options give the summary and full output
- of passing tests, respectively. Thanks to `@codewarrior0`_ for the PR.
+ of passing tests, respectively. Thanks to :user:`codewarrior0` for the PR.
* ``pytest.mark.xfail`` now has a ``strict`` option which makes ``XPASS``
tests to fail the test suite, defaulting to ``False``. There's also a
``xfail_strict`` ini option that can be used to configure it project-wise.
- Thanks `@rabbbit`_ for the request and `@nicoddemus`_ for the PR (`#1355`_).
+ Thanks :user:`rabbbit` for the request and :user:`nicoddemus` for the PR (:issue:`1355`).
* ``Parser.addini`` now supports options of type ``bool``. Thanks
- `@nicoddemus`_ for the PR.
+ :user:`nicoddemus` for the PR.
* New ``ALLOW_BYTES`` doctest option strips ``b`` prefixes from byte strings
in doctest output (similar to ``ALLOW_UNICODE``).
- Thanks `@jaraco`_ for the request and `@nicoddemus`_ for the PR (`#1287`_).
+ Thanks :user:`jaraco` for the request and :user:`nicoddemus` for the PR (:issue:`1287`).
* give a hint on KeyboardInterrupt to use the --fulltrace option to show the errors,
- this fixes `#1366`_.
- Thanks to `@hpk42`_ for the report and `@RonnyPfannschmidt`_ for the PR.
+ this fixes :issue:`1366`.
+ Thanks to :user:`hpk42` for the report and :user:`RonnyPfannschmidt` for the PR.
* catch IndexError exceptions when getting exception source location. This fixes
pytest internal error for dynamically generated code (fixtures and tests)
@@ -91,69 +91,44 @@ The py.test Development Team
`pylib <https://pylib.readthedocs.io/en/stable/>`_.
* ``pytest_enter_pdb`` now optionally receives the pytest config object.
- Thanks `@nicoddemus`_ for the PR.
+ Thanks :user:`nicoddemus` for the PR.
* Removed code and documentation for Python 2.5 or lower versions,
including removal of the obsolete ``_pytest.assertion.oldinterpret`` module.
- Thanks `@nicoddemus`_ for the PR (`#1226`_).
+ Thanks :user:`nicoddemus` for the PR (:issue:`1226`).
* Comparisons now always show up in full when ``CI`` or ``BUILD_NUMBER`` is
found in the environment, even when -vv isn't used.
- Thanks `@The-Compiler`_ for the PR.
+ Thanks :user:`The-Compiler` for the PR.
* ``--lf`` and ``--ff`` now support long names: ``--last-failed`` and
``--failed-first`` respectively.
- Thanks `@MichaelAquilina`_ for the PR.
+ Thanks :user:`MichaelAquilina` for the PR.
* Added expected exceptions to pytest.raises fail message
* Collection only displays progress ("collecting X items") when in a terminal.
This avoids cluttering the output when using ``--color=yes`` to obtain
- colors in CI integrations systems (`#1397`_).
+ colors in CI integrations systems (:issue:`1397`).
**Bug Fixes**
* The ``-s`` and ``-c`` options should now work under ``xdist``;
``Config.fromdictargs`` now represents its input much more faithfully.
- Thanks to `@bukzor`_ for the complete PR (`#680`_).
+ Thanks to :user:`bukzor` for the complete PR (:issue:`680`).
-* Fix (`#1290`_): support Python 3.5's ``@`` operator in assertion rewriting.
- Thanks `@Shinkenjoe`_ for report with test case and `@tomviner`_ for the PR.
+* Fix (:issue:`1290`): support Python 3.5's ``@`` operator in assertion rewriting.
+ Thanks :user:`Shinkenjoe` for report with test case and :user:`tomviner` for the PR.
-* Fix formatting utf-8 explanation messages (`#1379`_).
- Thanks `@biern`_ for the PR.
+* Fix formatting utf-8 explanation messages (:issue:`1379`).
+ Thanks :user:`biern` for the PR.
* Fix `traceback style docs`_ to describe all of the available options
(auto/long/short/line/native/no), with ``auto`` being the default since v2.6.
- Thanks `@hackebrot`_ for the PR.
+ Thanks :user:`hackebrot` for the PR.
-* Fix (`#1422`_): junit record_xml_property doesn't allow multiple records
+* Fix (:issue:`1422`): junit record_xml_property doesn't allow multiple records
with same name.
-.. _`traceback style docs`: https://pytest.org/en/stable/usage.html#modifying-python-traceback-printing
-
-.. _#1422: https://github.com/pytest-dev/pytest/issues/1422
-.. _#1379: https://github.com/pytest-dev/pytest/issues/1379
-.. _#1366: https://github.com/pytest-dev/pytest/issues/1366
-.. _#1040: https://github.com/pytest-dev/pytest/pull/1040
-.. _#680: https://github.com/pytest-dev/pytest/issues/680
-.. _#1287: https://github.com/pytest-dev/pytest/pull/1287
-.. _#1226: https://github.com/pytest-dev/pytest/pull/1226
-.. _#1290: https://github.com/pytest-dev/pytest/pull/1290
-.. _#1355: https://github.com/pytest-dev/pytest/pull/1355
-.. _#1397: https://github.com/pytest-dev/pytest/issues/1397
-.. _@biern: https://github.com/biern
-.. _@MichaelAquilina: https://github.com/MichaelAquilina
-.. _@bukzor: https://github.com/bukzor
-.. _@hpk42: https://github.com/hpk42
-.. _@nicoddemus: https://github.com/nicoddemus
-.. _@jab: https://github.com/jab
-.. _@codewarrior0: https://github.com/codewarrior0
-.. _@jaraco: https://github.com/jaraco
-.. _@The-Compiler: https://github.com/The-Compiler
-.. _@Shinkenjoe: https://github.com/Shinkenjoe
-.. _@tomviner: https://github.com/tomviner
-.. _@RonnyPfannschmidt: https://github.com/RonnyPfannschmidt
-.. _@rabbbit: https://github.com/rabbbit
-.. _@hackebrot: https://github.com/hackebrot
+.. _`traceback style docs`: https://pytest.org/en/stable/how-to/output.html#modifying-python-traceback-printing
diff --git a/doc/en/announce/release-2.9.1.rst b/doc/en/announce/release-2.9.1.rst
index 47bc2e6d38b..6a627ad3cd6 100644
--- a/doc/en/announce/release-2.9.1.rst
+++ b/doc/en/announce/release-2.9.1.rst
@@ -37,31 +37,21 @@ The py.test Development Team
**Bug Fixes**
* Improve error message when a plugin fails to load.
- Thanks `@nicoddemus`_ for the PR.
+ Thanks :user:`nicoddemus` for the PR.
-* Fix (`#1178 <https://github.com/pytest-dev/pytest/issues/1178>`_):
+* Fix (:issue:`1178`):
``pytest.fail`` with non-ascii characters raises an internal pytest error.
- Thanks `@nicoddemus`_ for the PR.
+ Thanks :user:`nicoddemus` for the PR.
-* Fix (`#469`_): junit parses report.nodeid incorrectly, when params IDs
- contain ``::``. Thanks `@tomviner`_ for the PR (`#1431`_).
+* Fix (:issue:`469`): junit parses report.nodeid incorrectly, when params IDs
+ contain ``::``. Thanks :user:`tomviner` for the PR (:pull:`1431`).
-* Fix (`#578 <https://github.com/pytest-dev/pytest/issues/578>`_): SyntaxErrors
+* Fix (:issue:`578`): SyntaxErrors
containing non-ascii lines at the point of failure generated an internal
py.test error.
- Thanks `@asottile`_ for the report and `@nicoddemus`_ for the PR.
+ Thanks :user:`asottile` for the report and :user:`nicoddemus` for the PR.
-* Fix (`#1437`_): When passing in a bytestring regex pattern to parameterize
+* Fix (:issue:`1437`): When passing in a bytestring regex pattern to parameterize
attempt to decode it as utf-8 ignoring errors.
-* Fix (`#649`_): parametrized test nodes cannot be specified to run on the command line.
-
-
-.. _#1437: https://github.com/pytest-dev/pytest/issues/1437
-.. _#469: https://github.com/pytest-dev/pytest/issues/469
-.. _#1431: https://github.com/pytest-dev/pytest/pull/1431
-.. _#649: https://github.com/pytest-dev/pytest/issues/649
-
-.. _@asottile: https://github.com/asottile
-.. _@nicoddemus: https://github.com/nicoddemus
-.. _@tomviner: https://github.com/tomviner
+* Fix (:issue:`649`): parametrized test nodes cannot be specified to run on the command line.
diff --git a/doc/en/announce/release-2.9.2.rst b/doc/en/announce/release-2.9.2.rst
index ffd8dc58ed5..2dc82a1117b 100644
--- a/doc/en/announce/release-2.9.2.rst
+++ b/doc/en/announce/release-2.9.2.rst
@@ -39,40 +39,27 @@ The py.test Development Team
**Bug Fixes**
-* fix `#510`_: skip tests where one parameterize dimension was empty
- thanks Alex Stapleton for the Report and `@RonnyPfannschmidt`_ for the PR
+* fix :issue:`510`: skip tests where one parameterize dimension was empty
+ thanks Alex Stapleton for the Report and :user:`RonnyPfannschmidt` for the PR
* Fix Xfail does not work with condition keyword argument.
- Thanks `@astraw38`_ for reporting the issue (`#1496`_) and `@tomviner`_
- for PR the (`#1524`_).
+ Thanks :user:`astraw38` for reporting the issue (:issue:`1496`) and :user:`tomviner`
+ for PR the (:pull:`1524`).
* Fix win32 path issue when putting custom config file with absolute path
in ``pytest.main("-c your_absolute_path")``.
* Fix maximum recursion depth detection when raised error class is not aware
of unicode/encoded bytes.
- Thanks `@prusse-martin`_ for the PR (`#1506`_).
+ Thanks :user:`prusse-martin` for the PR (:pull:`1506`).
* Fix ``pytest.mark.skip`` mark when used in strict mode.
- Thanks `@pquentin`_ for the PR and `@RonnyPfannschmidt`_ for
+ Thanks :user:`pquentin` for the PR and :user:`RonnyPfannschmidt` for
showing how to fix the bug.
* Minor improvements and fixes to the documentation.
- Thanks `@omarkohl`_ for the PR.
+ Thanks :user:`omarkohl` for the PR.
* Fix ``--fixtures`` to show all fixture definitions as opposed to just
one per fixture name.
- Thanks to `@hackebrot`_ for the PR.
-
-.. _#510: https://github.com/pytest-dev/pytest/issues/510
-.. _#1506: https://github.com/pytest-dev/pytest/pull/1506
-.. _#1496: https://github.com/pytest-dev/pytest/issues/1496
-.. _#1524: https://github.com/pytest-dev/pytest/pull/1524
-
-.. _@astraw38: https://github.com/astraw38
-.. _@hackebrot: https://github.com/hackebrot
-.. _@omarkohl: https://github.com/omarkohl
-.. _@pquentin: https://github.com/pquentin
-.. _@prusse-martin: https://github.com/prusse-martin
-.. _@RonnyPfannschmidt: https://github.com/RonnyPfannschmidt
-.. _@tomviner: https://github.com/tomviner
+ Thanks to :user:`hackebrot` for the PR.
diff --git a/doc/en/announce/release-6.2.0.rst b/doc/en/announce/release-6.2.0.rst
new file mode 100644
index 00000000000..af16b830ddd
--- /dev/null
+++ b/doc/en/announce/release-6.2.0.rst
@@ -0,0 +1,76 @@
+pytest-6.2.0
+=======================================
+
+The pytest team is proud to announce the 6.2.0 release!
+
+This release contains new features, improvements, bug fixes, and breaking changes, so users
+are encouraged to take a look at the CHANGELOG carefully:
+
+ https://docs.pytest.org/en/stable/changelog.html
+
+For complete documentation, please visit:
+
+ https://docs.pytest.org/en/stable/
+
+As usual, you can upgrade from PyPI via:
+
+ pip install -U pytest
+
+Thanks to all of the contributors to this release:
+
+* Adam Johnson
+* Albert Villanova del Moral
+* Anthony Sottile
+* Anton
+* Ariel Pillemer
+* Bruno Oliveira
+* Charles Aracil
+* Christine M
+* Christine Mecklenborg
+* Cserna Zsolt
+* Dominic Mortlock
+* Emiel van de Laar
+* Florian Bruhin
+* Garvit Shubham
+* Gustavo Camargo
+* Hugo Martins
+* Hugo van Kemenade
+* Jakob van Santen
+* Josias Aurel
+* Jürgen Gmach
+* Karthikeyan Singaravelan
+* Katarzyna
+* Kyle Altendorf
+* Manuel Mariñez
+* Matthew Hughes
+* Matthias Gabriel
+* Max Voitko
+* Maximilian Cosmo Sitter
+* Mikhail Fesenko
+* Nimesh Vashistha
+* Pedro Algarvio
+* Petter Strandmark
+* Prakhar Gurunani
+* Prashant Sharma
+* Ran Benita
+* Ronny Pfannschmidt
+* Sanket Duthade
+* Shubham Adep
+* Simon K
+* Tanvi Mehta
+* Thomas Grainger
+* Tim Hoffmann
+* Vasilis Gerakaris
+* William Jamir Silva
+* Zac Hatfield-Dodds
+* crricks
+* dependabot[bot]
+* duthades
+* frankgerhardt
+* kwgchi
+* mickeypash
+* symonk
+
+
+Happy testing,
+The pytest Development Team
diff --git a/doc/en/announce/release-6.2.1.rst b/doc/en/announce/release-6.2.1.rst
new file mode 100644
index 00000000000..f9e71618351
--- /dev/null
+++ b/doc/en/announce/release-6.2.1.rst
@@ -0,0 +1,20 @@
+pytest-6.2.1
+=======================================
+
+pytest 6.2.1 has just been released to PyPI.
+
+This is a bug-fix release, being a drop-in replacement. To upgrade::
+
+ pip install --upgrade pytest
+
+The full changelog is available at https://docs.pytest.org/en/stable/changelog.html.
+
+Thanks to all of the contributors to this release:
+
+* Bruno Oliveira
+* Jakob van Santen
+* Ran Benita
+
+
+Happy testing,
+The pytest Development Team
diff --git a/doc/en/announce/release-6.2.2.rst b/doc/en/announce/release-6.2.2.rst
new file mode 100644
index 00000000000..c3999c53860
--- /dev/null
+++ b/doc/en/announce/release-6.2.2.rst
@@ -0,0 +1,21 @@
+pytest-6.2.2
+=======================================
+
+pytest 6.2.2 has just been released to PyPI.
+
+This is a bug-fix release, being a drop-in replacement. To upgrade::
+
+ pip install --upgrade pytest
+
+The full changelog is available at https://docs.pytest.org/en/stable/changelog.html.
+
+Thanks to all of the contributors to this release:
+
+* Adam Johnson
+* Bruno Oliveira
+* Chris NeJame
+* Ran Benita
+
+
+Happy testing,
+The pytest Development Team
diff --git a/doc/en/announce/release-6.2.3.rst b/doc/en/announce/release-6.2.3.rst
new file mode 100644
index 00000000000..e45aa6a03e3
--- /dev/null
+++ b/doc/en/announce/release-6.2.3.rst
@@ -0,0 +1,19 @@
+pytest-6.2.3
+=======================================
+
+pytest 6.2.3 has just been released to PyPI.
+
+This is a bug-fix release, being a drop-in replacement. To upgrade::
+
+ pip install --upgrade pytest
+
+The full changelog is available at https://docs.pytest.org/en/stable/changelog.html.
+
+Thanks to all of the contributors to this release:
+
+* Bruno Oliveira
+* Ran Benita
+
+
+Happy testing,
+The pytest Development Team
diff --git a/doc/en/announce/release-6.2.4.rst b/doc/en/announce/release-6.2.4.rst
new file mode 100644
index 00000000000..fa2e3e78132
--- /dev/null
+++ b/doc/en/announce/release-6.2.4.rst
@@ -0,0 +1,22 @@
+pytest-6.2.4
+=======================================
+
+pytest 6.2.4 has just been released to PyPI.
+
+This is a bug-fix release, being a drop-in replacement. To upgrade::
+
+ pip install --upgrade pytest
+
+The full changelog is available at https://docs.pytest.org/en/stable/changelog.html.
+
+Thanks to all of the contributors to this release:
+
+* Anthony Sottile
+* Bruno Oliveira
+* Christian Maurer
+* Florian Bruhin
+* Ran Benita
+
+
+Happy testing,
+The pytest Development Team
diff --git a/doc/en/announce/release-6.2.5.rst b/doc/en/announce/release-6.2.5.rst
new file mode 100644
index 00000000000..bc6b4cf4222
--- /dev/null
+++ b/doc/en/announce/release-6.2.5.rst
@@ -0,0 +1,30 @@
+pytest-6.2.5
+=======================================
+
+pytest 6.2.5 has just been released to PyPI.
+
+This is a bug-fix release, being a drop-in replacement. To upgrade::
+
+ pip install --upgrade pytest
+
+The full changelog is available at https://docs.pytest.org/en/stable/changelog.html.
+
+Thanks to all of the contributors to this release:
+
+* Anthony Sottile
+* Bruno Oliveira
+* Brylie Christopher Oxley
+* Daniel Asztalos
+* Florian Bruhin
+* Jason Haugen
+* MapleCCC
+* Michał Górny
+* Miro Hrončok
+* Ran Benita
+* Ronny Pfannschmidt
+* Sylvain Bellemare
+* Thomas Güttler
+
+
+Happy testing,
+The pytest Development Team
diff --git a/doc/en/announce/release-7.0.0.rst b/doc/en/announce/release-7.0.0.rst
new file mode 100644
index 00000000000..3ce4335564f
--- /dev/null
+++ b/doc/en/announce/release-7.0.0.rst
@@ -0,0 +1,74 @@
+pytest-7.0.0
+=======================================
+
+The pytest team is proud to announce the 7.0.0 release!
+
+This release contains new features, improvements, bug fixes, and breaking changes, so users
+are encouraged to take a look at the CHANGELOG carefully:
+
+ https://docs.pytest.org/en/stable/changelog.html
+
+For complete documentation, please visit:
+
+ https://docs.pytest.org/en/stable/
+
+As usual, you can upgrade from PyPI via:
+
+ pip install -U pytest
+
+Thanks to all of the contributors to this release:
+
+* Adam J. Stewart
+* Alexander King
+* Amin Alaee
+* Andrew Neitsch
+* Anthony Sottile
+* Ben Davies
+* Bernát Gábor
+* Brian Okken
+* Bruno Oliveira
+* Cristian Vera
+* Dan Alvizu
+* David Szotten
+* Eddie
+* Emmanuel Arias
+* Emmanuel Meric de Bellefon
+* Eric Liu
+* Florian Bruhin
+* GergelyKalmar
+* Graeme Smecher
+* Harshna
+* Hugo van Kemenade
+* Jakub Kulík
+* James Myatt
+* Jeff Rasley
+* Kale Kundert
+* Kian Meng, Ang
+* Miro Hrončok
+* Naveen-Pratap
+* Oleg Höfling
+* Olga Matoula
+* Ran Benita
+* Ronny Pfannschmidt
+* Simon K
+* Srip
+* Sören Wegener
+* Taneli Hukkinen
+* Terje Runde
+* Thomas Grainger
+* Thomas Hisch
+* William Jamir Silva
+* Yuval Shimon
+* Zac Hatfield-Dodds
+* andrewdotn
+* denivyruck
+* ericluoliu
+* oleg.hoefling
+* symonk
+* ziebam
+* Éloi Rivard
+* Éric
+
+
+Happy testing,
+The pytest Development Team
diff --git a/doc/en/announce/release-7.0.0rc1.rst b/doc/en/announce/release-7.0.0rc1.rst
new file mode 100644
index 00000000000..a5bf0ed3c44
--- /dev/null
+++ b/doc/en/announce/release-7.0.0rc1.rst
@@ -0,0 +1,74 @@
+pytest-7.0.0rc1
+=======================================
+
+The pytest team is proud to announce the 7.0.0rc1 prerelease!
+
+This is a prerelease, not intended for production use, but to test the upcoming features and improvements
+in order to catch any major problems before the final version is released to the major public.
+
+We appreciate your help testing this out before the final release, making sure to report any
+regressions to our issue tracker:
+
+https://github.com/pytest-dev/pytest/issues
+
+When doing so, please include the string ``[prerelease]`` in the title.
+
+You can upgrade from PyPI via:
+
+ pip install pytest==7.0.0rc1
+
+Users are encouraged to take a look at the CHANGELOG carefully:
+
+ https://docs.pytest.org/en/7.0.x/changelog.html
+
+Thanks to all the contributors to this release:
+
+* Adam J. Stewart
+* Alexander King
+* Amin Alaee
+* Andrew Neitsch
+* Anthony Sottile
+* Ben Davies
+* Bernát Gábor
+* Brian Okken
+* Bruno Oliveira
+* Cristian Vera
+* David Szotten
+* Eddie
+* Emmanuel Arias
+* Emmanuel Meric de Bellefon
+* Eric Liu
+* Florian Bruhin
+* GergelyKalmar
+* Graeme Smecher
+* Harshna
+* Hugo van Kemenade
+* Jakub Kulík
+* James Myatt
+* Jeff Rasley
+* Kale Kundert
+* Miro Hrončok
+* Naveen-Pratap
+* Oleg Höfling
+* Ran Benita
+* Ronny Pfannschmidt
+* Simon K
+* Srip
+* Sören Wegener
+* Taneli Hukkinen
+* Terje Runde
+* Thomas Grainger
+* Thomas Hisch
+* William Jamir Silva
+* Zac Hatfield-Dodds
+* andrewdotn
+* denivyruck
+* ericluoliu
+* oleg.hoefling
+* symonk
+* ziebam
+* Éloi Rivard
+
+
+Happy testing,
+The pytest Development Team
diff --git a/doc/en/backwards-compatibility.rst b/doc/en/backwards-compatibility.rst
index 7b3027e790a..3a0ff126164 100644
--- a/doc/en/backwards-compatibility.rst
+++ b/doc/en/backwards-compatibility.rst
@@ -22,7 +22,9 @@ b) transitional: the old and new API don't conflict
We will only start the removal of deprecated functionality in major releases (e.g. if we deprecate something in 3.0 we will start to remove it in 4.0), and keep it around for at least two minor releases (e.g. if we deprecate something in 3.9 and 4.0 is the next release, we start to remove it in 5.0, not in 4.0).
- When the deprecation expires (e.g. 4.0 is released), we won't remove the deprecated functionality immediately, but will use the standard warning filters to turn them into **errors** by default. This approach makes it explicit that removal is imminent, and still gives you time to turn the deprecated feature into a warning instead of an error so it can be dealt with in your own time. In the next minor release (e.g. 4.1), the feature will be effectively removed.
+ A deprecated feature scheduled to be removed in major version X will use the warning class `PytestRemovedInXWarning` (a subclass of :class:`~pytest.PytestDeprecationwarning`).
+
+ When the deprecation expires (e.g. 4.0 is released), we won't remove the deprecated functionality immediately, but will use the standard warning filters to turn `PytestRemovedInXWarning` (e.g. `PytestRemovedIn4Warning`) into **errors** by default. This approach makes it explicit that removal is imminent, and still gives you time to turn the deprecated feature into a warning instead of an error so it can be dealt with in your own time. In the next minor release (e.g. 4.1), the feature will be effectively removed.
c) true breakage: should only be considered when normal transition is unreasonably unsustainable and would offset important development/features by years.
@@ -30,15 +32,15 @@ c) true breakage: should only be considered when normal transition is unreasonab
Examples for such upcoming changes:
- * removal of ``pytest_runtest_protocol/nextitem`` - `#895`_
+ * removal of ``pytest_runtest_protocol/nextitem`` - :issue:`895`
* rearranging of the node tree to include ``FunctionDefinition``
- * rearranging of ``SetupState`` `#895`_
+ * rearranging of ``SetupState`` :issue:`895`
True breakages must be announced first in an issue containing:
* Detailed description of the change
* Rationale
- * Expected impact on users and plugin authors (example in `#895`_)
+ * Expected impact on users and plugin authors (example in :issue:`895`)
After there's no hard *-1* on the issue it should be followed up by an initial proof-of-concept Pull Request.
@@ -75,6 +77,3 @@ Deprecation Roadmap
Features currently deprecated and removed in previous releases can be found in :ref:`deprecations`.
We track future deprecation and removal of features using milestones and the `deprecation <https://github.com/pytest-dev/pytest/issues?q=label%3A%22type%3A+deprecation%22>`_ and `removal <https://github.com/pytest-dev/pytest/labels/type%3A%20removal>`_ labels on GitHub.
-
-
-.. _`#895`: https://github.com/pytest-dev/pytest/issues/895
diff --git a/doc/en/builtin.rst b/doc/en/builtin.rst
index 1d7fe76e3b7..c7e7863b218 100644
--- a/doc/en/builtin.rst
+++ b/doc/en/builtin.rst
@@ -6,7 +6,7 @@ Pytest API and builtin fixtures
================================================
-Most of the information of this page has been moved over to :ref:`reference`.
+Most of the information of this page has been moved over to :ref:`api-reference`.
For information on plugin hooks and objects, see :ref:`plugins`.
@@ -16,8 +16,13 @@ For information about fixtures, see :ref:`fixtures`. To see a complete list of a
.. code-block:: pytest
- $ pytest -q --fixtures
- cache
+ $ pytest --fixtures -v
+ =========================== test session starts ============================
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
+ rootdir: /home/sweet/project
+ collected 0 items
+ cache -- .../_pytest/cacheprovider.py:510
Return a cache object that can persist state between testing sessions.
cache.get(key, default)
@@ -28,40 +33,41 @@ For information about fixtures, see :ref:`fixtures`. To see a complete list of a
Values can be any object handled by the json stdlib module.
- capsys
+ capsys -- .../_pytest/capture.py:878
Enable text capturing of writes to ``sys.stdout`` and ``sys.stderr``.
The captured output is made available via ``capsys.readouterr()`` method
calls, which return a ``(out, err)`` namedtuple.
``out`` and ``err`` will be ``text`` objects.
- capsysbinary
+ capsysbinary -- .../_pytest/capture.py:895
Enable bytes capturing of writes to ``sys.stdout`` and ``sys.stderr``.
The captured output is made available via ``capsysbinary.readouterr()``
method calls, which return a ``(out, err)`` namedtuple.
``out`` and ``err`` will be ``bytes`` objects.
- capfd
+ capfd -- .../_pytest/capture.py:912
Enable text capturing of writes to file descriptors ``1`` and ``2``.
The captured output is made available via ``capfd.readouterr()`` method
calls, which return a ``(out, err)`` namedtuple.
``out`` and ``err`` will be ``text`` objects.
- capfdbinary
+ capfdbinary -- .../_pytest/capture.py:929
Enable bytes capturing of writes to file descriptors ``1`` and ``2``.
The captured output is made available via ``capfd.readouterr()`` method
calls, which return a ``(out, err)`` namedtuple.
``out`` and ``err`` will be ``byte`` objects.
- doctest_namespace [session scope]
+ doctest_namespace [session scope] -- .../_pytest/doctest.py:731
Fixture that returns a :py:class:`dict` that will be injected into the
namespace of doctests.
- pytestconfig [session scope]
- Session-scoped fixture that returns the :class:`_pytest.config.Config` object.
+ pytestconfig [session scope] -- .../_pytest/fixtures.py:1365
+ Session-scoped fixture that returns the session's :class:`pytest.Config`
+ object.
Example::
@@ -69,7 +75,7 @@ For information about fixtures, see :ref:`fixtures`. To see a complete list of a
if pytestconfig.getoption("verbose") > 0:
...
- record_property
+ record_property -- .../_pytest/junitxml.py:282
Add extra properties to the calling test.
User properties become part of the test report and are available to the
@@ -83,13 +89,13 @@ For information about fixtures, see :ref:`fixtures`. To see a complete list of a
def test_function(record_property):
record_property("example_key", 1)
- record_xml_attribute
+ record_xml_attribute -- .../_pytest/junitxml.py:305
Add extra xml attributes to the tag for the calling test.
The fixture is callable with ``name, value``. The value is
automatically XML-encoded.
- record_testsuite_property [session scope]
+ record_testsuite_property [session scope] -- .../_pytest/junitxml.py:343
Record a new ``<property>`` tag as child of the root ``<testsuite>``.
This is suitable to writing global information regarding the entire test
@@ -108,10 +114,27 @@ For information about fixtures, see :ref:`fixtures`. To see a complete list of a
.. warning::
Currently this fixture **does not work** with the
- `pytest-xdist <https://github.com/pytest-dev/pytest-xdist>`__ plugin. See issue
- `#7767 <https://github.com/pytest-dev/pytest/issues/7767>`__ for details.
+ `pytest-xdist <https://github.com/pytest-dev/pytest-xdist>`__ plugin. See
+ :issue:`7767` for details.
- caplog
+ tmpdir_factory [session scope] -- .../_pytest/legacypath.py:295
+ Return a :class:`pytest.TempdirFactory` instance for the test session.
+
+ tmpdir -- .../_pytest/legacypath.py:302
+ Return a temporary directory path object which is unique to each test
+ function invocation, created as a sub directory of the base temporary
+ directory.
+
+ By default, a new base temporary directory is created each test session,
+ and old bases are removed after 3 sessions, to aid in debugging. If
+ ``--basetemp`` is used then it is cleared each session. See :ref:`base
+ temporary directory`.
+
+ The returned object is a `legacy_path`_ object.
+
+ .. _legacy_path: https://py.readthedocs.io/en/latest/path.html
+
+ caplog -- .../_pytest/logging.py:483
Access and control log capturing.
Captured logs are available through the following properties/methods::
@@ -122,7 +145,7 @@ For information about fixtures, see :ref:`fixtures`. To see a complete list of a
* caplog.record_tuples -> list of (logger_name, level, message) tuples
* caplog.clear() -> clear captured records and formatted log output string
- monkeypatch
+ monkeypatch -- .../_pytest/monkeypatch.py:29
A convenient fixture for monkey-patching.
The fixture provides these methods to modify objects, dictionaries or
@@ -132,7 +155,7 @@ For information about fixtures, see :ref:`fixtures`. To see a complete list of a
monkeypatch.delattr(obj, name, raising=True)
monkeypatch.setitem(mapping, name, value)
monkeypatch.delitem(obj, name, raising=True)
- monkeypatch.setenv(name, value, prepend=False)
+ monkeypatch.setenv(name, value, prepend=None)
monkeypatch.delenv(name, raising=True)
monkeypatch.syspath_prepend(path)
monkeypatch.chdir(path)
@@ -141,36 +164,29 @@ For information about fixtures, see :ref:`fixtures`. To see a complete list of a
fixture has finished. The ``raising`` parameter determines if a KeyError
or AttributeError will be raised if the set/deletion operation has no target.
- recwarn
+ recwarn -- .../_pytest/recwarn.py:29
Return a :class:`WarningsRecorder` instance that records all warnings emitted by test functions.
- See http://docs.python.org/library/warnings.html for information
+ See https://docs.python.org/library/how-to/capture-warnings.html for information
on warning categories.
- tmpdir_factory [session scope]
- Return a :class:`_pytest.tmpdir.TempdirFactory` instance for the test session.
-
- tmp_path_factory [session scope]
- Return a :class:`_pytest.tmpdir.TempPathFactory` instance for the test session.
+ tmp_path_factory [session scope] -- .../_pytest/tmpdir.py:183
+ Return a :class:`pytest.TempPathFactory` instance for the test session.
- tmpdir
+ tmp_path -- .../_pytest/tmpdir.py:198
Return a temporary directory path object which is unique to each test
function invocation, created as a sub directory of the base temporary
directory.
- The returned object is a `py.path.local`_ path object.
-
- .. _`py.path.local`: https://py.readthedocs.io/en/latest/path.html
-
- tmp_path
- Return a temporary directory path object which is unique to each test
- function invocation, created as a sub directory of the base temporary
- directory.
+ By default, a new base temporary directory is created each test session,
+ and old bases are removed after 3 sessions, to aid in debugging. If
+ ``--basetemp`` is used then it is cleared each session. See :ref:`base
+ temporary directory`.
The returned object is a :class:`pathlib.Path` object.
- no tests ran in 0.12s
+ ========================== no tests ran in 0.12s ===========================
You can also interactively ask for help, e.g. by typing on the Python interactive prompt something like:
diff --git a/doc/en/changelog.rst b/doc/en/changelog.rst
index 3f14921a80a..9605d6bcf00 100644
--- a/doc/en/changelog.rst
+++ b/doc/en/changelog.rst
@@ -28,23 +28,820 @@ with advance notice in the **Deprecations** section of releases.
.. towncrier release notes start
+pytest 7.0.0 (2022-02-03)
+=========================
+
+(**Please see the full set of changes for this release also in the 7.0.0rc1 notes below**)
+
+Deprecations
+------------
+
+- `#9488 <https://github.com/pytest-dev/pytest/issues/9488>`_: If custom subclasses of nodes like :class:`pytest.Item` override the
+ ``__init__`` method, they should take ``**kwargs``. See
+ :ref:`uncooperative-constructors-deprecated` for details.
+
+ Note that a deprection warning is only emitted when there is a conflict in the
+ arguments pytest expected to pass. This deprecation was already part of pytest
+ 7.0.0rc1 but wasn't documented.
+
+
+
+Bug Fixes
+---------
+
+- `#9355 <https://github.com/pytest-dev/pytest/issues/9355>`_: Fixed error message prints function decorators when using assert in Python 3.8 and above.
+
+
+- `#9396 <https://github.com/pytest-dev/pytest/issues/9396>`_: Ensure :attr:`pytest.Config.inifile` is available during the :func:`pytest_cmdline_main <_pytest.hookspec.pytest_cmdline_main>` hook (regression during ``7.0.0rc1``).
+
+
+
+Improved Documentation
+----------------------
+
+- `#9404 <https://github.com/pytest-dev/pytest/issues/9404>`_: Added extra documentation on alternatives to common misuses of `pytest.warns(None)` ahead of its deprecation.
+
+
+- `#9505 <https://github.com/pytest-dev/pytest/issues/9505>`_: Clarify where the configuration files are located. To avoid confusions documentation mentions
+ that configuration file is located in the root of the repository.
+
+
+
+Trivial/Internal Changes
+------------------------
+
+- `#9521 <https://github.com/pytest-dev/pytest/issues/9521>`_: Add test coverage to assertion rewrite path.
+
+
+pytest 7.0.0rc1 (2021-12-06)
+============================
+
+Breaking Changes
+----------------
+
+- `#7259 <https://github.com/pytest-dev/pytest/issues/7259>`_: The :ref:`Node.reportinfo() <non-python tests>` function first return value type has been expanded from `py.path.local | str` to `os.PathLike[str] | str`.
+
+ Most plugins which refer to `reportinfo()` only define it as part of a custom :class:`pytest.Item` implementation.
+ Since `py.path.local` is a `os.PathLike[str]`, these plugins are unaffacted.
+
+ Plugins and users which call `reportinfo()`, use the first return value and interact with it as a `py.path.local`, would need to adjust by calling `py.path.local(fspath)`.
+ Although preferably, avoid the legacy `py.path.local` and use `pathlib.Path`, or use `item.location` or `item.path`, instead.
+
+ Note: pytest was not able to provide a deprecation period for this change.
+
+
+- `#8246 <https://github.com/pytest-dev/pytest/issues/8246>`_: ``--version`` now writes version information to ``stdout`` rather than ``stderr``.
+
+
+- `#8733 <https://github.com/pytest-dev/pytest/issues/8733>`_: Drop a workaround for `pyreadline <https://github.com/pyreadline/pyreadline>`__ that made it work with ``--pdb``.
+
+ The workaround was introduced in `#1281 <https://github.com/pytest-dev/pytest/pull/1281>`__ in 2015, however since then
+ `pyreadline seems to have gone unmaintained <https://github.com/pyreadline/pyreadline/issues/58>`__, is `generating
+ warnings <https://github.com/pytest-dev/pytest/issues/8847>`__, and will stop working on Python 3.10.
+
+
+- `#9061 <https://github.com/pytest-dev/pytest/issues/9061>`_: Using :func:`pytest.approx` in a boolean context now raises an error hinting at the proper usage.
+
+ It is apparently common for users to mistakenly use ``pytest.approx`` like this:
+
+ .. code-block:: python
+
+ assert pytest.approx(actual, expected)
+
+ While the correct usage is:
+
+ .. code-block:: python
+
+ assert actual == pytest.approx(expected)
+
+ The new error message helps catch those mistakes.
+
+
+- `#9277 <https://github.com/pytest-dev/pytest/issues/9277>`_: The ``pytest.Instance`` collector type has been removed.
+ Importing ``pytest.Instance`` or ``_pytest.python.Instance`` returns a dummy type and emits a deprecation warning.
+ See :ref:`instance-collector-deprecation` for details.
+
+
+- `#9308 <https://github.com/pytest-dev/pytest/issues/9308>`_: **PytestRemovedIn7Warning deprecation warnings are now errors by default.**
+
+ Following our plan to remove deprecated features with as little disruption as
+ possible, all warnings of type ``PytestRemovedIn7Warning`` now generate errors
+ instead of warning messages by default.
+
+ **The affected features will be effectively removed in pytest 7.1**, so please consult the
+ :ref:`deprecations` section in the docs for directions on how to update existing code.
+
+ In the pytest ``7.0.X`` series, it is possible to change the errors back into warnings as a
+ stopgap measure by adding this to your ``pytest.ini`` file:
+
+ .. code-block:: ini
+
+ [pytest]
+ filterwarnings =
+ ignore::pytest.PytestRemovedIn7Warning
+
+ But this will stop working when pytest ``7.1`` is released.
+
+ **If you have concerns** about the removal of a specific feature, please add a
+ comment to :issue:`9308`.
+
+
+
+Deprecations
+------------
+
+- `#7259 <https://github.com/pytest-dev/pytest/issues/7259>`_: ``py.path.local`` arguments for hooks have been deprecated. See :ref:`the deprecation note <legacy-path-hooks-deprecated>` for full details.
+
+ ``py.path.local`` arguments to Node constructors have been deprecated. See :ref:`the deprecation note <node-ctor-fspath-deprecation>` for full details.
+
+ .. note::
+ The name of the :class:`~_pytest.nodes.Node` arguments and attributes (the
+ new attribute being ``path``) is **the opposite** of the situation for hooks
+ (the old argument being ``path``).
+
+ This is an unfortunate artifact due to historical reasons, which should be
+ resolved in future versions as we slowly get rid of the :pypi:`py`
+ dependency (see :issue:`9283` for a longer discussion).
+
+
+- `#7469 <https://github.com/pytest-dev/pytest/issues/7469>`_: Directly constructing the following classes is now deprecated:
+
+ - ``_pytest.mark.structures.Mark``
+ - ``_pytest.mark.structures.MarkDecorator``
+ - ``_pytest.mark.structures.MarkGenerator``
+ - ``_pytest.python.Metafunc``
+ - ``_pytest.runner.CallInfo``
+ - ``_pytest._code.ExceptionInfo``
+ - ``_pytest.config.argparsing.Parser``
+ - ``_pytest.config.argparsing.OptionGroup``
+ - ``_pytest.pytester.HookRecorder``
+
+ These constructors have always been considered private, but now issue a deprecation warning, which may become a hard error in pytest 8.
+
+
+- `#8242 <https://github.com/pytest-dev/pytest/issues/8242>`_: Raising :class:`unittest.SkipTest` to skip collection of tests during the
+ pytest collection phase is deprecated. Use :func:`pytest.skip` instead.
+
+ Note: This deprecation only relates to using :class:`unittest.SkipTest` during test
+ collection. You are probably not doing that. Ordinary usage of
+ :class:`unittest.SkipTest` / :meth:`unittest.TestCase.skipTest` /
+ :func:`unittest.skip` in unittest test cases is fully supported.
+
+
+- `#8315 <https://github.com/pytest-dev/pytest/issues/8315>`_: Several behaviors of :meth:`Parser.addoption <pytest.Parser.addoption>` are now
+ scheduled for removal in pytest 8 (deprecated since pytest 2.4.0):
+
+ - ``parser.addoption(..., help=".. %default ..")`` - use ``%(default)s`` instead.
+ - ``parser.addoption(..., type="int/string/float/complex")`` - use ``type=int`` etc. instead.
+
+
+- `#8447 <https://github.com/pytest-dev/pytest/issues/8447>`_: Defining a custom pytest node type which is both an :class:`pytest.Item <Item>` and a :class:`pytest.Collector <Collector>` (e.g. :class:`pytest.File <File>`) now issues a warning.
+ It was never sanely supported and triggers hard to debug errors.
+
+ See :ref:`the deprecation note <diamond-inheritance-deprecated>` for full details.
+
+
+- `#8592 <https://github.com/pytest-dev/pytest/issues/8592>`_: :hook:`pytest_cmdline_preparse` has been officially deprecated. It will be removed in a future release. Use :hook:`pytest_load_initial_conftests` instead.
+
+ See :ref:`the deprecation note <cmdline-preparse-deprecated>` for full details.
+
+
+- `#8645 <https://github.com/pytest-dev/pytest/issues/8645>`_: :func:`pytest.warns(None) <pytest.warns>` is now deprecated because many people used
+ it to mean "this code does not emit warnings", but it actually had the effect of
+ checking that the code emits at least one warning of any type - like ``pytest.warns()``
+ or ``pytest.warns(Warning)``.
+
+
+- `#8948 <https://github.com/pytest-dev/pytest/issues/8948>`_: :func:`pytest.skip(msg=...) <pytest.skip>`, :func:`pytest.fail(msg=...) <pytest.fail>` and :func:`pytest.exit(msg=...) <pytest.exit>`
+ signatures now accept a ``reason`` argument instead of ``msg``. Using ``msg`` still works, but is deprecated and will be removed in a future release.
+
+ This was changed for consistency with :func:`pytest.mark.skip <pytest.mark.skip>` and :func:`pytest.mark.xfail <pytest.mark.xfail>` which both accept
+ ``reason`` as an argument.
+
+- `#8174 <https://github.com/pytest-dev/pytest/issues/8174>`_: The following changes have been made to types reachable through :attr:`pytest.ExceptionInfo.traceback`:
+
+ - The ``path`` property of ``_pytest.code.Code`` returns ``Path`` instead of ``py.path.local``.
+ - The ``path`` property of ``_pytest.code.TracebackEntry`` returns ``Path`` instead of ``py.path.local``.
+
+ There was no deprecation period for this change (sorry!).
+
+
+Features
+--------
+
+- `#5196 <https://github.com/pytest-dev/pytest/issues/5196>`_: Tests are now ordered by definition order in more cases.
+
+ In a class hierarchy, tests from base classes are now consistently ordered before tests defined on their subclasses (reverse MRO order).
+
+
+- `#7132 <https://github.com/pytest-dev/pytest/issues/7132>`_: Added two environment variables :envvar:`PYTEST_THEME` and :envvar:`PYTEST_THEME_MODE` to let the users customize the pygments theme used.
+
+
+- `#7259 <https://github.com/pytest-dev/pytest/issues/7259>`_: Added :meth:`cache.mkdir() <pytest.Cache.mkdir>`, which is similar to the existing :meth:`cache.makedir() <pytest.Cache.makedir>`,
+ but returns a :class:`pathlib.Path` instead of a legacy ``py.path.local``.
+
+ Added a ``paths`` type to :meth:`parser.addini() <pytest.Parser.addini>`,
+ as in ``parser.addini("mypaths", "my paths", type="paths")``,
+ which is similar to the existing ``pathlist``,
+ but returns a list of :class:`pathlib.Path` instead of legacy ``py.path.local``.
+
+
+- `#7469 <https://github.com/pytest-dev/pytest/issues/7469>`_: The types of objects used in pytest's API are now exported so they may be used in type annotations.
+
+ The newly-exported types are:
+
+ - ``pytest.Config`` for :class:`Config <pytest.Config>`.
+ - ``pytest.Mark`` for :class:`marks <pytest.Mark>`.
+ - ``pytest.MarkDecorator`` for :class:`mark decorators <pytest.MarkDecorator>`.
+ - ``pytest.MarkGenerator`` for the :class:`pytest.mark <pytest.MarkGenerator>` singleton.
+ - ``pytest.Metafunc`` for the :class:`metafunc <pytest.MarkGenerator>` argument to the :hook:`pytest_generate_tests` hook.
+ - ``pytest.CallInfo`` for the :class:`CallInfo <pytest.CallInfo>` type passed to various hooks.
+ - ``pytest.PytestPluginManager`` for :class:`PytestPluginManager <pytest.PytestPluginManager>`.
+ - ``pytest.ExceptionInfo`` for the :class:`ExceptionInfo <pytest.ExceptionInfo>` type returned from :func:`pytest.raises` and passed to various hooks.
+ - ``pytest.Parser`` for the :class:`Parser <pytest.Parser>` type passed to the :hook:`pytest_addoption` hook.
+ - ``pytest.OptionGroup`` for the :class:`OptionGroup <pytest.OptionGroup>` type returned from the :func:`parser.addgroup <pytest.Parser.getgroup>` method.
+ - ``pytest.HookRecorder`` for the :class:`HookRecorder <pytest.HookRecorder>` type returned from :class:`~pytest.Pytester`.
+ - ``pytest.RecordedHookCall`` for the :class:`RecordedHookCall <pytest.HookRecorder>` type returned from :class:`~pytest.HookRecorder`.
+ - ``pytest.RunResult`` for the :class:`RunResult <pytest.RunResult>` type returned from :class:`~pytest.Pytester`.
+ - ``pytest.LineMatcher`` for the :class:`LineMatcher <pytest.RunResult>` type used in :class:`~pytest.RunResult` and others.
+ - ``pytest.TestReport`` for the :class:`TestReport <pytest.TestReport>` type used in various hooks.
+ - ``pytest.CollectReport`` for the :class:`CollectReport <pytest.CollectReport>` type used in various hooks.
+
+ Constructing most of them directly is not supported; they are only meant for use in type annotations.
+ Doing so will emit a deprecation warning, and may become a hard-error in pytest 8.0.
+
+ Subclassing them is also not supported. This is not currently enforced at runtime, but is detected by type-checkers such as mypy.
+
+
+- `#7856 <https://github.com/pytest-dev/pytest/issues/7856>`_: :ref:`--import-mode=importlib <import-modes>` now works with features that
+ depend on modules being on :py:data:`sys.modules`, such as :mod:`pickle` and :mod:`dataclasses`.
+
+
+- `#8144 <https://github.com/pytest-dev/pytest/issues/8144>`_: The following hooks now receive an additional ``pathlib.Path`` argument, equivalent to an existing ``py.path.local`` argument:
+
+ - :hook:`pytest_ignore_collect` - The ``collection_path`` parameter (equivalent to existing ``path`` parameter).
+ - :hook:`pytest_collect_file` - The ``file_path`` parameter (equivalent to existing ``path`` parameter).
+ - :hook:`pytest_pycollect_makemodule` - The ``module_path`` parameter (equivalent to existing ``path`` parameter).
+ - :hook:`pytest_report_header` - The ``start_path`` parameter (equivalent to existing ``startdir`` parameter).
+ - :hook:`pytest_report_collectionfinish` - The ``start_path`` parameter (equivalent to existing ``startdir`` parameter).
+
+ .. note::
+ The name of the :class:`~_pytest.nodes.Node` arguments and attributes (the
+ new attribute being ``path``) is **the opposite** of the situation for hooks
+ (the old argument being ``path``).
+
+ This is an unfortunate artifact due to historical reasons, which should be
+ resolved in future versions as we slowly get rid of the :pypi:`py`
+ dependency (see :issue:`9283` for a longer discussion).
+
+
+- `#8251 <https://github.com/pytest-dev/pytest/issues/8251>`_: Implement ``Node.path`` as a ``pathlib.Path``. Both the old ``fspath`` and this new attribute gets set no matter whether ``path`` or ``fspath`` (deprecated) is passed to the constructor. It is a replacement for the ``fspath`` attribute (which represents the same path as ``py.path.local``). While ``fspath`` is not deprecated yet
+ due to the ongoing migration of methods like :meth:`~_pytest.Item.reportinfo`, we expect to deprecate it in a future release.
+
+ .. note::
+ The name of the :class:`~_pytest.nodes.Node` arguments and attributes (the
+ new attribute being ``path``) is **the opposite** of the situation for hooks
+ (the old argument being ``path``).
+
+ This is an unfortunate artifact due to historical reasons, which should be
+ resolved in future versions as we slowly get rid of the :pypi:`py`
+ dependency (see :issue:`9283` for a longer discussion).
+
+
+- `#8421 <https://github.com/pytest-dev/pytest/issues/8421>`_: :func:`pytest.approx` now works on :class:`~decimal.Decimal` within mappings/dicts and sequences/lists.
+
+
+- `#8606 <https://github.com/pytest-dev/pytest/issues/8606>`_: pytest invocations with ``--fixtures-per-test`` and ``--fixtures`` have been enriched with:
+
+ - Fixture location path printed with the fixture name.
+ - First section of the fixture's docstring printed under the fixture name.
+ - Whole of fixture's docstring printed under the fixture name using ``--verbose`` option.
+
+
+- `#8761 <https://github.com/pytest-dev/pytest/issues/8761>`_: New :ref:`version-tuple` attribute, which makes it simpler for users to do something depending on the pytest version (such as declaring hooks which are introduced in later versions).
+
+
+- `#8789 <https://github.com/pytest-dev/pytest/issues/8789>`_: Switch TOML parser from ``toml`` to ``tomli`` for TOML v1.0.0 support in ``pyproject.toml``.
+
+
+- `#8920 <https://github.com/pytest-dev/pytest/issues/8920>`_: Added :class:`pytest.Stash`, a facility for plugins to store their data on :class:`~pytest.Config` and :class:`~_pytest.nodes.Node`\s in a type-safe and conflict-free manner.
+ See :ref:`plugin-stash` for details.
+
+
+- `#8953 <https://github.com/pytest-dev/pytest/issues/8953>`_: :class:`RunResult <_pytest.pytester.RunResult>` method :meth:`assert_outcomes <_pytest.pytester.RunResult.assert_outcomes>` now accepts a
+ ``warnings`` argument to assert the total number of warnings captured.
+
+
+- `#8954 <https://github.com/pytest-dev/pytest/issues/8954>`_: ``--debug`` flag now accepts a :class:`str` file to route debug logs into, remains defaulted to `pytestdebug.log`.
+
+
+- `#9023 <https://github.com/pytest-dev/pytest/issues/9023>`_: Full diffs are now always shown for equality assertions of iterables when
+ `CI` or ``BUILD_NUMBER`` is found in the environment, even when ``-v`` isn't
+ used.
+
+
+- `#9113 <https://github.com/pytest-dev/pytest/issues/9113>`_: :class:`RunResult <_pytest.pytester.RunResult>` method :meth:`assert_outcomes <_pytest.pytester.RunResult.assert_outcomes>` now accepts a
+ ``deselected`` argument to assert the total number of deselected tests.
+
+
+- `#9114 <https://github.com/pytest-dev/pytest/issues/9114>`_: Added :confval:`pythonpath` setting that adds listed paths to :data:`sys.path` for the duration of the test session. If you currently use the pytest-pythonpath or pytest-srcpaths plugins, you should be able to replace them with built-in `pythonpath` setting.
+
+
+
+Improvements
+------------
+
+- `#7480 <https://github.com/pytest-dev/pytest/issues/7480>`_: A deprecation scheduled to be removed in a major version X (e.g. pytest 7, 8, 9, ...) now uses warning category `PytestRemovedInXWarning`,
+ a subclass of :class:`~pytest.PytestDeprecationWarning`,
+ instead of :class:`PytestDeprecationWarning` directly.
+
+ See :ref:`backwards-compatibility` for more details.
+
+
+- `#7864 <https://github.com/pytest-dev/pytest/issues/7864>`_: Improved error messages when parsing warning filters.
+
+ Previously pytest would show an internal traceback, which besides being ugly sometimes would hide the cause
+ of the problem (for example an ``ImportError`` while importing a specific warning type).
+
+
+- `#8335 <https://github.com/pytest-dev/pytest/issues/8335>`_: Improved :func:`pytest.approx` assertion messages for sequences of numbers.
+
+ The assertion messages now dumps a table with the index and the error of each diff.
+ Example::
+
+ > assert [1, 2, 3, 4] == pytest.approx([1, 3, 3, 5])
+ E assert comparison failed for 2 values:
+ E Index | Obtained | Expected
+ E 1 | 2 | 3 +- 3.0e-06
+ E 3 | 4 | 5 +- 5.0e-06
+
+
+- `#8403 <https://github.com/pytest-dev/pytest/issues/8403>`_: By default, pytest will truncate long strings in assert errors so they don't clutter the output too much,
+ currently at ``240`` characters by default.
+
+ However, in some cases the longer output helps, or is even crucial, to diagnose a failure. Using ``-v`` will
+ now increase the truncation threshold to ``2400`` characters, and ``-vv`` or higher will disable truncation entirely.
+
+
+- `#8509 <https://github.com/pytest-dev/pytest/issues/8509>`_: Fixed issue where :meth:`unittest.TestCase.setUpClass` is not called when a test has `/` in its name since pytest 6.2.0.
+
+ This refers to the path part in pytest node IDs, e.g. ``TestClass::test_it`` in the node ID ``tests/test_file.py::TestClass::test_it``.
+
+ Now, instead of assuming that the test name does not contain ``/``, it is assumed that test path does not contain ``::``. We plan to hopefully make both of these work in the future.
+
+
+- `#8803 <https://github.com/pytest-dev/pytest/issues/8803>`_: It is now possible to add colors to custom log levels on cli log.
+
+ By using :func:`add_color_level <_pytest.logging.add_color_level>` from a ``pytest_configure`` hook, colors can be added::
+
+ logging_plugin = config.pluginmanager.get_plugin('logging-plugin')
+ logging_plugin.log_cli_handler.formatter.add_color_level(logging.INFO, 'cyan')
+ logging_plugin.log_cli_handler.formatter.add_color_level(logging.SPAM, 'blue')
+
+ See :ref:`log_colors` for more information.
+
+
+- `#8822 <https://github.com/pytest-dev/pytest/issues/8822>`_: When showing fixture paths in `--fixtures` or `--fixtures-by-test`, fixtures coming from pytest itself now display an elided path, rather than the full path to the file in the `site-packages` directory.
+
+
+- `#8898 <https://github.com/pytest-dev/pytest/issues/8898>`_: Complex numbers are now treated like floats and integers when generating parameterization IDs.
+
+
+- `#9062 <https://github.com/pytest-dev/pytest/issues/9062>`_: ``--stepwise-skip`` now implicitly enables ``--stepwise`` and can be used on its own.
+
+
+- `#9205 <https://github.com/pytest-dev/pytest/issues/9205>`_: :meth:`pytest.Cache.set` now preserves key order when saving dicts.
+
+
+
+Bug Fixes
+---------
+
+- `#7124 <https://github.com/pytest-dev/pytest/issues/7124>`_: Fixed an issue where ``__main__.py`` would raise an ``ImportError`` when ``--doctest-modules`` was provided.
+
+
+- `#8061 <https://github.com/pytest-dev/pytest/issues/8061>`_: Fixed failing ``staticmethod`` test cases if they are inherited from a parent test class.
+
+
+- `#8192 <https://github.com/pytest-dev/pytest/issues/8192>`_: ``testdir.makefile`` now silently accepts values which don't start with ``.`` to maintain backward compatibility with older pytest versions.
+
+ ``pytester.makefile`` now issues a clearer error if the ``.`` is missing in the ``ext`` argument.
+
+
+- `#8258 <https://github.com/pytest-dev/pytest/issues/8258>`_: Fixed issue where pytest's ``faulthandler`` support would not dump traceback on crashes
+ if the :mod:`faulthandler` module was already enabled during pytest startup (using
+ ``python -X dev -m pytest`` for example).
+
+
+- `#8317 <https://github.com/pytest-dev/pytest/issues/8317>`_: Fixed an issue where illegal directory characters derived from ``getpass.getuser()`` raised an ``OSError``.
+
+
+- `#8367 <https://github.com/pytest-dev/pytest/issues/8367>`_: Fix ``Class.from_parent`` so it forwards extra keyword arguments to the constructor.
+
+
+- `#8377 <https://github.com/pytest-dev/pytest/issues/8377>`_: The test selection options ``pytest -k`` and ``pytest -m`` now support matching
+ names containing forward slash (``/``) characters.
+
+
+- `#8384 <https://github.com/pytest-dev/pytest/issues/8384>`_: The ``@pytest.mark.skip`` decorator now correctly handles its arguments. When the ``reason`` argument is accidentally given both positional and as a keyword (e.g. because it was confused with ``skipif``), a ``TypeError`` now occurs. Before, such tests were silently skipped, and the positional argument ignored. Additionally, ``reason`` is now documented correctly as positional or keyword (rather than keyword-only).
+
+
+- `#8394 <https://github.com/pytest-dev/pytest/issues/8394>`_: Use private names for internal fixtures that handle classic setup/teardown so that they don't show up with the default ``--fixtures`` invocation (but they still show up with ``--fixtures -v``).
+
+
+- `#8456 <https://github.com/pytest-dev/pytest/issues/8456>`_: The :confval:`required_plugins` config option now works correctly when pre-releases of plugins are installed, rather than falsely claiming that those plugins aren't installed at all.
+
+
+- `#8464 <https://github.com/pytest-dev/pytest/issues/8464>`_: ``-c <config file>`` now also properly defines ``rootdir`` as the directory that contains ``<config file>``.
+
+
+- `#8503 <https://github.com/pytest-dev/pytest/issues/8503>`_: :meth:`pytest.MonkeyPatch.syspath_prepend` no longer fails when
+ ``setuptools`` is not installed.
+ It now only calls :func:`pkg_resources.fixup_namespace_packages` if
+ ``pkg_resources`` was previously imported, because it is not needed otherwise.
+
+
+- `#8548 <https://github.com/pytest-dev/pytest/issues/8548>`_: Introduce fix to handle precision width in ``log-cli-format`` in turn to fix output coloring for certain formats.
+
+
+- `#8796 <https://github.com/pytest-dev/pytest/issues/8796>`_: Fixed internal error when skipping doctests.
+
+
+- `#8983 <https://github.com/pytest-dev/pytest/issues/8983>`_: The test selection options ``pytest -k`` and ``pytest -m`` now support matching names containing backslash (`\\`) characters.
+ Backslashes are treated literally, not as escape characters (the values being matched against are already escaped).
+
+
+- `#8990 <https://github.com/pytest-dev/pytest/issues/8990>`_: Fix `pytest -vv` crashing with an internal exception `AttributeError: 'str' object has no attribute 'relative_to'` in some cases.
+
+
+- `#9077 <https://github.com/pytest-dev/pytest/issues/9077>`_: Fixed confusing error message when ``request.fspath`` / ``request.path`` was accessed from a session-scoped fixture.
+
+
+- `#9131 <https://github.com/pytest-dev/pytest/issues/9131>`_: Fixed the URL used by ``--pastebin`` to use `bpa.st <http://bpa.st>`__.
+
+
+- `#9163 <https://github.com/pytest-dev/pytest/issues/9163>`_: The end line number and end column offset are now properly set for rewritten assert statements.
+
+
+- `#9169 <https://github.com/pytest-dev/pytest/issues/9169>`_: Support for the ``files`` API from ``importlib.resources`` within rewritten files.
+
+
+- `#9272 <https://github.com/pytest-dev/pytest/issues/9272>`_: The nose compatibility module-level fixtures `setup()` and `teardown()` are now only called once per module, instead of for each test function.
+ They are now called even if object-level `setup`/`teardown` is defined.
+
+
+
+Improved Documentation
+----------------------
+
+- `#4320 <https://github.com/pytest-dev/pytest/issues/4320>`_: Improved docs for `pytester.copy_example`.
+
+
+- `#5105 <https://github.com/pytest-dev/pytest/issues/5105>`_: Add automatically generated :ref:`plugin-list`. The list is updated on a periodic schedule.
+
+
+- `#8337 <https://github.com/pytest-dev/pytest/issues/8337>`_: Recommend `numpy.testing <https://numpy.org/doc/stable/reference/routines.testing.html>`__ module on :func:`pytest.approx` documentation.
+
+
+- `#8655 <https://github.com/pytest-dev/pytest/issues/8655>`_: Help text for ``--pdbcls`` more accurately reflects the option's behavior.
+
+
+- `#9210 <https://github.com/pytest-dev/pytest/issues/9210>`_: Remove incorrect docs about ``confcutdir`` being a configuration option: it can only be set through the ``--confcutdir`` command-line option.
+
+
+- `#9242 <https://github.com/pytest-dev/pytest/issues/9242>`_: Upgrade readthedocs configuration to use a `newer Ubuntu version <https://blog.readthedocs.com/new-build-specification/>`__` with better unicode support for PDF docs.
+
+
+- `#9341 <https://github.com/pytest-dev/pytest/issues/9341>`_: Various methods commonly used for :ref:`non-python tests` are now correctly documented in the reference docs. They were undocumented previously.
+
+
+
+Trivial/Internal Changes
+------------------------
+
+- `#8133 <https://github.com/pytest-dev/pytest/issues/8133>`_: Migrate to ``setuptools_scm`` 6.x to use ``SETUPTOOLS_SCM_PRETEND_VERSION_FOR_PYTEST`` for more robust release tooling.
+
+
+- `#8174 <https://github.com/pytest-dev/pytest/issues/8174>`_: The following changes have been made to internal pytest types/functions:
+
+ - The ``_pytest.code.getfslineno()`` function returns ``Path`` instead of ``py.path.local``.
+ - The ``_pytest.python.path_matches_patterns()`` function takes ``Path`` instead of ``py.path.local``.
+ - The ``_pytest._code.Traceback.cut()`` function accepts any ``os.PathLike[str]``, not just ``py.path.local``.
+
+
+- `#8248 <https://github.com/pytest-dev/pytest/issues/8248>`_: Internal Restructure: let ``python.PyObjMixin`` inherit from ``nodes.Node`` to carry over typing information.
+
+
+- `#8432 <https://github.com/pytest-dev/pytest/issues/8432>`_: Improve error message when :func:`pytest.skip` is used at module level without passing `allow_module_level=True`.
+
+
+- `#8818 <https://github.com/pytest-dev/pytest/issues/8818>`_: Ensure ``regendoc`` opts out of ``TOX_ENV`` cachedir selection to ensure independent example test runs.
+
+
+- `#8913 <https://github.com/pytest-dev/pytest/issues/8913>`_: The private ``CallSpec2._arg2scopenum`` attribute has been removed after an internal refactoring.
+
+
+- `#8967 <https://github.com/pytest-dev/pytest/issues/8967>`_: :hook:`pytest_assertion_pass` is no longer considered experimental and
+ future changes to it will be considered more carefully.
+
+
+- `#9202 <https://github.com/pytest-dev/pytest/issues/9202>`_: Add github action to upload coverage report to codecov instead of bash uploader.
+
+
+- `#9225 <https://github.com/pytest-dev/pytest/issues/9225>`_: Changed the command used to create sdist and wheel artifacts: using the build package instead of setup.py.
+
+
+- `#9351 <https://github.com/pytest-dev/pytest/issues/9351>`_: Correct minor typos in doc/en/example/special.rst.
+
+
+pytest 6.2.5 (2021-08-29)
+=========================
+
+
+Trivial/Internal Changes
+------------------------
+
+- :issue:`8494`: Python 3.10 is now supported.
+
+
+- :issue:`9040`: Enable compatibility with ``pluggy 1.0`` or later.
+
+
+pytest 6.2.4 (2021-05-04)
+=========================
+
+Bug Fixes
+---------
+
+- :issue:`8539`: Fixed assertion rewriting on Python 3.10.
+
+
+pytest 6.2.3 (2021-04-03)
+=========================
+
+Bug Fixes
+---------
+
+- :issue:`8414`: pytest used to create directories under ``/tmp`` with world-readable
+ permissions. This means that any user in the system was able to read
+ information written by tests in temporary directories (such as those created by
+ the ``tmp_path``/``tmpdir`` fixture). Now the directories are created with
+ private permissions.
+
+ pytest used to silently use a pre-existing ``/tmp/pytest-of-<username>`` directory,
+ even if owned by another user. This means another user could pre-create such a
+ directory and gain control of another user's temporary directory. Now such a
+ condition results in an error.
+
+
+pytest 6.2.2 (2021-01-25)
+=========================
+
+Bug Fixes
+---------
+
+- :issue:`8152`: Fixed "(<Skipped instance>)" being shown as a skip reason in the verbose test summary line when the reason is empty.
+
+
+- :issue:`8249`: Fix the ``faulthandler`` plugin for occasions when running with ``twisted.logger`` and using ``pytest --capture=no``.
+
+
+pytest 6.2.1 (2020-12-15)
+=========================
+
+Bug Fixes
+---------
+
+- :issue:`7678`: Fixed bug where ``ImportPathMismatchError`` would be raised for files compiled in
+ the host and loaded later from an UNC mounted path (Windows).
+
+
+- :issue:`8132`: Fixed regression in ``approx``: in 6.2.0 ``approx`` no longer raises
+ ``TypeError`` when dealing with non-numeric types, falling back to normal comparison.
+ Before 6.2.0, array types like tf.DeviceArray fell through to the scalar case,
+ and happened to compare correctly to a scalar if they had only one element.
+ After 6.2.0, these types began failing, because they inherited neither from
+ standard Python number hierarchy nor from ``numpy.ndarray``.
+
+ ``approx`` now converts arguments to ``numpy.ndarray`` if they expose the array
+ protocol and are not scalars. This treats array-like objects like numpy arrays,
+ regardless of size.
+
+
+pytest 6.2.0 (2020-12-12)
+=========================
+
+Breaking Changes
+----------------
+
+- :issue:`7808`: pytest now supports python3.6+ only.
+
+
+
+Deprecations
+------------
+
+- :issue:`7469`: Directly constructing/calling the following classes/functions is now deprecated:
+
+ - ``_pytest.cacheprovider.Cache``
+ - ``_pytest.cacheprovider.Cache.for_config()``
+ - ``_pytest.cacheprovider.Cache.clear_cache()``
+ - ``_pytest.cacheprovider.Cache.cache_dir_from_config()``
+ - ``_pytest.capture.CaptureFixture``
+ - ``_pytest.fixtures.FixtureRequest``
+ - ``_pytest.fixtures.SubRequest``
+ - ``_pytest.logging.LogCaptureFixture``
+ - ``_pytest.pytester.Pytester``
+ - ``_pytest.pytester.Testdir``
+ - ``_pytest.recwarn.WarningsRecorder``
+ - ``_pytest.recwarn.WarningsChecker``
+ - ``_pytest.tmpdir.TempPathFactory``
+ - ``_pytest.tmpdir.TempdirFactory``
+
+ These have always been considered private, but now issue a deprecation warning, which may become a hard error in pytest 8.0.0.
+
+
+- :issue:`7530`: The ``--strict`` command-line option has been deprecated, use ``--strict-markers`` instead.
+
+ We have plans to maybe in the future to reintroduce ``--strict`` and make it an encompassing flag for all strictness
+ related options (``--strict-markers`` and ``--strict-config`` at the moment, more might be introduced in the future).
+
+
+- :issue:`7988`: The ``@pytest.yield_fixture`` decorator/function is now deprecated. Use :func:`pytest.fixture` instead.
+
+ ``yield_fixture`` has been an alias for ``fixture`` for a very long time, so can be search/replaced safely.
+
+
+
+Features
+--------
+
+- :issue:`5299`: pytest now warns about unraisable exceptions and unhandled thread exceptions that occur in tests on Python>=3.8.
+ See :ref:`unraisable` for more information.
+
+
+- :issue:`7425`: New :fixture:`pytester` fixture, which is identical to :fixture:`testdir` but its methods return :class:`pathlib.Path` when appropriate instead of ``py.path.local``.
+
+ This is part of the movement to use :class:`pathlib.Path` objects internally, in order to remove the dependency to ``py`` in the future.
+
+ Internally, the old :class:`Testdir <_pytest.pytester.Testdir>` is now a thin wrapper around :class:`Pytester <_pytest.pytester.Pytester>`, preserving the old interface.
+
+
+- :issue:`7695`: A new hook was added, `pytest_markeval_namespace` which should return a dictionary.
+ This dictionary will be used to augment the "global" variables available to evaluate skipif/xfail/xpass markers.
+
+ Pseudo example
+
+ ``conftest.py``:
+
+ .. code-block:: python
+
+ def pytest_markeval_namespace():
+ return {"color": "red"}
+
+ ``test_func.py``:
+
+ .. code-block:: python
+
+ @pytest.mark.skipif("color == 'blue'", reason="Color is not red")
+ def test_func():
+ assert False
+
+
+- :issue:`8006`: It is now possible to construct a :class:`~pytest.MonkeyPatch` object directly as ``pytest.MonkeyPatch()``,
+ in cases when the :fixture:`monkeypatch` fixture cannot be used. Previously some users imported it
+ from the private `_pytest.monkeypatch.MonkeyPatch` namespace.
+
+ Additionally, :meth:`MonkeyPatch.context <pytest.MonkeyPatch.context>` is now a classmethod,
+ and can be used as ``with MonkeyPatch.context() as mp: ...``. This is the recommended way to use
+ ``MonkeyPatch`` directly, since unlike the ``monkeypatch`` fixture, an instance created directly
+ is not ``undo()``-ed automatically.
+
+
+
+Improvements
+------------
+
+- :issue:`1265`: Added an ``__str__`` implementation to the :class:`~pytest.pytester.LineMatcher` class which is returned from ``pytester.run_pytest().stdout`` and similar. It returns the entire output, like the existing ``str()`` method.
+
+
+- :issue:`2044`: Verbose mode now shows the reason that a test was skipped in the test's terminal line after the "SKIPPED", "XFAIL" or "XPASS".
+
+
+- :issue:`7469` The types of builtin pytest fixtures are now exported so they may be used in type annotations of test functions.
+ The newly-exported types are:
+
+ - ``pytest.FixtureRequest`` for the :fixture:`request` fixture.
+ - ``pytest.Cache`` for the :fixture:`cache` fixture.
+ - ``pytest.CaptureFixture[str]`` for the :fixture:`capfd` and :fixture:`capsys` fixtures.
+ - ``pytest.CaptureFixture[bytes]`` for the :fixture:`capfdbinary` and :fixture:`capsysbinary` fixtures.
+ - ``pytest.LogCaptureFixture`` for the :fixture:`caplog` fixture.
+ - ``pytest.Pytester`` for the :fixture:`pytester` fixture.
+ - ``pytest.Testdir`` for the :fixture:`testdir` fixture.
+ - ``pytest.TempdirFactory`` for the :fixture:`tmpdir_factory` fixture.
+ - ``pytest.TempPathFactory`` for the :fixture:`tmp_path_factory` fixture.
+ - ``pytest.MonkeyPatch`` for the :fixture:`monkeypatch` fixture.
+ - ``pytest.WarningsRecorder`` for the :fixture:`recwarn` fixture.
+
+ Constructing them is not supported (except for `MonkeyPatch`); they are only meant for use in type annotations.
+ Doing so will emit a deprecation warning, and may become a hard-error in pytest 8.0.
+
+ Subclassing them is also not supported. This is not currently enforced at runtime, but is detected by type-checkers such as mypy.
+
+
+- :issue:`7527`: When a comparison between :func:`namedtuple <collections.namedtuple>` instances of the same type fails, pytest now shows the differing field names (possibly nested) instead of their indexes.
+
+
+- :issue:`7615`: :meth:`Node.warn <_pytest.nodes.Node.warn>` now permits any subclass of :class:`Warning`, not just :class:`PytestWarning <pytest.PytestWarning>`.
+
+
+- :issue:`7701`: Improved reporting when using ``--collected-only``. It will now show the number of collected tests in the summary stats.
+
+
+- :issue:`7710`: Use strict equality comparison for non-numeric types in :func:`pytest.approx` instead of
+ raising :class:`TypeError`.
+
+ This was the undocumented behavior before 3.7, but is now officially a supported feature.
+
+
+- :issue:`7938`: New ``--sw-skip`` argument which is a shorthand for ``--stepwise-skip``.
+
+
+- :issue:`8023`: Added ``'node_modules'`` to default value for :confval:`norecursedirs`.
+
+
+- :issue:`8032`: :meth:`doClassCleanups <unittest.TestCase.doClassCleanups>` (introduced in :mod:`unittest` in Python and 3.8) is now called appropriately.
+
+
+
+Bug Fixes
+---------
+
+- :issue:`4824`: Fixed quadratic behavior and improved performance of collection of items using autouse fixtures and xunit fixtures.
+
+
+- :issue:`7758`: Fixed an issue where some files in packages are getting lost from ``--lf`` even though they contain tests that failed. Regressed in pytest 5.4.0.
+
+
+- :issue:`7911`: Directories created by by :fixture:`tmp_path` and :fixture:`tmpdir` are now considered stale after 3 days without modification (previous value was 3 hours) to avoid deleting directories still in use in long running test suites.
+
+
+- :issue:`7913`: Fixed a crash or hang in :meth:`pytester.spawn <_pytest.pytester.Pytester.spawn>` when the :mod:`readline` module is involved.
+
+
+- :issue:`7951`: Fixed handling of recursive symlinks when collecting tests.
+
+
+- :issue:`7981`: Fixed symlinked directories not being followed during collection. Regressed in pytest 6.1.0.
+
+
+- :issue:`8016`: Fixed only one doctest being collected when using ``pytest --doctest-modules path/to/an/__init__.py``.
+
+
+
+Improved Documentation
+----------------------
+
+- :issue:`7429`: Add more information and use cases about skipping doctests.
+
+
+- :issue:`7780`: Classes which should not be inherited from are now marked ``final class`` in the API reference.
+
+
+- :issue:`7872`: ``_pytest.config.argparsing.Parser.addini()`` accepts explicit ``None`` and ``"string"``.
+
+
+- :issue:`7878`: In pull request section, ask to commit after editing changelog and authors file.
+
+
+
+Trivial/Internal Changes
+------------------------
+
+- :issue:`7802`: The ``attrs`` dependency requirement is now >=19.2.0 instead of >=17.4.0.
+
+
+- :issue:`8014`: `.pyc` files created by pytest's assertion rewriting now conform to the newer :pep:`552` format on Python>=3.7.
+ (These files are internal and only interpreted by pytest itself.)
+
+
pytest 6.1.2 (2020-10-28)
=========================
Bug Fixes
---------
-- `#7758 <https://github.com/pytest-dev/pytest/issues/7758>`_: Fixed an issue where some files in packages are getting lost from ``--lf`` even though they contain tests that failed. Regressed in pytest 5.4.0.
+- :issue:`7758`: Fixed an issue where some files in packages are getting lost from ``--lf`` even though they contain tests that failed. Regressed in pytest 5.4.0.
-- `#7911 <https://github.com/pytest-dev/pytest/issues/7911>`_: Directories created by `tmpdir` are now considered stale after 3 days without modification (previous value was 3 hours) to avoid deleting directories still in use in long running test suites.
+- :issue:`7911`: Directories created by `tmpdir` are now considered stale after 3 days without modification (previous value was 3 hours) to avoid deleting directories still in use in long running test suites.
Improved Documentation
----------------------
-- `#7815 <https://github.com/pytest-dev/pytest/issues/7815>`_: Improve deprecation warning message for ``pytest._fillfuncargs()``.
+- :issue:`7815`: Improve deprecation warning message for ``pytest._fillfuncargs()``.
pytest 6.1.1 (2020-10-03)
@@ -53,10 +850,10 @@ pytest 6.1.1 (2020-10-03)
Bug Fixes
---------
-- `#7807 <https://github.com/pytest-dev/pytest/issues/7807>`_: Fixed regression in pytest 6.1.0 causing incorrect rootdir to be determined in some non-trivial cases where parent directories have config files as well.
+- :issue:`7807`: Fixed regression in pytest 6.1.0 causing incorrect rootdir to be determined in some non-trivial cases where parent directories have config files as well.
-- `#7814 <https://github.com/pytest-dev/pytest/issues/7814>`_: Fixed crash in header reporting when :confval:`testpaths` is used and contains absolute paths (regression in 6.1.0).
+- :issue:`7814`: Fixed crash in header reporting when :confval:`testpaths` is used and contains absolute paths (regression in 6.1.0).
pytest 6.1.0 (2020-09-26)
@@ -65,7 +862,7 @@ pytest 6.1.0 (2020-09-26)
Breaking Changes
----------------
-- `#5585 <https://github.com/pytest-dev/pytest/issues/5585>`_: As per our policy, the following features which have been deprecated in the 5.X series are now
+- :issue:`5585`: As per our policy, the following features which have been deprecated in the 5.X series are now
removed:
* The ``funcargnames`` read-only property of ``FixtureRequest``, ``Metafunc``, and ``Function`` classes. Use ``fixturenames`` attribute.
@@ -81,18 +878,17 @@ Breaking Changes
* The ``--result-log`` option has been removed. Users are recommended to use the `pytest-reportlog <https://github.com/pytest-dev/pytest-reportlog>`__ plugin instead.
- For more information consult
- `Deprecations and Removals <https://docs.pytest.org/en/stable/deprecations.html>`__ in the docs.
+ For more information consult :std:doc:`deprecations` in the docs.
Deprecations
------------
-- `#6981 <https://github.com/pytest-dev/pytest/issues/6981>`_: The ``pytest.collect`` module is deprecated: all its names can be imported from ``pytest`` directly.
+- :issue:`6981`: The ``pytest.collect`` module is deprecated: all its names can be imported from ``pytest`` directly.
-- `#7097 <https://github.com/pytest-dev/pytest/issues/7097>`_: The ``pytest._fillfuncargs`` function is deprecated. This function was kept
+- :issue:`7097`: The ``pytest._fillfuncargs`` function is deprecated. This function was kept
for backward compatibility with an older plugin.
It's functionality is not meant to be used directly, but if you must replace
@@ -100,18 +896,18 @@ Deprecations
a public API and may break in the future.
-- `#7210 <https://github.com/pytest-dev/pytest/issues/7210>`_: The special ``-k '-expr'`` syntax to ``-k`` is deprecated. Use ``-k 'not expr'``
+- :issue:`7210`: The special ``-k '-expr'`` syntax to ``-k`` is deprecated. Use ``-k 'not expr'``
instead.
The special ``-k 'expr:'`` syntax to ``-k`` is deprecated. Please open an issue
if you use this and want a replacement.
-- `#7255 <https://github.com/pytest-dev/pytest/issues/7255>`_: The :func:`pytest_warning_captured <_pytest.hookspec.pytest_warning_captured>` hook is deprecated in favor
- of :func:`pytest_warning_recorded <_pytest.hookspec.pytest_warning_recorded>`, and will be removed in a future version.
+- :issue:`7255`: The :hook:`pytest_warning_captured` hook is deprecated in favor
+ of :hook:`pytest_warning_recorded`, and will be removed in a future version.
-- `#7648 <https://github.com/pytest-dev/pytest/issues/7648>`_: The ``gethookproxy()`` and ``isinitpath()`` methods of ``FSCollector`` and ``Package`` are deprecated;
+- :issue:`7648`: The ``gethookproxy()`` and ``isinitpath()`` methods of ``FSCollector`` and ``Package`` are deprecated;
use ``self.session.gethookproxy()`` and ``self.session.isinitpath()`` instead.
This should work on all pytest versions.
@@ -120,27 +916,27 @@ Deprecations
Features
--------
-- `#7667 <https://github.com/pytest-dev/pytest/issues/7667>`_: New ``--durations-min`` command-line flag controls the minimal duration for inclusion in the slowest list of tests shown by ``--durations``. Previously this was hard-coded to ``0.005s``.
+- :issue:`7667`: New ``--durations-min`` command-line flag controls the minimal duration for inclusion in the slowest list of tests shown by ``--durations``. Previously this was hard-coded to ``0.005s``.
Improvements
------------
-- `#6681 <https://github.com/pytest-dev/pytest/issues/6681>`_: Internal pytest warnings issued during the early stages of initialization are now properly handled and can filtered through :confval:`filterwarnings` or ``--pythonwarnings/-W``.
+- :issue:`6681`: Internal pytest warnings issued during the early stages of initialization are now properly handled and can filtered through :confval:`filterwarnings` or ``--pythonwarnings/-W``.
- This also fixes a number of long standing issues: `#2891 <https://github.com/pytest-dev/pytest/issues/2891>`__, `#7620 <https://github.com/pytest-dev/pytest/issues/7620>`__, `#7426 <https://github.com/pytest-dev/pytest/issues/7426>`__.
+ This also fixes a number of long standing issues: :issue:`2891`, :issue:`7620`, :issue:`7426`.
-- `#7572 <https://github.com/pytest-dev/pytest/issues/7572>`_: When a plugin listed in ``required_plugins`` is missing or an unknown config key is used with ``--strict-config``, a simple error message is now shown instead of a stacktrace.
+- :issue:`7572`: When a plugin listed in ``required_plugins`` is missing or an unknown config key is used with ``--strict-config``, a simple error message is now shown instead of a stacktrace.
-- `#7685 <https://github.com/pytest-dev/pytest/issues/7685>`_: Added two new attributes :attr:`rootpath <_pytest.config.Config.rootpath>` and :attr:`inipath <_pytest.config.Config.inipath>` to :class:`Config <_pytest.config.Config>`.
+- :issue:`7685`: Added two new attributes :attr:`rootpath <_pytest.config.Config.rootpath>` and :attr:`inipath <_pytest.config.Config.inipath>` to :class:`Config <_pytest.config.Config>`.
These attributes are :class:`pathlib.Path` versions of the existing :attr:`rootdir <_pytest.config.Config.rootdir>` and :attr:`inifile <_pytest.config.Config.inifile>` attributes,
and should be preferred over them when possible.
-- `#7780 <https://github.com/pytest-dev/pytest/issues/7780>`_: Public classes which are not designed to be inherited from are now marked `@final <https://docs.python.org/3/library/typing.html#typing.final>`_.
+- :issue:`7780`: Public classes which are not designed to be inherited from are now marked :func:`@final <typing.final>`.
Code which inherits from these classes will trigger a type-checking (e.g. mypy) error, but will still work in runtime.
Currently the ``final`` designation does not appear in the API Reference but hopefully will in the future.
@@ -149,7 +945,7 @@ Improvements
Bug Fixes
---------
-- `#1953 <https://github.com/pytest-dev/pytest/issues/1953>`_: Fixed error when overwriting a parametrized fixture, while also reusing the super fixture value.
+- :issue:`1953`: Fixed error when overwriting a parametrized fixture, while also reusing the super fixture value.
.. code-block:: python
@@ -171,52 +967,52 @@ Bug Fixes
return foo * 2
-- `#4984 <https://github.com/pytest-dev/pytest/issues/4984>`_: Fixed an internal error crash with ``IndexError: list index out of range`` when
+- :issue:`4984`: Fixed an internal error crash with ``IndexError: list index out of range`` when
collecting a module which starts with a decorated function, the decorator
raises, and assertion rewriting is enabled.
-- `#7591 <https://github.com/pytest-dev/pytest/issues/7591>`_: pylint shouldn't complain anymore about unimplemented abstract methods when inheriting from :ref:`File <non-python tests>`.
+- :issue:`7591`: pylint shouldn't complain anymore about unimplemented abstract methods when inheriting from :ref:`File <non-python tests>`.
-- `#7628 <https://github.com/pytest-dev/pytest/issues/7628>`_: Fixed test collection when a full path without a drive letter was passed to pytest on Windows (for example ``\projects\tests\test.py`` instead of ``c:\projects\tests\pytest.py``).
+- :issue:`7628`: Fixed test collection when a full path without a drive letter was passed to pytest on Windows (for example ``\projects\tests\test.py`` instead of ``c:\projects\tests\pytest.py``).
-- `#7638 <https://github.com/pytest-dev/pytest/issues/7638>`_: Fix handling of command-line options that appear as paths but trigger an OS-level syntax error on Windows, such as the options used internally by ``pytest-xdist``.
+- :issue:`7638`: Fix handling of command-line options that appear as paths but trigger an OS-level syntax error on Windows, such as the options used internally by ``pytest-xdist``.
-- `#7742 <https://github.com/pytest-dev/pytest/issues/7742>`_: Fixed INTERNALERROR when accessing locals / globals with faulty ``exec``.
+- :issue:`7742`: Fixed INTERNALERROR when accessing locals / globals with faulty ``exec``.
Improved Documentation
----------------------
-- `#1477 <https://github.com/pytest-dev/pytest/issues/1477>`_: Removed faq.rst and its reference in contents.rst.
+- :issue:`1477`: Removed faq.rst and its reference in contents.rst.
Trivial/Internal Changes
------------------------
-- `#7536 <https://github.com/pytest-dev/pytest/issues/7536>`_: The internal ``junitxml`` plugin has rewritten to use ``xml.etree.ElementTree``.
+- :issue:`7536`: The internal ``junitxml`` plugin has rewritten to use ``xml.etree.ElementTree``.
The order of attributes in XML elements might differ. Some unneeded escaping is
no longer performed.
-- `#7587 <https://github.com/pytest-dev/pytest/issues/7587>`_: The dependency on the ``more-itertools`` package has been removed.
+- :issue:`7587`: The dependency on the ``more-itertools`` package has been removed.
-- `#7631 <https://github.com/pytest-dev/pytest/issues/7631>`_: The result type of :meth:`capfd.readouterr() <_pytest.capture.CaptureFixture.readouterr>` (and similar) is no longer a namedtuple,
+- :issue:`7631`: The result type of :meth:`capfd.readouterr() <_pytest.capture.CaptureFixture.readouterr>` (and similar) is no longer a namedtuple,
but should behave like one in all respects. This was done for technical reasons.
-- `#7671 <https://github.com/pytest-dev/pytest/issues/7671>`_: When collecting tests, pytest finds test classes and functions by examining the
+- :issue:`7671`: When collecting tests, pytest finds test classes and functions by examining the
attributes of python objects (modules, classes and instances). To speed up this
process, pytest now ignores builtin attributes (like ``__class__``,
``__delattr__`` and ``__new__``) without consulting the :confval:`python_classes` and
:confval:`python_functions` configuration options and without passing them to plugins
- using the :func:`pytest_pycollect_makeitem <_pytest.hookspec.pytest_pycollect_makeitem>` hook.
+ using the :hook:`pytest_pycollect_makeitem` hook.
pytest 6.0.2 (2020-09-04)
@@ -225,17 +1021,17 @@ pytest 6.0.2 (2020-09-04)
Bug Fixes
---------
-- `#7148 <https://github.com/pytest-dev/pytest/issues/7148>`_: Fixed ``--log-cli`` potentially causing unrelated ``print`` output to be swallowed.
+- :issue:`7148`: Fixed ``--log-cli`` potentially causing unrelated ``print`` output to be swallowed.
-- `#7672 <https://github.com/pytest-dev/pytest/issues/7672>`_: Fixed log-capturing level restored incorrectly if ``caplog.set_level`` is called more than once.
+- :issue:`7672`: Fixed log-capturing level restored incorrectly if ``caplog.set_level`` is called more than once.
-- `#7686 <https://github.com/pytest-dev/pytest/issues/7686>`_: Fixed `NotSetType.token` being used as the parameter ID when the parametrization list is empty.
+- :issue:`7686`: Fixed `NotSetType.token` being used as the parameter ID when the parametrization list is empty.
Regressed in pytest 6.0.0.
-- `#7707 <https://github.com/pytest-dev/pytest/issues/7707>`_: Fix internal error when handling some exceptions that contain multiple lines or the style uses multiple lines (``--tb=line`` for example).
+- :issue:`7707`: Fix internal error when handling some exceptions that contain multiple lines or the style uses multiple lines (``--tb=line`` for example).
pytest 6.0.1 (2020-07-30)
@@ -244,18 +1040,18 @@ pytest 6.0.1 (2020-07-30)
Bug Fixes
---------
-- `#7394 <https://github.com/pytest-dev/pytest/issues/7394>`_: Passing an empty ``help`` value to ``Parser.add_option`` is now accepted instead of crashing when running ``pytest --help``.
+- :issue:`7394`: Passing an empty ``help`` value to ``Parser.add_option`` is now accepted instead of crashing when running ``pytest --help``.
Passing ``None`` raises a more informative ``TypeError``.
-- `#7558 <https://github.com/pytest-dev/pytest/issues/7558>`_: Fix pylint ``not-callable`` lint on ``pytest.mark.parametrize()`` and the other builtin marks:
+- :issue:`7558`: Fix pylint ``not-callable`` lint on ``pytest.mark.parametrize()`` and the other builtin marks:
``skip``, ``skipif``, ``xfail``, ``usefixtures``, ``filterwarnings``.
-- `#7559 <https://github.com/pytest-dev/pytest/issues/7559>`_: Fix regression in plugins using ``TestReport.longreprtext`` (such as ``pytest-html``) when ``TestReport.longrepr`` is not a string.
+- :issue:`7559`: Fix regression in plugins using ``TestReport.longreprtext`` (such as ``pytest-html``) when ``TestReport.longrepr`` is not a string.
-- `#7569 <https://github.com/pytest-dev/pytest/issues/7569>`_: Fix logging capture handler's level not reset on teardown after a call to ``caplog.set_level()``.
+- :issue:`7569`: Fix logging capture handler's level not reset on teardown after a call to ``caplog.set_level()``.
pytest 6.0.0 (2020-07-28)
@@ -266,15 +1062,14 @@ pytest 6.0.0 (2020-07-28)
Breaking Changes
----------------
-- `#5584 <https://github.com/pytest-dev/pytest/issues/5584>`_: **PytestDeprecationWarning are now errors by default.**
+- :issue:`5584`: **PytestDeprecationWarning are now errors by default.**
Following our plan to remove deprecated features with as little disruption as
possible, all warnings of type ``PytestDeprecationWarning`` now generate errors
instead of warning messages.
**The affected features will be effectively removed in pytest 6.1**, so please consult the
- `Deprecations and Removals <https://docs.pytest.org/en/latest/deprecations.html>`__
- section in the docs for directions on how to update existing code.
+ :std:doc:`deprecations` section in the docs for directions on how to update existing code.
In the pytest ``6.0.X`` series, it is possible to change the errors back into warnings as a
stopgap measure by adding this to your ``pytest.ini`` file:
@@ -288,61 +1083,61 @@ Breaking Changes
But this will stop working when pytest ``6.1`` is released.
**If you have concerns** about the removal of a specific feature, please add a
- comment to `#5584 <https://github.com/pytest-dev/pytest/issues/5584>`__.
+ comment to :issue:`5584`.
-- `#7472 <https://github.com/pytest-dev/pytest/issues/7472>`_: The ``exec_()`` and ``is_true()`` methods of ``_pytest._code.Frame`` have been removed.
+- :issue:`7472`: The ``exec_()`` and ``is_true()`` methods of ``_pytest._code.Frame`` have been removed.
Features
--------
-- `#7464 <https://github.com/pytest-dev/pytest/issues/7464>`_: Added support for :envvar:`NO_COLOR` and :envvar:`FORCE_COLOR` environment variables to control colored output.
+- :issue:`7464`: Added support for :envvar:`NO_COLOR` and :envvar:`FORCE_COLOR` environment variables to control colored output.
Improvements
------------
-- `#7467 <https://github.com/pytest-dev/pytest/issues/7467>`_: ``--log-file`` CLI option and ``log_file`` ini marker now create subdirectories if needed.
+- :issue:`7467`: ``--log-file`` CLI option and ``log_file`` ini marker now create subdirectories if needed.
-- `#7489 <https://github.com/pytest-dev/pytest/issues/7489>`_: The :func:`pytest.raises` function has a clearer error message when ``match`` equals the obtained string but is not a regex match. In this case it is suggested to escape the regex.
+- :issue:`7489`: The :func:`pytest.raises` function has a clearer error message when ``match`` equals the obtained string but is not a regex match. In this case it is suggested to escape the regex.
Bug Fixes
---------
-- `#7392 <https://github.com/pytest-dev/pytest/issues/7392>`_: Fix the reported location of tests skipped with ``@pytest.mark.skip`` when ``--runxfail`` is used.
+- :issue:`7392`: Fix the reported location of tests skipped with ``@pytest.mark.skip`` when ``--runxfail`` is used.
-- `#7491 <https://github.com/pytest-dev/pytest/issues/7491>`_: :fixture:`tmpdir` and :fixture:`tmp_path` no longer raise an error if the lock to check for
+- :issue:`7491`: :fixture:`tmpdir` and :fixture:`tmp_path` no longer raise an error if the lock to check for
stale temporary directories is not accessible.
-- `#7517 <https://github.com/pytest-dev/pytest/issues/7517>`_: Preserve line endings when captured via ``capfd``.
+- :issue:`7517`: Preserve line endings when captured via ``capfd``.
-- `#7534 <https://github.com/pytest-dev/pytest/issues/7534>`_: Restored the previous formatting of ``TracebackEntry.__str__`` which was changed by accident.
+- :issue:`7534`: Restored the previous formatting of ``TracebackEntry.__str__`` which was changed by accident.
Improved Documentation
----------------------
-- `#7422 <https://github.com/pytest-dev/pytest/issues/7422>`_: Clarified when the ``usefixtures`` mark can apply fixtures to test.
+- :issue:`7422`: Clarified when the ``usefixtures`` mark can apply fixtures to test.
-- `#7441 <https://github.com/pytest-dev/pytest/issues/7441>`_: Add a note about ``-q`` option used in getting started guide.
+- :issue:`7441`: Add a note about ``-q`` option used in getting started guide.
Trivial/Internal Changes
------------------------
-- `#7389 <https://github.com/pytest-dev/pytest/issues/7389>`_: Fixture scope ``package`` is no longer considered experimental.
+- :issue:`7389`: Fixture scope ``package`` is no longer considered experimental.
pytest 6.0.0rc1 (2020-07-08)
@@ -351,21 +1146,21 @@ pytest 6.0.0rc1 (2020-07-08)
Breaking Changes
----------------
-- `#1316 <https://github.com/pytest-dev/pytest/issues/1316>`_: ``TestReport.longrepr`` is now always an instance of ``ReprExceptionInfo``. Previously it was a ``str`` when a test failed with ``pytest.fail(..., pytrace=False)``.
+- :issue:`1316`: ``TestReport.longrepr`` is now always an instance of ``ReprExceptionInfo``. Previously it was a ``str`` when a test failed with ``pytest.fail(..., pytrace=False)``.
-- `#5965 <https://github.com/pytest-dev/pytest/issues/5965>`_: symlinks are no longer resolved during collection and matching `conftest.py` files with test file paths.
+- :issue:`5965`: symlinks are no longer resolved during collection and matching `conftest.py` files with test file paths.
Resolving symlinks for the current directory and during collection was introduced as a bugfix in 3.9.0, but it actually is a new feature which had unfortunate consequences in Windows and surprising results in other platforms.
The team decided to step back on resolving symlinks at all, planning to review this in the future with a more solid solution (see discussion in
- `#6523 <https://github.com/pytest-dev/pytest/pull/6523>`__ for details).
+ :pull:`6523` for details).
This might break test suites which made use of this feature; the fix is to create a symlink
for the entire test tree, and not only to partial files/tress as it was possible previously.
-- `#6505 <https://github.com/pytest-dev/pytest/issues/6505>`_: ``Testdir.run().parseoutcomes()`` now always returns the parsed nouns in plural form.
+- :issue:`6505`: ``Testdir.run().parseoutcomes()`` now always returns the parsed nouns in plural form.
Originally ``parseoutcomes()`` would always returns the nouns in plural form, but a change
meant to improve the terminal summary by using singular form single items (``1 warning`` or ``1 error``)
@@ -387,11 +1182,11 @@ Breaking Changes
result.assert_outcomes(errors=1)
-- `#6903 <https://github.com/pytest-dev/pytest/issues/6903>`_: The ``os.dup()`` function is now assumed to exist. We are not aware of any
+- :issue:`6903`: The ``os.dup()`` function is now assumed to exist. We are not aware of any
supported Python 3 implementations which do not provide it.
-- `#7040 <https://github.com/pytest-dev/pytest/issues/7040>`_: ``-k`` no longer matches against the names of the directories outside the test session root.
+- :issue:`7040`: ``-k`` no longer matches against the names of the directories outside the test session root.
Also, ``pytest.Package.name`` is now just the name of the directory containing the package's
``__init__.py`` file, instead of the full path. This is consistent with how the other nodes
@@ -399,12 +1194,12 @@ Breaking Changes
the test suite.
-- `#7122 <https://github.com/pytest-dev/pytest/issues/7122>`_: Expressions given to the ``-m`` and ``-k`` options are no longer evaluated using Python's :func:`eval`.
+- :issue:`7122`: Expressions given to the ``-m`` and ``-k`` options are no longer evaluated using Python's :func:`eval`.
The format supports ``or``, ``and``, ``not``, parenthesis and general identifiers to match against.
Python constants, keywords or other operators are no longer evaluated differently.
-- `#7135 <https://github.com/pytest-dev/pytest/issues/7135>`_: Pytest now uses its own ``TerminalWriter`` class instead of using the one from the ``py`` library.
+- :issue:`7135`: Pytest now uses its own ``TerminalWriter`` class instead of using the one from the ``py`` library.
Plugins generally access this class through ``TerminalReporter.writer``, ``TerminalReporter.write()``
(and similar methods), or ``_pytest.config.create_terminal_writer()``.
@@ -421,20 +1216,20 @@ Breaking Changes
- Support for passing a callable instead of a file was removed.
-- `#7224 <https://github.com/pytest-dev/pytest/issues/7224>`_: The `item.catch_log_handler` and `item.catch_log_handlers` attributes, set by the
+- :issue:`7224`: The `item.catch_log_handler` and `item.catch_log_handlers` attributes, set by the
logging plugin and never meant to be public, are no longer available.
The deprecated ``--no-print-logs`` option and ``log_print`` ini option are removed. Use ``--show-capture`` instead.
-- `#7226 <https://github.com/pytest-dev/pytest/issues/7226>`_: Removed the unused ``args`` parameter from ``pytest.Function.__init__``.
+- :issue:`7226`: Removed the unused ``args`` parameter from ``pytest.Function.__init__``.
-- `#7418 <https://github.com/pytest-dev/pytest/issues/7418>`_: Removed the `pytest_doctest_prepare_content` hook specification. This hook
+- :issue:`7418`: Removed the `pytest_doctest_prepare_content` hook specification. This hook
hasn't been triggered by pytest for at least 10 years.
-- `#7438 <https://github.com/pytest-dev/pytest/issues/7438>`_: Some changes were made to the internal ``_pytest._code.source``, listed here
+- :issue:`7438`: Some changes were made to the internal ``_pytest._code.source``, listed here
for the benefit of plugin authors who may be using it:
- The ``deindent`` argument to ``Source()`` has been removed, now it is always true.
@@ -451,19 +1246,19 @@ Breaking Changes
Deprecations
------------
-- `#7210 <https://github.com/pytest-dev/pytest/issues/7210>`_: The special ``-k '-expr'`` syntax to ``-k`` is deprecated. Use ``-k 'not expr'``
+- :issue:`7210`: The special ``-k '-expr'`` syntax to ``-k`` is deprecated. Use ``-k 'not expr'``
instead.
The special ``-k 'expr:'`` syntax to ``-k`` is deprecated. Please open an issue
if you use this and want a replacement.
-- `#4049 <https://github.com/pytest-dev/pytest/issues/4049>`_: ``pytest_warning_captured`` is deprecated in favor of the ``pytest_warning_recorded`` hook.
+- :issue:`4049`: ``pytest_warning_captured`` is deprecated in favor of the ``pytest_warning_recorded`` hook.
Features
--------
-- `#1556 <https://github.com/pytest-dev/pytest/issues/1556>`_: pytest now supports ``pyproject.toml`` files for configuration.
+- :issue:`1556`: pytest now supports ``pyproject.toml`` files for configuration.
The configuration options is similar to the one available in other formats, but must be defined
in a ``[tool.pytest.ini_options]`` table to be picked up by pytest:
@@ -479,10 +1274,10 @@ Features
"integration",
]
- More information can be found `in the docs <https://docs.pytest.org/en/stable/customize.html#configuration-file-formats>`__.
+ More information can be found :ref:`in the docs <config file formats>`.
-- `#3342 <https://github.com/pytest-dev/pytest/issues/3342>`_: pytest now includes inline type annotations and exposes them to user programs.
+- :issue:`3342`: pytest now includes inline type annotations and exposes them to user programs.
Most of the user-facing API is covered, as well as internal code.
If you are running a type checker such as mypy on your tests, you may start
@@ -495,26 +1290,26 @@ Features
pytest yet.
-- `#4049 <https://github.com/pytest-dev/pytest/issues/4049>`_: Introduced a new hook named `pytest_warning_recorded` to convey information about warnings captured by the internal `pytest` warnings plugin.
+- :issue:`4049`: Introduced a new hook named `pytest_warning_recorded` to convey information about warnings captured by the internal `pytest` warnings plugin.
This hook is meant to replace `pytest_warning_captured`, which is deprecated and will be removed in a future release.
-- `#6471 <https://github.com/pytest-dev/pytest/issues/6471>`_: New command-line flags:
+- :issue:`6471`: New command-line flags:
* `--no-header`: disables the initial header, including platform, version, and plugins.
* `--no-summary`: disables the final test summary, including warnings.
-- `#6856 <https://github.com/pytest-dev/pytest/issues/6856>`_: A warning is now shown when an unknown key is read from a config INI file.
+- :issue:`6856`: A warning is now shown when an unknown key is read from a config INI file.
The `--strict-config` flag has been added to treat these warnings as errors.
-- `#6906 <https://github.com/pytest-dev/pytest/issues/6906>`_: Added `--code-highlight` command line option to enable/disable code highlighting in terminal output.
+- :issue:`6906`: Added `--code-highlight` command line option to enable/disable code highlighting in terminal output.
-- `#7245 <https://github.com/pytest-dev/pytest/issues/7245>`_: New ``--import-mode=importlib`` option that uses `importlib <https://docs.python.org/3/library/importlib.html>`__ to import test modules.
+- :issue:`7245`: New ``--import-mode=importlib`` option that uses :mod:`importlib` to import test modules.
Traditionally pytest used ``__import__`` while changing ``sys.path`` to import test modules (which
also changes ``sys.modules`` as a side-effect), which works but has a number of drawbacks, like requiring test modules
@@ -525,33 +1320,33 @@ Features
of the previous mode.
We intend to make ``--import-mode=importlib`` the default in future versions, so users are encouraged
- to try the new mode and provide feedback (both positive or negative) in issue `#7245 <https://github.com/pytest-dev/pytest/issues/7245>`__.
+ to try the new mode and provide feedback (both positive or negative) in issue :issue:`7245`.
- You can read more about this option in `the documentation <https://docs.pytest.org/en/latest/pythonpath.html#import-modes>`__.
+ You can read more about this option in :std:ref:`the documentation <import-modes>`.
-- `#7305 <https://github.com/pytest-dev/pytest/issues/7305>`_: New ``required_plugins`` configuration option allows the user to specify a list of plugins, including version information, that are required for pytest to run. An error is raised if any required plugins are not found when running pytest.
+- :issue:`7305`: New ``required_plugins`` configuration option allows the user to specify a list of plugins, including version information, that are required for pytest to run. An error is raised if any required plugins are not found when running pytest.
Improvements
------------
-- `#4375 <https://github.com/pytest-dev/pytest/issues/4375>`_: The ``pytest`` command now suppresses the ``BrokenPipeError`` error message that
+- :issue:`4375`: The ``pytest`` command now suppresses the ``BrokenPipeError`` error message that
is printed to stderr when the output of ``pytest`` is piped and and the pipe is
closed by the piped-to program (common examples are ``less`` and ``head``).
-- `#4391 <https://github.com/pytest-dev/pytest/issues/4391>`_: Improved precision of test durations measurement. ``CallInfo`` items now have a new ``<CallInfo>.duration`` attribute, created using ``time.perf_counter()``. This attribute is used to fill the ``<TestReport>.duration`` attribute, which is more accurate than the previous ``<CallInfo>.stop - <CallInfo>.start`` (as these are based on ``time.time()``).
+- :issue:`4391`: Improved precision of test durations measurement. ``CallInfo`` items now have a new ``<CallInfo>.duration`` attribute, created using ``time.perf_counter()``. This attribute is used to fill the ``<TestReport>.duration`` attribute, which is more accurate than the previous ``<CallInfo>.stop - <CallInfo>.start`` (as these are based on ``time.time()``).
-- `#4675 <https://github.com/pytest-dev/pytest/issues/4675>`_: Rich comparison for dataclasses and `attrs`-classes is now recursive.
+- :issue:`4675`: Rich comparison for dataclasses and `attrs`-classes is now recursive.
-- `#6285 <https://github.com/pytest-dev/pytest/issues/6285>`_: Exposed the `pytest.FixtureLookupError` exception which is raised by `request.getfixturevalue()`
+- :issue:`6285`: Exposed the `pytest.FixtureLookupError` exception which is raised by `request.getfixturevalue()`
(where `request` is a `FixtureRequest` fixture) when a fixture with the given name cannot be returned.
-- `#6433 <https://github.com/pytest-dev/pytest/issues/6433>`_: If an error is encountered while formatting the message in a logging call, for
+- :issue:`6433`: If an error is encountered while formatting the message in a logging call, for
example ``logging.warning("oh no!: %s: %s", "first")`` (a second argument is
missing), pytest now propagates the error, likely causing the test to fail.
@@ -559,44 +1354,44 @@ Improvements
is not displayed by default for passing tests. This change makes the mistake
visible during testing.
- You may supress this behavior temporarily or permanently by setting
+ You may suppress this behavior temporarily or permanently by setting
``logging.raiseExceptions = False``.
-- `#6817 <https://github.com/pytest-dev/pytest/issues/6817>`_: Explicit new-lines in help texts of command-line options are preserved, allowing plugins better control
+- :issue:`6817`: Explicit new-lines in help texts of command-line options are preserved, allowing plugins better control
of the help displayed to users.
-- `#6940 <https://github.com/pytest-dev/pytest/issues/6940>`_: When using the ``--duration`` option, the terminal message output is now more precise about the number and duration of hidden items.
+- :issue:`6940`: When using the ``--duration`` option, the terminal message output is now more precise about the number and duration of hidden items.
-- `#6991 <https://github.com/pytest-dev/pytest/issues/6991>`_: Collected files are displayed after any reports from hooks, e.g. the status from ``--lf``.
+- :issue:`6991`: Collected files are displayed after any reports from hooks, e.g. the status from ``--lf``.
-- `#7091 <https://github.com/pytest-dev/pytest/issues/7091>`_: When ``fd`` capturing is used, through ``--capture=fd`` or the ``capfd`` and
+- :issue:`7091`: When ``fd`` capturing is used, through ``--capture=fd`` or the ``capfd`` and
``capfdbinary`` fixtures, and the file descriptor (0, 1, 2) cannot be
duplicated, FD capturing is still performed. Previously, direct writes to the
file descriptors would fail or be lost in this case.
-- `#7119 <https://github.com/pytest-dev/pytest/issues/7119>`_: Exit with an error if the ``--basetemp`` argument is empty, is the current working directory or is one of the parent directories.
+- :issue:`7119`: Exit with an error if the ``--basetemp`` argument is empty, is the current working directory or is one of the parent directories.
This is done to protect against accidental data loss, as any directory passed to this argument is cleared.
-- `#7128 <https://github.com/pytest-dev/pytest/issues/7128>`_: `pytest --version` now displays just the pytest version, while `pytest --version --version` displays more verbose information including plugins. This is more consistent with how other tools show `--version`.
+- :issue:`7128`: `pytest --version` now displays just the pytest version, while `pytest --version --version` displays more verbose information including plugins. This is more consistent with how other tools show `--version`.
-- `#7133 <https://github.com/pytest-dev/pytest/issues/7133>`_: :meth:`caplog.set_level() <_pytest.logging.LogCaptureFixture.set_level>` will now override any :confval:`log_level` set via the CLI or configuration file.
+- :issue:`7133`: :meth:`caplog.set_level() <_pytest.logging.LogCaptureFixture.set_level>` will now override any :confval:`log_level` set via the CLI or configuration file.
-- `#7159 <https://github.com/pytest-dev/pytest/issues/7159>`_: :meth:`caplog.set_level() <_pytest.logging.LogCaptureFixture.set_level>` and :meth:`caplog.at_level() <_pytest.logging.LogCaptureFixture.at_level>` no longer affect
+- :issue:`7159`: :meth:`caplog.set_level() <_pytest.logging.LogCaptureFixture.set_level>` and :meth:`caplog.at_level() <_pytest.logging.LogCaptureFixture.at_level>` no longer affect
the level of logs that are shown in the *Captured log report* report section.
-- `#7348 <https://github.com/pytest-dev/pytest/issues/7348>`_: Improve recursive diff report for comparison asserts on dataclasses / attrs.
+- :issue:`7348`: Improve recursive diff report for comparison asserts on dataclasses / attrs.
-- `#7385 <https://github.com/pytest-dev/pytest/issues/7385>`_: ``--junitxml`` now includes the exception cause in the ``message`` XML attribute for failures during setup and teardown.
+- :issue:`7385`: ``--junitxml`` now includes the exception cause in the ``message`` XML attribute for failures during setup and teardown.
Previously:
@@ -615,136 +1410,136 @@ Improvements
Bug Fixes
---------
-- `#1120 <https://github.com/pytest-dev/pytest/issues/1120>`_: Fix issue where directories from :fixture:`tmpdir` are not removed properly when multiple instances of pytest are running in parallel.
+- :issue:`1120`: Fix issue where directories from :fixture:`tmpdir` are not removed properly when multiple instances of pytest are running in parallel.
-- `#4583 <https://github.com/pytest-dev/pytest/issues/4583>`_: Prevent crashing and provide a user-friendly error when a marker expression (`-m`) invoking of :func:`eval` raises any exception.
+- :issue:`4583`: Prevent crashing and provide a user-friendly error when a marker expression (`-m`) invoking of :func:`eval` raises any exception.
-- `#4677 <https://github.com/pytest-dev/pytest/issues/4677>`_: The path shown in the summary report for SKIPPED tests is now always relative. Previously it was sometimes absolute.
+- :issue:`4677`: The path shown in the summary report for SKIPPED tests is now always relative. Previously it was sometimes absolute.
-- `#5456 <https://github.com/pytest-dev/pytest/issues/5456>`_: Fix a possible race condition when trying to remove lock files used to control access to folders
+- :issue:`5456`: Fix a possible race condition when trying to remove lock files used to control access to folders
created by :fixture:`tmp_path` and :fixture:`tmpdir`.
-- `#6240 <https://github.com/pytest-dev/pytest/issues/6240>`_: Fixes an issue where logging during collection step caused duplication of log
+- :issue:`6240`: Fixes an issue where logging during collection step caused duplication of log
messages to stderr.
-- `#6428 <https://github.com/pytest-dev/pytest/issues/6428>`_: Paths appearing in error messages are now correct in case the current working directory has
+- :issue:`6428`: Paths appearing in error messages are now correct in case the current working directory has
changed since the start of the session.
-- `#6755 <https://github.com/pytest-dev/pytest/issues/6755>`_: Support deleting paths longer than 260 characters on windows created inside :fixture:`tmpdir`.
+- :issue:`6755`: Support deleting paths longer than 260 characters on windows created inside :fixture:`tmpdir`.
-- `#6871 <https://github.com/pytest-dev/pytest/issues/6871>`_: Fix crash with captured output when using :fixture:`capsysbinary`.
+- :issue:`6871`: Fix crash with captured output when using :fixture:`capsysbinary`.
-- `#6909 <https://github.com/pytest-dev/pytest/issues/6909>`_: Revert the change introduced by `#6330 <https://github.com/pytest-dev/pytest/pull/6330>`_, which required all arguments to ``@pytest.mark.parametrize`` to be explicitly defined in the function signature.
+- :issue:`6909`: Revert the change introduced by :pull:`6330`, which required all arguments to ``@pytest.mark.parametrize`` to be explicitly defined in the function signature.
The intention of the original change was to remove what was expected to be an unintended/surprising behavior, but it turns out many people relied on it, so the restriction has been reverted.
-- `#6910 <https://github.com/pytest-dev/pytest/issues/6910>`_: Fix crash when plugins return an unknown stats while using the ``--reportlog`` option.
+- :issue:`6910`: Fix crash when plugins return an unknown stats while using the ``--reportlog`` option.
-- `#6924 <https://github.com/pytest-dev/pytest/issues/6924>`_: Ensure a ``unittest.IsolatedAsyncioTestCase`` is actually awaited.
+- :issue:`6924`: Ensure a ``unittest.IsolatedAsyncioTestCase`` is actually awaited.
-- `#6925 <https://github.com/pytest-dev/pytest/issues/6925>`_: Fix `TerminalRepr` instances to be hashable again.
+- :issue:`6925`: Fix `TerminalRepr` instances to be hashable again.
-- `#6947 <https://github.com/pytest-dev/pytest/issues/6947>`_: Fix regression where functions registered with :meth:`unittest.TestCase.addCleanup` were not being called on test failures.
+- :issue:`6947`: Fix regression where functions registered with :meth:`unittest.TestCase.addCleanup` were not being called on test failures.
-- `#6951 <https://github.com/pytest-dev/pytest/issues/6951>`_: Allow users to still set the deprecated ``TerminalReporter.writer`` attribute.
+- :issue:`6951`: Allow users to still set the deprecated ``TerminalReporter.writer`` attribute.
-- `#6956 <https://github.com/pytest-dev/pytest/issues/6956>`_: Prevent pytest from printing `ConftestImportFailure` traceback to stdout.
+- :issue:`6956`: Prevent pytest from printing `ConftestImportFailure` traceback to stdout.
-- `#6991 <https://github.com/pytest-dev/pytest/issues/6991>`_: Fix regressions with `--lf` filtering too much since pytest 5.4.
+- :issue:`6991`: Fix regressions with `--lf` filtering too much since pytest 5.4.
-- `#6992 <https://github.com/pytest-dev/pytest/issues/6992>`_: Revert "tmpdir: clean up indirection via config for factories" `#6767 <https://github.com/pytest-dev/pytest/issues/6767>`_ as it breaks pytest-xdist.
+- :issue:`6992`: Revert "tmpdir: clean up indirection via config for factories" :issue:`6767` as it breaks pytest-xdist.
-- `#7061 <https://github.com/pytest-dev/pytest/issues/7061>`_: When a yielding fixture fails to yield a value, report a test setup error instead of crashing.
+- :issue:`7061`: When a yielding fixture fails to yield a value, report a test setup error instead of crashing.
-- `#7076 <https://github.com/pytest-dev/pytest/issues/7076>`_: The path of file skipped by ``@pytest.mark.skip`` in the SKIPPED report is now relative to invocation directory. Previously it was relative to root directory.
+- :issue:`7076`: The path of file skipped by ``@pytest.mark.skip`` in the SKIPPED report is now relative to invocation directory. Previously it was relative to root directory.
-- `#7110 <https://github.com/pytest-dev/pytest/issues/7110>`_: Fixed regression: ``asyncbase.TestCase`` tests are executed correctly again.
+- :issue:`7110`: Fixed regression: ``asyncbase.TestCase`` tests are executed correctly again.
-- `#7126 <https://github.com/pytest-dev/pytest/issues/7126>`_: ``--setup-show`` now doesn't raise an error when a bytes value is used as a ``parametrize``
+- :issue:`7126`: ``--setup-show`` now doesn't raise an error when a bytes value is used as a ``parametrize``
parameter when Python is called with the ``-bb`` flag.
-- `#7143 <https://github.com/pytest-dev/pytest/issues/7143>`_: Fix :meth:`pytest.File.from_parent` so it forwards extra keyword arguments to the constructor.
+- :issue:`7143`: Fix :meth:`pytest.File.from_parent` so it forwards extra keyword arguments to the constructor.
-- `#7145 <https://github.com/pytest-dev/pytest/issues/7145>`_: Classes with broken ``__getattribute__`` methods are displayed correctly during failures.
+- :issue:`7145`: Classes with broken ``__getattribute__`` methods are displayed correctly during failures.
-- `#7150 <https://github.com/pytest-dev/pytest/issues/7150>`_: Prevent hiding the underlying exception when ``ConfTestImportFailure`` is raised.
+- :issue:`7150`: Prevent hiding the underlying exception when ``ConfTestImportFailure`` is raised.
-- `#7180 <https://github.com/pytest-dev/pytest/issues/7180>`_: Fix ``_is_setup_py`` for files encoded differently than locale.
+- :issue:`7180`: Fix ``_is_setup_py`` for files encoded differently than locale.
-- `#7215 <https://github.com/pytest-dev/pytest/issues/7215>`_: Fix regression where running with ``--pdb`` would call :meth:`unittest.TestCase.tearDown` for skipped tests.
+- :issue:`7215`: Fix regression where running with ``--pdb`` would call :meth:`unittest.TestCase.tearDown` for skipped tests.
-- `#7253 <https://github.com/pytest-dev/pytest/issues/7253>`_: When using ``pytest.fixture`` on a function directly, as in ``pytest.fixture(func)``,
+- :issue:`7253`: When using ``pytest.fixture`` on a function directly, as in ``pytest.fixture(func)``,
if the ``autouse`` or ``params`` arguments are also passed, the function is no longer
ignored, but is marked as a fixture.
-- `#7360 <https://github.com/pytest-dev/pytest/issues/7360>`_: Fix possibly incorrect evaluation of string expressions passed to ``pytest.mark.skipif`` and ``pytest.mark.xfail``,
+- :issue:`7360`: Fix possibly incorrect evaluation of string expressions passed to ``pytest.mark.skipif`` and ``pytest.mark.xfail``,
in rare circumstances where the exact same string is used but refers to different global values.
-- `#7383 <https://github.com/pytest-dev/pytest/issues/7383>`_: Fixed exception causes all over the codebase, i.e. use `raise new_exception from old_exception` when wrapping an exception.
+- :issue:`7383`: Fixed exception causes all over the codebase, i.e. use `raise new_exception from old_exception` when wrapping an exception.
Improved Documentation
----------------------
-- `#7202 <https://github.com/pytest-dev/pytest/issues/7202>`_: The development guide now links to the contributing section of the docs and `RELEASING.rst` on GitHub.
+- :issue:`7202`: The development guide now links to the contributing section of the docs and `RELEASING.rst` on GitHub.
-- `#7233 <https://github.com/pytest-dev/pytest/issues/7233>`_: Add a note about ``--strict`` and ``--strict-markers`` and the preference for the latter one.
+- :issue:`7233`: Add a note about ``--strict`` and ``--strict-markers`` and the preference for the latter one.
-- `#7345 <https://github.com/pytest-dev/pytest/issues/7345>`_: Explain indirect parametrization and markers for fixtures.
+- :issue:`7345`: Explain indirect parametrization and markers for fixtures.
Trivial/Internal Changes
------------------------
-- `#7035 <https://github.com/pytest-dev/pytest/issues/7035>`_: The ``originalname`` attribute of ``_pytest.python.Function`` now defaults to ``name`` if not
+- :issue:`7035`: The ``originalname`` attribute of ``_pytest.python.Function`` now defaults to ``name`` if not
provided explicitly, and is always set.
-- `#7264 <https://github.com/pytest-dev/pytest/issues/7264>`_: The dependency on the ``wcwidth`` package has been removed.
+- :issue:`7264`: The dependency on the ``wcwidth`` package has been removed.
-- `#7291 <https://github.com/pytest-dev/pytest/issues/7291>`_: Replaced ``py.iniconfig`` with `iniconfig <https://pypi.org/project/iniconfig/>`__.
+- :issue:`7291`: Replaced ``py.iniconfig`` with :pypi:`iniconfig`.
-- `#7295 <https://github.com/pytest-dev/pytest/issues/7295>`_: ``src/_pytest/config/__init__.py`` now uses the ``warnings`` module to report warnings instead of ``sys.stderr.write``.
+- :issue:`7295`: ``src/_pytest/config/__init__.py`` now uses the ``warnings`` module to report warnings instead of ``sys.stderr.write``.
-- `#7356 <https://github.com/pytest-dev/pytest/issues/7356>`_: Remove last internal uses of deprecated *slave* term from old ``pytest-xdist``.
+- :issue:`7356`: Remove last internal uses of deprecated *slave* term from old ``pytest-xdist``.
-- `#7357 <https://github.com/pytest-dev/pytest/issues/7357>`_: ``py``>=1.8.2 is now required.
+- :issue:`7357`: ``py``>=1.8.2 is now required.
pytest 5.4.3 (2020-06-02)
@@ -753,20 +1548,20 @@ pytest 5.4.3 (2020-06-02)
Bug Fixes
---------
-- `#6428 <https://github.com/pytest-dev/pytest/issues/6428>`_: Paths appearing in error messages are now correct in case the current working directory has
+- :issue:`6428`: Paths appearing in error messages are now correct in case the current working directory has
changed since the start of the session.
-- `#6755 <https://github.com/pytest-dev/pytest/issues/6755>`_: Support deleting paths longer than 260 characters on windows created inside tmpdir.
+- :issue:`6755`: Support deleting paths longer than 260 characters on windows created inside tmpdir.
-- `#6956 <https://github.com/pytest-dev/pytest/issues/6956>`_: Prevent pytest from printing ConftestImportFailure traceback to stdout.
+- :issue:`6956`: Prevent pytest from printing ConftestImportFailure traceback to stdout.
-- `#7150 <https://github.com/pytest-dev/pytest/issues/7150>`_: Prevent hiding the underlying exception when ``ConfTestImportFailure`` is raised.
+- :issue:`7150`: Prevent hiding the underlying exception when ``ConfTestImportFailure`` is raised.
-- `#7215 <https://github.com/pytest-dev/pytest/issues/7215>`_: Fix regression where running with ``--pdb`` would call the ``tearDown`` methods of ``unittest.TestCase``
+- :issue:`7215`: Fix regression where running with ``--pdb`` would call the ``tearDown`` methods of ``unittest.TestCase``
subclasses for skipped tests.
@@ -776,34 +1571,34 @@ pytest 5.4.2 (2020-05-08)
Bug Fixes
---------
-- `#6871 <https://github.com/pytest-dev/pytest/issues/6871>`_: Fix crash with captured output when using the :fixture:`capsysbinary fixture <capsysbinary>`.
+- :issue:`6871`: Fix crash with captured output when using the :fixture:`capsysbinary fixture <capsysbinary>`.
-- `#6924 <https://github.com/pytest-dev/pytest/issues/6924>`_: Ensure a ``unittest.IsolatedAsyncioTestCase`` is actually awaited.
+- :issue:`6924`: Ensure a ``unittest.IsolatedAsyncioTestCase`` is actually awaited.
-- `#6925 <https://github.com/pytest-dev/pytest/issues/6925>`_: Fix TerminalRepr instances to be hashable again.
+- :issue:`6925`: Fix TerminalRepr instances to be hashable again.
-- `#6947 <https://github.com/pytest-dev/pytest/issues/6947>`_: Fix regression where functions registered with ``TestCase.addCleanup`` were not being called on test failures.
+- :issue:`6947`: Fix regression where functions registered with ``TestCase.addCleanup`` were not being called on test failures.
-- `#6951 <https://github.com/pytest-dev/pytest/issues/6951>`_: Allow users to still set the deprecated ``TerminalReporter.writer`` attribute.
+- :issue:`6951`: Allow users to still set the deprecated ``TerminalReporter.writer`` attribute.
-- `#6992 <https://github.com/pytest-dev/pytest/issues/6992>`_: Revert "tmpdir: clean up indirection via config for factories" #6767 as it breaks pytest-xdist.
+- :issue:`6992`: Revert "tmpdir: clean up indirection via config for factories" #6767 as it breaks pytest-xdist.
-- `#7110 <https://github.com/pytest-dev/pytest/issues/7110>`_: Fixed regression: ``asyncbase.TestCase`` tests are executed correctly again.
+- :issue:`7110`: Fixed regression: ``asyncbase.TestCase`` tests are executed correctly again.
-- `#7143 <https://github.com/pytest-dev/pytest/issues/7143>`_: Fix ``File.from_constructor`` so it forwards extra keyword arguments to the constructor.
+- :issue:`7143`: Fix ``File.from_parent`` so it forwards extra keyword arguments to the constructor.
-- `#7145 <https://github.com/pytest-dev/pytest/issues/7145>`_: Classes with broken ``__getattribute__`` methods are displayed correctly during failures.
+- :issue:`7145`: Classes with broken ``__getattribute__`` methods are displayed correctly during failures.
-- `#7180 <https://github.com/pytest-dev/pytest/issues/7180>`_: Fix ``_is_setup_py`` for files encoded differently than locale.
+- :issue:`7180`: Fix ``_is_setup_py`` for files encoded differently than locale.
pytest 5.4.1 (2020-03-13)
@@ -812,12 +1607,12 @@ pytest 5.4.1 (2020-03-13)
Bug Fixes
---------
-- `#6909 <https://github.com/pytest-dev/pytest/issues/6909>`_: Revert the change introduced by `#6330 <https://github.com/pytest-dev/pytest/pull/6330>`_, which required all arguments to ``@pytest.mark.parametrize`` to be explicitly defined in the function signature.
+- :issue:`6909`: Revert the change introduced by :pull:`6330`, which required all arguments to ``@pytest.mark.parametrize`` to be explicitly defined in the function signature.
The intention of the original change was to remove what was expected to be an unintended/surprising behavior, but it turns out many people relied on it, so the restriction has been reverted.
-- `#6910 <https://github.com/pytest-dev/pytest/issues/6910>`_: Fix crash when plugins return an unknown stats while using the ``--reportlog`` option.
+- :issue:`6910`: Fix crash when plugins return an unknown stats while using the ``--reportlog`` option.
pytest 5.4.0 (2020-03-12)
@@ -826,23 +1621,23 @@ pytest 5.4.0 (2020-03-12)
Breaking Changes
----------------
-- `#6316 <https://github.com/pytest-dev/pytest/issues/6316>`_: Matching of ``-k EXPRESSION`` to test names is now case-insensitive.
+- :issue:`6316`: Matching of ``-k EXPRESSION`` to test names is now case-insensitive.
-- `#6443 <https://github.com/pytest-dev/pytest/issues/6443>`_: Plugins specified with ``-p`` are now loaded after internal plugins, which results in their hooks being called *before* the internal ones.
+- :issue:`6443`: Plugins specified with ``-p`` are now loaded after internal plugins, which results in their hooks being called *before* the internal ones.
This makes the ``-p`` behavior consistent with ``PYTEST_PLUGINS``.
-- `#6637 <https://github.com/pytest-dev/pytest/issues/6637>`_: Removed the long-deprecated ``pytest_itemstart`` hook.
+- :issue:`6637`: Removed the long-deprecated ``pytest_itemstart`` hook.
This hook has been marked as deprecated and not been even called by pytest for over 10 years now.
-- `#6673 <https://github.com/pytest-dev/pytest/issues/6673>`_: Reversed / fix meaning of "+/-" in error diffs. "-" means that sth. expected is missing in the result and "+" means that there are unexpected extras in the result.
+- :issue:`6673`: Reversed / fix meaning of "+/-" in error diffs. "-" means that sth. expected is missing in the result and "+" means that there are unexpected extras in the result.
-- `#6737 <https://github.com/pytest-dev/pytest/issues/6737>`_: The ``cached_result`` attribute of ``FixtureDef`` is now set to ``None`` when
+- :issue:`6737`: The ``cached_result`` attribute of ``FixtureDef`` is now set to ``None`` when
the result is unavailable, instead of being deleted.
If your plugin performs checks like ``hasattr(fixturedef, 'cached_result')``,
@@ -855,19 +1650,19 @@ Breaking Changes
Deprecations
------------
-- `#3238 <https://github.com/pytest-dev/pytest/issues/3238>`_: Option ``--no-print-logs`` is deprecated and meant to be removed in a future release. If you use ``--no-print-logs``, please try out ``--show-capture`` and
+- :issue:`3238`: Option ``--no-print-logs`` is deprecated and meant to be removed in a future release. If you use ``--no-print-logs``, please try out ``--show-capture`` and
provide feedback.
``--show-capture`` command-line option was added in ``pytest 3.5.0`` and allows to specify how to
display captured output when tests fail: ``no``, ``stdout``, ``stderr``, ``log`` or ``all`` (the default).
-- `#571 <https://github.com/pytest-dev/pytest/issues/571>`_: Deprecate the unused/broken `pytest_collect_directory` hook.
+- :issue:`571`: Deprecate the unused/broken `pytest_collect_directory` hook.
It was misaligned since the removal of the ``Directory`` collector in 2010
and incorrect/unusable as soon as collection was split from test execution.
-- `#5975 <https://github.com/pytest-dev/pytest/issues/5975>`_: Deprecate using direct constructors for ``Nodes``.
+- :issue:`5975`: Deprecate using direct constructors for ``Nodes``.
Instead they are now constructed via ``Node.from_parent``.
@@ -879,7 +1674,7 @@ Deprecations
Subclasses are expected to use `super().from_parent` if they intend to expand the creation of `Nodes`.
-- `#6779 <https://github.com/pytest-dev/pytest/issues/6779>`_: The ``TerminalReporter.writer`` attribute has been deprecated and should no longer be used. This
+- :issue:`6779`: The ``TerminalReporter.writer`` attribute has been deprecated and should no longer be used. This
was inadvertently exposed as part of the public API of that plugin and ties it too much
with ``py.io.TerminalWriter``.
@@ -888,153 +1683,153 @@ Deprecations
Features
--------
-- `#4597 <https://github.com/pytest-dev/pytest/issues/4597>`_: New :ref:`--capture=tee-sys <capture-method>` option to allow both live printing and capturing of test output.
+- :issue:`4597`: New :ref:`--capture=tee-sys <capture-method>` option to allow both live printing and capturing of test output.
-- `#5712 <https://github.com/pytest-dev/pytest/issues/5712>`_: Now all arguments to ``@pytest.mark.parametrize`` need to be explicitly declared in the function signature or via ``indirect``.
+- :issue:`5712`: Now all arguments to ``@pytest.mark.parametrize`` need to be explicitly declared in the function signature or via ``indirect``.
Previously it was possible to omit an argument if a fixture with the same name existed, which was just an accident of implementation and was not meant to be a part of the API.
-- `#6454 <https://github.com/pytest-dev/pytest/issues/6454>`_: Changed default for `-r` to `fE`, which displays failures and errors in the :ref:`short test summary <pytest.detailed_failed_tests_usage>`. `-rN` can be used to disable it (the old behavior).
+- :issue:`6454`: Changed default for `-r` to `fE`, which displays failures and errors in the :ref:`short test summary <pytest.detailed_failed_tests_usage>`. `-rN` can be used to disable it (the old behavior).
-- `#6469 <https://github.com/pytest-dev/pytest/issues/6469>`_: New options have been added to the :confval:`junit_logging` option: ``log``, ``out-err``, and ``all``.
+- :issue:`6469`: New options have been added to the :confval:`junit_logging` option: ``log``, ``out-err``, and ``all``.
-- `#6834 <https://github.com/pytest-dev/pytest/issues/6834>`_: Excess warning summaries are now collapsed per file to ensure readable display of warning summaries.
+- :issue:`6834`: Excess warning summaries are now collapsed per file to ensure readable display of warning summaries.
Improvements
------------
-- `#1857 <https://github.com/pytest-dev/pytest/issues/1857>`_: ``pytest.mark.parametrize`` accepts integers for ``ids`` again, converting it to strings.
+- :issue:`1857`: ``pytest.mark.parametrize`` accepts integers for ``ids`` again, converting it to strings.
-- `#449 <https://github.com/pytest-dev/pytest/issues/449>`_: Use "yellow" main color with any XPASSED tests.
+- :issue:`449`: Use "yellow" main color with any XPASSED tests.
-- `#4639 <https://github.com/pytest-dev/pytest/issues/4639>`_: Revert "A warning is now issued when assertions are made for ``None``".
+- :issue:`4639`: Revert "A warning is now issued when assertions are made for ``None``".
The warning proved to be less useful than initially expected and had quite a
few false positive cases.
-- `#5686 <https://github.com/pytest-dev/pytest/issues/5686>`_: ``tmpdir_factory.mktemp`` now fails when given absolute and non-normalized paths.
+- :issue:`5686`: ``tmpdir_factory.mktemp`` now fails when given absolute and non-normalized paths.
-- `#5984 <https://github.com/pytest-dev/pytest/issues/5984>`_: The ``pytest_warning_captured`` hook now receives a ``location`` parameter with the code location that generated the warning.
+- :issue:`5984`: The ``pytest_warning_captured`` hook now receives a ``location`` parameter with the code location that generated the warning.
-- `#6213 <https://github.com/pytest-dev/pytest/issues/6213>`_: pytester: the ``testdir`` fixture respects environment settings from the ``monkeypatch`` fixture for inner runs.
+- :issue:`6213`: pytester: the ``testdir`` fixture respects environment settings from the ``monkeypatch`` fixture for inner runs.
-- `#6247 <https://github.com/pytest-dev/pytest/issues/6247>`_: ``--fulltrace`` is honored with collection errors.
+- :issue:`6247`: ``--fulltrace`` is honored with collection errors.
-- `#6384 <https://github.com/pytest-dev/pytest/issues/6384>`_: Make `--showlocals` work also with `--tb=short`.
+- :issue:`6384`: Make `--showlocals` work also with `--tb=short`.
-- `#6653 <https://github.com/pytest-dev/pytest/issues/6653>`_: Add support for matching lines consecutively with :attr:`LineMatcher <_pytest.pytester.LineMatcher>`'s :func:`~_pytest.pytester.LineMatcher.fnmatch_lines` and :func:`~_pytest.pytester.LineMatcher.re_match_lines`.
+- :issue:`6653`: Add support for matching lines consecutively with :attr:`LineMatcher <_pytest.pytester.LineMatcher>`'s :func:`~_pytest.pytester.LineMatcher.fnmatch_lines` and :func:`~_pytest.pytester.LineMatcher.re_match_lines`.
-- `#6658 <https://github.com/pytest-dev/pytest/issues/6658>`_: Code is now highlighted in tracebacks when ``pygments`` is installed.
+- :issue:`6658`: Code is now highlighted in tracebacks when ``pygments`` is installed.
Users are encouraged to install ``pygments`` into their environment and provide feedback, because
the plan is to make ``pygments`` a regular dependency in the future.
-- `#6795 <https://github.com/pytest-dev/pytest/issues/6795>`_: Import usage error message with invalid `-o` option.
+- :issue:`6795`: Import usage error message with invalid `-o` option.
-- `#759 <https://github.com/pytest-dev/pytest/issues/759>`_: ``pytest.mark.parametrize`` supports iterators and generators for ``ids``.
+- :issue:`759`: ``pytest.mark.parametrize`` supports iterators and generators for ``ids``.
Bug Fixes
---------
-- `#310 <https://github.com/pytest-dev/pytest/issues/310>`_: Add support for calling `pytest.xfail()` and `pytest.importorskip()` with doctests.
+- :issue:`310`: Add support for calling `pytest.xfail()` and `pytest.importorskip()` with doctests.
-- `#3823 <https://github.com/pytest-dev/pytest/issues/3823>`_: ``--trace`` now works with unittests.
+- :issue:`3823`: ``--trace`` now works with unittests.
-- `#4445 <https://github.com/pytest-dev/pytest/issues/4445>`_: Fixed some warning reports produced by pytest to point to the correct location of the warning in the user's code.
+- :issue:`4445`: Fixed some warning reports produced by pytest to point to the correct location of the warning in the user's code.
-- `#5301 <https://github.com/pytest-dev/pytest/issues/5301>`_: Fix ``--last-failed`` to collect new tests from files with known failures.
+- :issue:`5301`: Fix ``--last-failed`` to collect new tests from files with known failures.
-- `#5928 <https://github.com/pytest-dev/pytest/issues/5928>`_: Report ``PytestUnknownMarkWarning`` at the level of the user's code, not ``pytest``'s.
+- :issue:`5928`: Report ``PytestUnknownMarkWarning`` at the level of the user's code, not ``pytest``'s.
-- `#5991 <https://github.com/pytest-dev/pytest/issues/5991>`_: Fix interaction with ``--pdb`` and unittests: do not use unittest's ``TestCase.debug()``.
+- :issue:`5991`: Fix interaction with ``--pdb`` and unittests: do not use unittest's ``TestCase.debug()``.
-- `#6334 <https://github.com/pytest-dev/pytest/issues/6334>`_: Fix summary entries appearing twice when ``f/F`` and ``s/S`` report chars were used at the same time in the ``-r`` command-line option (for example ``-rFf``).
+- :issue:`6334`: Fix summary entries appearing twice when ``f/F`` and ``s/S`` report chars were used at the same time in the ``-r`` command-line option (for example ``-rFf``).
The upper case variants were never documented and the preferred form should be the lower case.
-- `#6409 <https://github.com/pytest-dev/pytest/issues/6409>`_: Fallback to green (instead of yellow) for non-last items without previous passes with colored terminal progress indicator.
+- :issue:`6409`: Fallback to green (instead of yellow) for non-last items without previous passes with colored terminal progress indicator.
-- `#6454 <https://github.com/pytest-dev/pytest/issues/6454>`_: `--disable-warnings` is honored with `-ra` and `-rA`.
+- :issue:`6454`: `--disable-warnings` is honored with `-ra` and `-rA`.
-- `#6497 <https://github.com/pytest-dev/pytest/issues/6497>`_: Fix bug in the comparison of request key with cached key in fixture.
+- :issue:`6497`: Fix bug in the comparison of request key with cached key in fixture.
- A construct ``if key == cached_key:`` can fail either because ``==`` is explicitly disallowed, or for, e.g., NumPy arrays, where the result of ``a == b`` cannot generally be converted to `bool`.
+ A construct ``if key == cached_key:`` can fail either because ``==`` is explicitly disallowed, or for, e.g., NumPy arrays, where the result of ``a == b`` cannot generally be converted to :class:`bool`.
The implemented fix replaces `==` with ``is``.
-- `#6557 <https://github.com/pytest-dev/pytest/issues/6557>`_: Make capture output streams ``.write()`` method return the same return value from original streams.
+- :issue:`6557`: Make capture output streams ``.write()`` method return the same return value from original streams.
-- `#6566 <https://github.com/pytest-dev/pytest/issues/6566>`_: Fix ``EncodedFile.writelines`` to call the underlying buffer's ``writelines`` method.
+- :issue:`6566`: Fix ``EncodedFile.writelines`` to call the underlying buffer's ``writelines`` method.
-- `#6575 <https://github.com/pytest-dev/pytest/issues/6575>`_: Fix internal crash when ``faulthandler`` starts initialized
+- :issue:`6575`: Fix internal crash when ``faulthandler`` starts initialized
(for example with ``PYTHONFAULTHANDLER=1`` environment variable set) and ``faulthandler_timeout`` defined
in the configuration file.
-- `#6597 <https://github.com/pytest-dev/pytest/issues/6597>`_: Fix node ids which contain a parametrized empty-string variable.
+- :issue:`6597`: Fix node ids which contain a parametrized empty-string variable.
-- `#6646 <https://github.com/pytest-dev/pytest/issues/6646>`_: Assertion rewriting hooks are (re)stored for the current item, which fixes them being still used after e.g. pytester's :func:`testdir.runpytest <_pytest.pytester.Testdir.runpytest>` etc.
+- :issue:`6646`: Assertion rewriting hooks are (re)stored for the current item, which fixes them being still used after e.g. pytester's :func:`testdir.runpytest <_pytest.pytester.Testdir.runpytest>` etc.
-- `#6660 <https://github.com/pytest-dev/pytest/issues/6660>`_: :py:func:`pytest.exit` is handled when emitted from the :func:`pytest_sessionfinish <_pytest.hookspec.pytest_sessionfinish>` hook. This includes quitting from a debugger.
+- :issue:`6660`: :py:func:`pytest.exit` is handled when emitted from the :hook:`pytest_sessionfinish` hook. This includes quitting from a debugger.
-- `#6752 <https://github.com/pytest-dev/pytest/issues/6752>`_: When :py:func:`pytest.raises` is used as a function (as opposed to a context manager),
+- :issue:`6752`: When :py:func:`pytest.raises` is used as a function (as opposed to a context manager),
a `match` keyword argument is now passed through to the tested function. Previously
it was swallowed and ignored (regression in pytest 5.1.0).
-- `#6801 <https://github.com/pytest-dev/pytest/issues/6801>`_: Do not display empty lines inbetween traceback for unexpected exceptions with doctests.
+- :issue:`6801`: Do not display empty lines in between traceback for unexpected exceptions with doctests.
-- `#6802 <https://github.com/pytest-dev/pytest/issues/6802>`_: The :fixture:`testdir fixture <testdir>` works within doctests now.
+- :issue:`6802`: The :fixture:`testdir fixture <testdir>` works within doctests now.
Improved Documentation
----------------------
-- `#6696 <https://github.com/pytest-dev/pytest/issues/6696>`_: Add list of fixtures to start of fixture chapter.
+- :issue:`6696`: Add list of fixtures to start of fixture chapter.
-- `#6742 <https://github.com/pytest-dev/pytest/issues/6742>`_: Expand first sentence on fixtures into a paragraph.
+- :issue:`6742`: Expand first sentence on fixtures into a paragraph.
Trivial/Internal Changes
------------------------
-- `#6404 <https://github.com/pytest-dev/pytest/issues/6404>`_: Remove usage of ``parser`` module, deprecated in Python 3.9.
+- :issue:`6404`: Remove usage of ``parser`` module, deprecated in Python 3.9.
pytest 5.3.5 (2020-01-29)
@@ -1043,7 +1838,7 @@ pytest 5.3.5 (2020-01-29)
Bug Fixes
---------
-- `#6517 <https://github.com/pytest-dev/pytest/issues/6517>`_: Fix regression in pytest 5.3.4 causing an INTERNALERROR due to a wrong assertion.
+- :issue:`6517`: Fix regression in pytest 5.3.4 causing an INTERNALERROR due to a wrong assertion.
pytest 5.3.4 (2020-01-20)
@@ -1052,7 +1847,7 @@ pytest 5.3.4 (2020-01-20)
Bug Fixes
---------
-- `#6496 <https://github.com/pytest-dev/pytest/issues/6496>`_: Revert `#6436 <https://github.com/pytest-dev/pytest/issues/6436>`__: unfortunately this change has caused a number of regressions in many suites,
+- :issue:`6496`: Revert :issue:`6436`: unfortunately this change has caused a number of regressions in many suites,
so the team decided to revert this change and make a new release while we continue to look for a solution.
@@ -1062,26 +1857,26 @@ pytest 5.3.3 (2020-01-16)
Bug Fixes
---------
-- `#2780 <https://github.com/pytest-dev/pytest/issues/2780>`_: Captured output during teardown is shown with ``-rP``.
+- :issue:`2780`: Captured output during teardown is shown with ``-rP``.
-- `#5971 <https://github.com/pytest-dev/pytest/issues/5971>`_: Fix a ``pytest-xdist`` crash when dealing with exceptions raised in subprocesses created by the
+- :issue:`5971`: Fix a ``pytest-xdist`` crash when dealing with exceptions raised in subprocesses created by the
``multiprocessing`` module.
-- `#6436 <https://github.com/pytest-dev/pytest/issues/6436>`_: :class:`FixtureDef <_pytest.fixtures.FixtureDef>` objects now properly register their finalizers with autouse and
+- :issue:`6436`: :class:`FixtureDef <_pytest.fixtures.FixtureDef>` objects now properly register their finalizers with autouse and
parameterized fixtures that execute before them in the fixture stack so they are torn
down at the right times, and in the right order.
-- `#6532 <https://github.com/pytest-dev/pytest/issues/6532>`_: Fix parsing of outcomes containing multiple errors with ``testdir`` results (regression in 5.3.0).
+- :issue:`6532`: Fix parsing of outcomes containing multiple errors with ``testdir`` results (regression in 5.3.0).
Trivial/Internal Changes
------------------------
-- `#6350 <https://github.com/pytest-dev/pytest/issues/6350>`_: Optimized automatic renaming of test parameter IDs.
+- :issue:`6350`: Optimized automatic renaming of test parameter IDs.
pytest 5.3.2 (2019-12-13)
@@ -1090,7 +1885,7 @@ pytest 5.3.2 (2019-12-13)
Improvements
------------
-- `#4639 <https://github.com/pytest-dev/pytest/issues/4639>`_: Revert "A warning is now issued when assertions are made for ``None``".
+- :issue:`4639`: Revert "A warning is now issued when assertions are made for ``None``".
The warning proved to be less useful than initially expected and had quite a
few false positive cases.
@@ -1100,13 +1895,13 @@ Improvements
Bug Fixes
---------
-- `#5430 <https://github.com/pytest-dev/pytest/issues/5430>`_: junitxml: Logs for failed test are now passed to junit report in case the test fails during call phase.
+- :issue:`5430`: junitxml: Logs for failed test are now passed to junit report in case the test fails during call phase.
-- `#6290 <https://github.com/pytest-dev/pytest/issues/6290>`_: The supporting files in the ``.pytest_cache`` directory are kept with ``--cache-clear``, which only clears cached values now.
+- :issue:`6290`: The supporting files in the ``.pytest_cache`` directory are kept with ``--cache-clear``, which only clears cached values now.
-- `#6301 <https://github.com/pytest-dev/pytest/issues/6301>`_: Fix assertion rewriting for egg-based distributions and ``editable`` installs (``pip install --editable``).
+- :issue:`6301`: Fix assertion rewriting for egg-based distributions and ``editable`` installs (``pip install --editable``).
pytest 5.3.1 (2019-11-25)
@@ -1115,26 +1910,26 @@ pytest 5.3.1 (2019-11-25)
Improvements
------------
-- `#6231 <https://github.com/pytest-dev/pytest/issues/6231>`_: Improve check for misspelling of :ref:`pytest.mark.parametrize ref`.
+- :issue:`6231`: Improve check for misspelling of :ref:`pytest.mark.parametrize ref`.
-- `#6257 <https://github.com/pytest-dev/pytest/issues/6257>`_: Handle :py:func:`pytest.exit` being used via :py:func:`~_pytest.hookspec.pytest_internalerror`, e.g. when quitting pdb from post mortem.
+- :issue:`6257`: Handle :func:`pytest.exit` being used via :hook:`pytest_internalerror`, e.g. when quitting pdb from post mortem.
Bug Fixes
---------
-- `#5914 <https://github.com/pytest-dev/pytest/issues/5914>`_: pytester: fix :py:func:`~_pytest.pytester.LineMatcher.no_fnmatch_line` when used after positive matching.
+- :issue:`5914`: pytester: fix :py:func:`~_pytest.pytester.LineMatcher.no_fnmatch_line` when used after positive matching.
-- `#6082 <https://github.com/pytest-dev/pytest/issues/6082>`_: Fix line detection for doctest samples inside :py:class:`python:property` docstrings, as a workaround to `bpo-17446 <https://bugs.python.org/issue17446>`__.
+- :issue:`6082`: Fix line detection for doctest samples inside :py:class:`python:property` docstrings, as a workaround to :bpo:`17446`.
-- `#6254 <https://github.com/pytest-dev/pytest/issues/6254>`_: Fix compatibility with pytest-parallel (regression in pytest 5.3.0).
+- :issue:`6254`: Fix compatibility with pytest-parallel (regression in pytest 5.3.0).
-- `#6255 <https://github.com/pytest-dev/pytest/issues/6255>`_: Clear the :py:data:`sys.last_traceback`, :py:data:`sys.last_type`
+- :issue:`6255`: Clear the :py:data:`sys.last_traceback`, :py:data:`sys.last_type`
and :py:data:`sys.last_value` attributes by deleting them instead
of setting them to ``None``. This better matches the behaviour of
the Python standard library.
@@ -1146,20 +1941,20 @@ pytest 5.3.0 (2019-11-19)
Deprecations
------------
-- `#6179 <https://github.com/pytest-dev/pytest/issues/6179>`_: The default value of :confval:`junit_family` option will change to ``"xunit2"`` in pytest 6.0, given
+- :issue:`6179`: The default value of :confval:`junit_family` option will change to ``"xunit2"`` in pytest 6.0, given
that this is the version supported by default in modern tools that manipulate this type of file.
In order to smooth the transition, pytest will issue a warning in case the ``--junitxml`` option
is given in the command line but :confval:`junit_family` is not explicitly configured in ``pytest.ini``.
- For more information, `see the docs <https://docs.pytest.org/en/stable/deprecations.html#junit-family-default-value-change-to-xunit2>`__.
+ For more information, :ref:`see the docs <junit-family changed default value>`.
Features
--------
-- `#4488 <https://github.com/pytest-dev/pytest/issues/4488>`_: The pytest team has created the `pytest-reportlog <https://github.com/pytest-dev/pytest-reportlog>`__
+- :issue:`4488`: The pytest team has created the `pytest-reportlog <https://github.com/pytest-dev/pytest-reportlog>`__
plugin, which provides a new ``--report-log=FILE`` option that writes *report logs* into a file as the test session executes.
Each line of the report log contains a self contained JSON object corresponding to a testing event,
@@ -1171,12 +1966,12 @@ Features
provide feedback.
-- `#4730 <https://github.com/pytest-dev/pytest/issues/4730>`_: When :py:data:`sys.pycache_prefix` (Python 3.8+) is set, it will be used by pytest to cache test files changed by the assertion rewriting mechanism.
+- :issue:`4730`: When :py:data:`sys.pycache_prefix` (Python 3.8+) is set, it will be used by pytest to cache test files changed by the assertion rewriting mechanism.
This makes it easier to benefit of cached ``.pyc`` files even on file systems without permissions.
-- `#5515 <https://github.com/pytest-dev/pytest/issues/5515>`_: Allow selective auto-indentation of multiline log messages.
+- :issue:`5515`: Allow selective auto-indentation of multiline log messages.
Adds command line option ``--log-auto-indent``, config option
:confval:`log_auto_indent` and support for per-entry configuration of
@@ -1189,7 +1984,7 @@ Features
rather than implicitly.
-- `#5914 <https://github.com/pytest-dev/pytest/issues/5914>`_: :fixture:`testdir` learned two new functions, :py:func:`~_pytest.pytester.LineMatcher.no_fnmatch_line` and
+- :issue:`5914`: :fixture:`testdir` learned two new functions, :py:func:`~_pytest.pytester.LineMatcher.no_fnmatch_line` and
:py:func:`~_pytest.pytester.LineMatcher.no_re_match_line`.
The functions are used to ensure the captured text *does not* match the given
@@ -1212,12 +2007,12 @@ Features
But the new functions produce best output on failure.
-- `#6057 <https://github.com/pytest-dev/pytest/issues/6057>`_: Added tolerances to complex values when printing ``pytest.approx``.
+- :issue:`6057`: Added tolerances to complex values when printing ``pytest.approx``.
For example, ``repr(pytest.approx(3+4j))`` returns ``(3+4j) ± 5e-06 ∠ ±180°``. This is polar notation indicating a circle around the expected value, with a radius of 5e-06. For ``approx`` comparisons to return ``True``, the actual value should fall within this circle.
-- `#6061 <https://github.com/pytest-dev/pytest/issues/6061>`_: Added the pluginmanager as an argument to ``pytest_addoption``
+- :issue:`6061`: Added the pluginmanager as an argument to ``pytest_addoption``
so that hooks can be invoked when setting up command line options. This is
useful for having one plugin communicate things to another plugin,
such as default values or which set of command line options to add.
@@ -1227,13 +2022,13 @@ Features
Improvements
------------
-- `#5061 <https://github.com/pytest-dev/pytest/issues/5061>`_: Use multiple colors with terminal summary statistics.
+- :issue:`5061`: Use multiple colors with terminal summary statistics.
-- `#5630 <https://github.com/pytest-dev/pytest/issues/5630>`_: Quitting from debuggers is now properly handled in ``doctest`` items.
+- :issue:`5630`: Quitting from debuggers is now properly handled in ``doctest`` items.
-- `#5924 <https://github.com/pytest-dev/pytest/issues/5924>`_: Improved verbose diff output with sequences.
+- :issue:`5924`: Improved verbose diff output with sequences.
Before:
@@ -1269,80 +2064,80 @@ Improvements
E ]
-- `#5934 <https://github.com/pytest-dev/pytest/issues/5934>`_: ``repr`` of ``ExceptionInfo`` objects has been improved to honor the ``__repr__`` method of the underlying exception.
+- :issue:`5934`: ``repr`` of ``ExceptionInfo`` objects has been improved to honor the ``__repr__`` method of the underlying exception.
-- `#5936 <https://github.com/pytest-dev/pytest/issues/5936>`_: Display untruncated assertion message with ``-vv``.
+- :issue:`5936`: Display untruncated assertion message with ``-vv``.
-- `#5990 <https://github.com/pytest-dev/pytest/issues/5990>`_: Fixed plurality mismatch in test summary (e.g. display "1 error" instead of "1 errors").
+- :issue:`5990`: Fixed plurality mismatch in test summary (e.g. display "1 error" instead of "1 errors").
-- `#6008 <https://github.com/pytest-dev/pytest/issues/6008>`_: ``Config.InvocationParams.args`` is now always a ``tuple`` to better convey that it should be
+- :issue:`6008`: ``Config.InvocationParams.args`` is now always a ``tuple`` to better convey that it should be
immutable and avoid accidental modifications.
-- `#6023 <https://github.com/pytest-dev/pytest/issues/6023>`_: ``pytest.main`` returns a ``pytest.ExitCode`` instance now, except for when custom exit codes are used (where it returns ``int`` then still).
+- :issue:`6023`: ``pytest.main`` returns a ``pytest.ExitCode`` instance now, except for when custom exit codes are used (where it returns ``int`` then still).
-- `#6026 <https://github.com/pytest-dev/pytest/issues/6026>`_: Align prefixes in output of pytester's ``LineMatcher``.
+- :issue:`6026`: Align prefixes in output of pytester's ``LineMatcher``.
-- `#6059 <https://github.com/pytest-dev/pytest/issues/6059>`_: Collection errors are reported as errors (and not failures like before) in the terminal's short test summary.
+- :issue:`6059`: Collection errors are reported as errors (and not failures like before) in the terminal's short test summary.
-- `#6069 <https://github.com/pytest-dev/pytest/issues/6069>`_: ``pytester.spawn`` does not skip/xfail tests on FreeBSD anymore unconditionally.
+- :issue:`6069`: ``pytester.spawn`` does not skip/xfail tests on FreeBSD anymore unconditionally.
-- `#6097 <https://github.com/pytest-dev/pytest/issues/6097>`_: The "[...%]" indicator in the test summary is now colored according to the final (new) multi-colored line's main color.
+- :issue:`6097`: The "[...%]" indicator in the test summary is now colored according to the final (new) multi-colored line's main color.
-- `#6116 <https://github.com/pytest-dev/pytest/issues/6116>`_: Added ``--co`` as a synonym to ``--collect-only``.
+- :issue:`6116`: Added ``--co`` as a synonym to ``--collect-only``.
-- `#6148 <https://github.com/pytest-dev/pytest/issues/6148>`_: ``atomicwrites`` is now only used on Windows, fixing a performance regression with assertion rewriting on Unix.
+- :issue:`6148`: ``atomicwrites`` is now only used on Windows, fixing a performance regression with assertion rewriting on Unix.
-- `#6152 <https://github.com/pytest-dev/pytest/issues/6152>`_: Now parametrization will use the ``__name__`` attribute of any object for the id, if present. Previously it would only use ``__name__`` for functions and classes.
+- :issue:`6152`: Now parametrization will use the ``__name__`` attribute of any object for the id, if present. Previously it would only use ``__name__`` for functions and classes.
-- `#6176 <https://github.com/pytest-dev/pytest/issues/6176>`_: Improved failure reporting with pytester's ``Hookrecorder.assertoutcome``.
+- :issue:`6176`: Improved failure reporting with pytester's ``Hookrecorder.assertoutcome``.
-- `#6181 <https://github.com/pytest-dev/pytest/issues/6181>`_: The reason for a stopped session, e.g. with ``--maxfail`` / ``-x``, now gets reported in the test summary.
+- :issue:`6181`: The reason for a stopped session, e.g. with ``--maxfail`` / ``-x``, now gets reported in the test summary.
-- `#6206 <https://github.com/pytest-dev/pytest/issues/6206>`_: Improved ``cache.set`` robustness and performance.
+- :issue:`6206`: Improved ``cache.set`` robustness and performance.
Bug Fixes
---------
-- `#2049 <https://github.com/pytest-dev/pytest/issues/2049>`_: Fixed ``--setup-plan`` showing inaccurate information about fixture lifetimes.
+- :issue:`2049`: Fixed ``--setup-plan`` showing inaccurate information about fixture lifetimes.
-- `#2548 <https://github.com/pytest-dev/pytest/issues/2548>`_: Fixed line offset mismatch of skipped tests in terminal summary.
+- :issue:`2548`: Fixed line offset mismatch of skipped tests in terminal summary.
-- `#6039 <https://github.com/pytest-dev/pytest/issues/6039>`_: The ``PytestDoctestRunner`` is now properly invalidated when unconfiguring the doctest plugin.
+- :issue:`6039`: The ``PytestDoctestRunner`` is now properly invalidated when unconfiguring the doctest plugin.
This is important when used with ``pytester``'s ``runpytest_inprocess``.
-- `#6047 <https://github.com/pytest-dev/pytest/issues/6047>`_: BaseExceptions are now handled in ``saferepr``, which includes ``pytest.fail.Exception`` etc.
+- :issue:`6047`: BaseExceptions are now handled in ``saferepr``, which includes ``pytest.fail.Exception`` etc.
-- `#6074 <https://github.com/pytest-dev/pytest/issues/6074>`_: pytester: fixed order of arguments in ``rm_rf`` warning when cleaning up temporary directories, and do not emit warnings for errors with ``os.open``.
+- :issue:`6074`: pytester: fixed order of arguments in ``rm_rf`` warning when cleaning up temporary directories, and do not emit warnings for errors with ``os.open``.
-- `#6189 <https://github.com/pytest-dev/pytest/issues/6189>`_: Fixed result of ``getmodpath`` method.
+- :issue:`6189`: Fixed result of ``getmodpath`` method.
Trivial/Internal Changes
------------------------
-- `#4901 <https://github.com/pytest-dev/pytest/issues/4901>`_: ``RunResult`` from ``pytester`` now displays the mnemonic of the ``ret`` attribute when it is a
+- :issue:`4901`: ``RunResult`` from ``pytester`` now displays the mnemonic of the ``ret`` attribute when it is a
valid ``pytest.ExitCode`` value.
@@ -1352,10 +2147,10 @@ pytest 5.2.4 (2019-11-15)
Bug Fixes
---------
-- `#6194 <https://github.com/pytest-dev/pytest/issues/6194>`_: Fix incorrect discovery of non-test ``__init__.py`` files.
+- :issue:`6194`: Fix incorrect discovery of non-test ``__init__.py`` files.
-- `#6197 <https://github.com/pytest-dev/pytest/issues/6197>`_: Revert "The first test in a package (``__init__.py``) marked with ``@pytest.mark.skip`` is now correctly skipped.".
+- :issue:`6197`: Revert "The first test in a package (``__init__.py``) marked with ``@pytest.mark.skip`` is now correctly skipped.".
pytest 5.2.3 (2019-11-14)
@@ -1364,13 +2159,13 @@ pytest 5.2.3 (2019-11-14)
Bug Fixes
---------
-- `#5830 <https://github.com/pytest-dev/pytest/issues/5830>`_: The first test in a package (``__init__.py``) marked with ``@pytest.mark.skip`` is now correctly skipped.
+- :issue:`5830`: The first test in a package (``__init__.py``) marked with ``@pytest.mark.skip`` is now correctly skipped.
-- `#6099 <https://github.com/pytest-dev/pytest/issues/6099>`_: Fix ``--trace`` when used with parametrized functions.
+- :issue:`6099`: Fix ``--trace`` when used with parametrized functions.
-- `#6183 <https://github.com/pytest-dev/pytest/issues/6183>`_: Using ``request`` as a parameter name in ``@pytest.mark.parametrize`` now produces a more
+- :issue:`6183`: Using ``request`` as a parameter name in ``@pytest.mark.parametrize`` now produces a more
user-friendly error.
@@ -1380,16 +2175,16 @@ pytest 5.2.2 (2019-10-24)
Bug Fixes
---------
-- `#5206 <https://github.com/pytest-dev/pytest/issues/5206>`_: Fix ``--nf`` to not forget about known nodeids with partial test selection.
+- :issue:`5206`: Fix ``--nf`` to not forget about known nodeids with partial test selection.
-- `#5906 <https://github.com/pytest-dev/pytest/issues/5906>`_: Fix crash with ``KeyboardInterrupt`` during ``--setup-show``.
+- :issue:`5906`: Fix crash with ``KeyboardInterrupt`` during ``--setup-show``.
-- `#5946 <https://github.com/pytest-dev/pytest/issues/5946>`_: Fixed issue when parametrizing fixtures with numpy arrays (and possibly other sequence-like types).
+- :issue:`5946`: Fixed issue when parametrizing fixtures with numpy arrays (and possibly other sequence-like types).
-- `#6044 <https://github.com/pytest-dev/pytest/issues/6044>`_: Properly ignore ``FileNotFoundError`` exceptions when trying to remove old temporary directories,
+- :issue:`6044`: Properly ignore ``FileNotFoundError`` exceptions when trying to remove old temporary directories,
for instance when multiple processes try to remove the same directory (common with ``pytest-xdist``
for example).
@@ -1400,7 +2195,7 @@ pytest 5.2.1 (2019-10-06)
Bug Fixes
---------
-- `#5902 <https://github.com/pytest-dev/pytest/issues/5902>`_: Fix warnings about deprecated ``cmp`` attribute in ``attrs>=19.2``.
+- :issue:`5902`: Fix warnings about deprecated ``cmp`` attribute in ``attrs>=19.2``.
pytest 5.2.0 (2019-09-28)
@@ -1409,7 +2204,7 @@ pytest 5.2.0 (2019-09-28)
Deprecations
------------
-- `#1682 <https://github.com/pytest-dev/pytest/issues/1682>`_: Passing arguments to pytest.fixture() as positional arguments is deprecated - pass them
+- :issue:`1682`: Passing arguments to pytest.fixture() as positional arguments is deprecated - pass them
as a keyword argument instead.
@@ -1417,29 +2212,29 @@ Deprecations
Features
--------
-- `#1682 <https://github.com/pytest-dev/pytest/issues/1682>`_: The ``scope`` parameter of ``@pytest.fixture`` can now be a callable that receives
+- :issue:`1682`: The ``scope`` parameter of ``@pytest.fixture`` can now be a callable that receives
the fixture name and the ``config`` object as keyword-only parameters.
- See `the docs <https://docs.pytest.org/en/stable/fixture.html#dynamic-scope>`__ for more information.
+ See :ref:`the docs <dynamic scope>` for more information.
-- `#5764 <https://github.com/pytest-dev/pytest/issues/5764>`_: New behavior of the ``--pastebin`` option: failures to connect to the pastebin server are reported, without failing the pytest run
+- :issue:`5764`: New behavior of the ``--pastebin`` option: failures to connect to the pastebin server are reported, without failing the pytest run
Bug Fixes
---------
-- `#5806 <https://github.com/pytest-dev/pytest/issues/5806>`_: Fix "lexer" being used when uploading to bpaste.net from ``--pastebin`` to "text".
+- :issue:`5806`: Fix "lexer" being used when uploading to bpaste.net from ``--pastebin`` to "text".
-- `#5884 <https://github.com/pytest-dev/pytest/issues/5884>`_: Fix ``--setup-only`` and ``--setup-show`` for custom pytest items.
+- :issue:`5884`: Fix ``--setup-only`` and ``--setup-show`` for custom pytest items.
Trivial/Internal Changes
------------------------
-- `#5056 <https://github.com/pytest-dev/pytest/issues/5056>`_: The HelpFormatter uses ``py.io.get_terminal_width`` for better width detection.
+- :issue:`5056`: The HelpFormatter uses ``py.io.get_terminal_width`` for better width detection.
pytest 5.1.3 (2019-09-18)
@@ -1448,13 +2243,13 @@ pytest 5.1.3 (2019-09-18)
Bug Fixes
---------
-- `#5807 <https://github.com/pytest-dev/pytest/issues/5807>`_: Fix pypy3.6 (nightly) on windows.
+- :issue:`5807`: Fix pypy3.6 (nightly) on windows.
-- `#5811 <https://github.com/pytest-dev/pytest/issues/5811>`_: Handle ``--fulltrace`` correctly with ``pytest.raises``.
+- :issue:`5811`: Handle ``--fulltrace`` correctly with ``pytest.raises``.
-- `#5819 <https://github.com/pytest-dev/pytest/issues/5819>`_: Windows: Fix regression with conftest whose qualified name contains uppercase
+- :issue:`5819`: Windows: Fix regression with conftest whose qualified name contains uppercase
characters (introduced by #5792).
@@ -1464,22 +2259,22 @@ pytest 5.1.2 (2019-08-30)
Bug Fixes
---------
-- `#2270 <https://github.com/pytest-dev/pytest/issues/2270>`_: Fixed ``self`` reference in function-scoped fixtures defined plugin classes: previously ``self``
+- :issue:`2270`: Fixed ``self`` reference in function-scoped fixtures defined plugin classes: previously ``self``
would be a reference to a *test* class, not the *plugin* class.
-- `#570 <https://github.com/pytest-dev/pytest/issues/570>`_: Fixed long standing issue where fixture scope was not respected when indirect fixtures were used during
+- :issue:`570`: Fixed long standing issue where fixture scope was not respected when indirect fixtures were used during
parametrization.
-- `#5782 <https://github.com/pytest-dev/pytest/issues/5782>`_: Fix decoding error when printing an error response from ``--pastebin``.
+- :issue:`5782`: Fix decoding error when printing an error response from ``--pastebin``.
-- `#5786 <https://github.com/pytest-dev/pytest/issues/5786>`_: Chained exceptions in test and collection reports are now correctly serialized, allowing plugins like
+- :issue:`5786`: Chained exceptions in test and collection reports are now correctly serialized, allowing plugins like
``pytest-xdist`` to display them properly.
-- `#5792 <https://github.com/pytest-dev/pytest/issues/5792>`_: Windows: Fix error that occurs in certain circumstances when loading
+- :issue:`5792`: Windows: Fix error that occurs in certain circumstances when loading
``conftest.py`` from a working directory that has casing other than the one stored
in the filesystem (e.g., ``c:\test`` instead of ``C:\test``).
@@ -1490,7 +2285,7 @@ pytest 5.1.1 (2019-08-20)
Bug Fixes
---------
-- `#5751 <https://github.com/pytest-dev/pytest/issues/5751>`_: Fixed ``TypeError`` when importing pytest on Python 3.5.0 and 3.5.1.
+- :issue:`5751`: Fixed ``TypeError`` when importing pytest on Python 3.5.0 and 3.5.1.
pytest 5.1.0 (2019-08-15)
@@ -1499,7 +2294,7 @@ pytest 5.1.0 (2019-08-15)
Removals
--------
-- `#5180 <https://github.com/pytest-dev/pytest/issues/5180>`_: As per our policy, the following features have been deprecated in the 4.X series and are now
+- :issue:`5180`: As per our policy, the following features have been deprecated in the 4.X series and are now
removed:
* ``Request.getfuncargvalue``: use ``Request.getfixturevalue`` instead.
@@ -1523,11 +2318,10 @@ Removals
* ``request`` is now a reserved name for fixtures.
- For more information consult
- `Deprecations and Removals <https://docs.pytest.org/en/stable/deprecations.html>`__ in the docs.
+ For more information consult :std:doc:`deprecations` in the docs.
-- `#5565 <https://github.com/pytest-dev/pytest/issues/5565>`_: Removed unused support code for `unittest2 <https://pypi.org/project/unittest2/>`__.
+- :issue:`5565`: Removed unused support code for :pypi:`unittest2`.
The ``unittest2`` backport module is no longer
necessary since Python 3.3+, and the small amount of code in pytest to support it also doesn't seem
@@ -1538,11 +2332,10 @@ Removals
at all (even if ``unittest2`` is used by a test suite executed by pytest), it was decided to
remove it in this release.
- If you experience a regression because of this, please
- `file an issue <https://github.com/pytest-dev/pytest/issues/new>`__.
+ If you experience a regression because of this, please :issue:`file an issue <new>`.
-- `#5615 <https://github.com/pytest-dev/pytest/issues/5615>`_: ``pytest.fail``, ``pytest.xfail`` and ``pytest.skip`` no longer support bytes for the message argument.
+- :issue:`5615`: ``pytest.fail``, ``pytest.xfail`` and ``pytest.skip`` no longer support bytes for the message argument.
This was supported for Python 2 where it was tempting to use ``"message"``
instead of ``u"message"``.
@@ -1555,10 +2348,10 @@ Removals
Features
--------
-- `#5564 <https://github.com/pytest-dev/pytest/issues/5564>`_: New ``Config.invocation_args`` attribute containing the unchanged arguments passed to ``pytest.main()``.
+- :issue:`5564`: New ``Config.invocation_args`` attribute containing the unchanged arguments passed to ``pytest.main()``.
-- `#5576 <https://github.com/pytest-dev/pytest/issues/5576>`_: New `NUMBER <https://docs.pytest.org/en/stable/doctest.html#using-doctest-options>`__
+- :issue:`5576`: New :ref:`NUMBER <using doctest options>`
option for doctests to ignore irrelevant differences in floating-point numbers.
Inspired by Sébastien Boisgérault's `numtest <https://github.com/boisgera/numtest>`__
extension for doctest.
@@ -1568,10 +2361,10 @@ Features
Improvements
------------
-- `#5471 <https://github.com/pytest-dev/pytest/issues/5471>`_: JUnit XML now includes a timestamp and hostname in the testsuite tag.
+- :issue:`5471`: JUnit XML now includes a timestamp and hostname in the testsuite tag.
-- `#5707 <https://github.com/pytest-dev/pytest/issues/5707>`_: Time taken to run the test suite now includes a human-readable representation when it takes over
+- :issue:`5707`: Time taken to run the test suite now includes a human-readable representation when it takes over
60 seconds, for example::
===== 2 failed in 102.70s (0:01:42) =====
@@ -1581,71 +2374,71 @@ Improvements
Bug Fixes
---------
-- `#4344 <https://github.com/pytest-dev/pytest/issues/4344>`_: Fix RuntimeError/StopIteration when trying to collect package with "__init__.py" only.
+- :issue:`4344`: Fix RuntimeError/StopIteration when trying to collect package with "__init__.py" only.
-- `#5115 <https://github.com/pytest-dev/pytest/issues/5115>`_: Warnings issued during ``pytest_configure`` are explicitly not treated as errors, even if configured as such, because it otherwise completely breaks pytest.
+- :issue:`5115`: Warnings issued during ``pytest_configure`` are explicitly not treated as errors, even if configured as such, because it otherwise completely breaks pytest.
-- `#5477 <https://github.com/pytest-dev/pytest/issues/5477>`_: The XML file produced by ``--junitxml`` now correctly contain a ``<testsuites>`` root element.
+- :issue:`5477`: The XML file produced by ``--junitxml`` now correctly contain a ``<testsuites>`` root element.
-- `#5524 <https://github.com/pytest-dev/pytest/issues/5524>`_: Fix issue where ``tmp_path`` and ``tmpdir`` would not remove directories containing files marked as read-only,
+- :issue:`5524`: Fix issue where ``tmp_path`` and ``tmpdir`` would not remove directories containing files marked as read-only,
which could lead to pytest crashing when executed a second time with the ``--basetemp`` option.
-- `#5537 <https://github.com/pytest-dev/pytest/issues/5537>`_: Replace ``importlib_metadata`` backport with ``importlib.metadata`` from the
+- :issue:`5537`: Replace ``importlib_metadata`` backport with ``importlib.metadata`` from the
standard library on Python 3.8+.
-- `#5578 <https://github.com/pytest-dev/pytest/issues/5578>`_: Improve type checking for some exception-raising functions (``pytest.xfail``, ``pytest.skip``, etc)
+- :issue:`5578`: Improve type checking for some exception-raising functions (``pytest.xfail``, ``pytest.skip``, etc)
so they provide better error messages when users meant to use marks (for example ``@pytest.xfail``
instead of ``@pytest.mark.xfail``).
-- `#5606 <https://github.com/pytest-dev/pytest/issues/5606>`_: Fixed internal error when test functions were patched with objects that cannot be compared
+- :issue:`5606`: Fixed internal error when test functions were patched with objects that cannot be compared
for truth values against others, like ``numpy`` arrays.
-- `#5634 <https://github.com/pytest-dev/pytest/issues/5634>`_: ``pytest.exit`` is now correctly handled in ``unittest`` cases.
+- :issue:`5634`: ``pytest.exit`` is now correctly handled in ``unittest`` cases.
This makes ``unittest`` cases handle ``quit`` from pytest's pdb correctly.
-- `#5650 <https://github.com/pytest-dev/pytest/issues/5650>`_: Improved output when parsing an ini configuration file fails.
+- :issue:`5650`: Improved output when parsing an ini configuration file fails.
-- `#5701 <https://github.com/pytest-dev/pytest/issues/5701>`_: Fix collection of ``staticmethod`` objects defined with ``functools.partial``.
+- :issue:`5701`: Fix collection of ``staticmethod`` objects defined with ``functools.partial``.
-- `#5734 <https://github.com/pytest-dev/pytest/issues/5734>`_: Skip async generator test functions, and update the warning message to refer to ``async def`` functions.
+- :issue:`5734`: Skip async generator test functions, and update the warning message to refer to ``async def`` functions.
Improved Documentation
----------------------
-- `#5669 <https://github.com/pytest-dev/pytest/issues/5669>`_: Add docstring for ``Testdir.copy_example``.
+- :issue:`5669`: Add docstring for ``Testdir.copy_example``.
Trivial/Internal Changes
------------------------
-- `#5095 <https://github.com/pytest-dev/pytest/issues/5095>`_: XML files of the ``xunit2`` family are now validated against the schema by pytest's own test suite
+- :issue:`5095`: XML files of the ``xunit2`` family are now validated against the schema by pytest's own test suite
to avoid future regressions.
-- `#5516 <https://github.com/pytest-dev/pytest/issues/5516>`_: Cache node splitting function which can improve collection performance in very large test suites.
+- :issue:`5516`: Cache node splitting function which can improve collection performance in very large test suites.
-- `#5603 <https://github.com/pytest-dev/pytest/issues/5603>`_: Simplified internal ``SafeRepr`` class and removed some dead code.
+- :issue:`5603`: Simplified internal ``SafeRepr`` class and removed some dead code.
-- `#5664 <https://github.com/pytest-dev/pytest/issues/5664>`_: When invoking pytest's own testsuite with ``PYTHONDONTWRITEBYTECODE=1``,
+- :issue:`5664`: When invoking pytest's own testsuite with ``PYTHONDONTWRITEBYTECODE=1``,
the ``test_xfail_handling`` test no longer fails.
-- `#5684 <https://github.com/pytest-dev/pytest/issues/5684>`_: Replace manual handling of ``OSError.errno`` in the codebase by new ``OSError`` subclasses (``PermissionError``, ``FileNotFoundError``, etc.).
+- :issue:`5684`: Replace manual handling of ``OSError.errno`` in the codebase by new ``OSError`` subclasses (``PermissionError``, ``FileNotFoundError``, etc.).
pytest 5.0.1 (2019-07-04)
@@ -1654,20 +2447,20 @@ pytest 5.0.1 (2019-07-04)
Bug Fixes
---------
-- `#5479 <https://github.com/pytest-dev/pytest/issues/5479>`_: Improve quoting in ``raises`` match failure message.
+- :issue:`5479`: Improve quoting in ``raises`` match failure message.
-- `#5523 <https://github.com/pytest-dev/pytest/issues/5523>`_: Fixed using multiple short options together in the command-line (for example ``-vs``) in Python 3.8+.
+- :issue:`5523`: Fixed using multiple short options together in the command-line (for example ``-vs``) in Python 3.8+.
-- `#5547 <https://github.com/pytest-dev/pytest/issues/5547>`_: ``--step-wise`` now handles ``xfail(strict=True)`` markers properly.
+- :issue:`5547`: ``--step-wise`` now handles ``xfail(strict=True)`` markers properly.
Improved Documentation
----------------------
-- `#5517 <https://github.com/pytest-dev/pytest/issues/5517>`_: Improve "Declaring new hooks" section in chapter "Writing Plugins"
+- :issue:`5517`: Improve "Declaring new hooks" section in chapter "Writing Plugins"
pytest 5.0.0 (2019-06-28)
@@ -1678,29 +2471,28 @@ Important
This release is a Python3.5+ only release.
-For more details, see our `Python 2.7 and 3.4 support plan <https://docs.pytest.org/en/stable/py27-py34-deprecation.html>`__.
+For more details, see our :std:doc:`Python 2.7 and 3.4 support plan <py27-py34-deprecation>`.
Removals
--------
-- `#1149 <https://github.com/pytest-dev/pytest/issues/1149>`_: Pytest no longer accepts prefixes of command-line arguments, for example
+- :issue:`1149`: Pytest no longer accepts prefixes of command-line arguments, for example
typing ``pytest --doctest-mod`` inplace of ``--doctest-modules``.
This was previously allowed where the ``ArgumentParser`` thought it was unambiguous,
but this could be incorrect due to delayed parsing of options for plugins.
- See for example issues `#1149 <https://github.com/pytest-dev/pytest/issues/1149>`__,
- `#3413 <https://github.com/pytest-dev/pytest/issues/3413>`__, and
- `#4009 <https://github.com/pytest-dev/pytest/issues/4009>`__.
+ See for example issues :issue:`1149`,
+ :issue:`3413`, and
+ :issue:`4009`.
-- `#5402 <https://github.com/pytest-dev/pytest/issues/5402>`_: **PytestDeprecationWarning are now errors by default.**
+- :issue:`5402`: **PytestDeprecationWarning are now errors by default.**
Following our plan to remove deprecated features with as little disruption as
possible, all warnings of type ``PytestDeprecationWarning`` now generate errors
instead of warning messages.
**The affected features will be effectively removed in pytest 5.1**, so please consult the
- `Deprecations and Removals <https://docs.pytest.org/en/stable/deprecations.html>`__
- section in the docs for directions on how to update existing code.
+ :std:doc:`deprecations` section in the docs for directions on how to update existing code.
In the pytest ``5.0.X`` series, it is possible to change the errors back into warnings as a stop
gap measure by adding this to your ``pytest.ini`` file:
@@ -1714,10 +2506,10 @@ Removals
But this will stop working when pytest ``5.1`` is released.
**If you have concerns** about the removal of a specific feature, please add a
- comment to `#5402 <https://github.com/pytest-dev/pytest/issues/5402>`__.
+ comment to :issue:`5402`.
-- `#5412 <https://github.com/pytest-dev/pytest/issues/5412>`_: ``ExceptionInfo`` objects (returned by ``pytest.raises``) now have the same ``str`` representation as ``repr``, which
+- :issue:`5412`: ``ExceptionInfo`` objects (returned by ``pytest.raises``) now have the same ``str`` representation as ``repr``, which
avoids some confusion when users use ``print(e)`` to inspect the object.
This means code like:
@@ -1743,11 +2535,11 @@ Removals
Deprecations
------------
-- `#4488 <https://github.com/pytest-dev/pytest/issues/4488>`_: The removal of the ``--result-log`` option and module has been postponed to (tentatively) pytest 6.0 as
+- :issue:`4488`: The removal of the ``--result-log`` option and module has been postponed to (tentatively) pytest 6.0 as
the team has not yet got around to implement a good alternative for it.
-- `#466 <https://github.com/pytest-dev/pytest/issues/466>`_: The ``funcargnames`` attribute has been an alias for ``fixturenames`` since
+- :issue:`466`: The ``funcargnames`` attribute has been an alias for ``fixturenames`` since
pytest 2.3, and is now deprecated in code too.
@@ -1755,26 +2547,26 @@ Deprecations
Features
--------
-- `#3457 <https://github.com/pytest-dev/pytest/issues/3457>`_: New `pytest_assertion_pass <https://docs.pytest.org/en/stable/reference.html#_pytest.hookspec.pytest_assertion_pass>`__
+- :issue:`3457`: New :hook:`pytest_assertion_pass`
hook, called with context information when an assertion *passes*.
This hook is still **experimental** so use it with caution.
-- `#5440 <https://github.com/pytest-dev/pytest/issues/5440>`_: The `faulthandler <https://docs.python.org/3/library/faulthandler.html>`__ standard library
+- :issue:`5440`: The :mod:`faulthandler` standard library
module is now enabled by default to help users diagnose crashes in C modules.
This functionality was provided by integrating the external
`pytest-faulthandler <https://github.com/pytest-dev/pytest-faulthandler>`__ plugin into the core,
so users should remove that plugin from their requirements if used.
- For more information see the docs: https://docs.pytest.org/en/stable/usage.html#fault-handler
+ For more information see the docs: :ref:`faulthandler`.
-- `#5452 <https://github.com/pytest-dev/pytest/issues/5452>`_: When warnings are configured as errors, pytest warnings now appear as originating from ``pytest.`` instead of the internal ``_pytest.warning_types.`` module.
+- :issue:`5452`: When warnings are configured as errors, pytest warnings now appear as originating from ``pytest.`` instead of the internal ``_pytest.warning_types.`` module.
-- `#5125 <https://github.com/pytest-dev/pytest/issues/5125>`_: ``Session.exitcode`` values are now coded in ``pytest.ExitCode``, an ``IntEnum``. This makes the exit code available for consumer code and are more explicit other than just documentation. User defined exit codes are still valid, but should be used with caution.
+- :issue:`5125`: ``Session.exitcode`` values are now coded in ``pytest.ExitCode``, an ``IntEnum``. This makes the exit code available for consumer code and are more explicit other than just documentation. User defined exit codes are still valid, but should be used with caution.
The team doesn't expect this change to break test suites or plugins in general, except in esoteric/specific scenarios.
@@ -1785,20 +2577,20 @@ Features
Bug Fixes
---------
-- `#1403 <https://github.com/pytest-dev/pytest/issues/1403>`_: Switch from ``imp`` to ``importlib``.
+- :issue:`1403`: Switch from ``imp`` to ``importlib``.
-- `#1671 <https://github.com/pytest-dev/pytest/issues/1671>`_: The name of the ``.pyc`` files cached by the assertion writer now includes the pytest version
+- :issue:`1671`: The name of the ``.pyc`` files cached by the assertion writer now includes the pytest version
to avoid stale caches.
-- `#2761 <https://github.com/pytest-dev/pytest/issues/2761>`_: Honor PEP 235 on case-insensitive file systems.
+- :issue:`2761`: Honor :pep:`235` on case-insensitive file systems.
-- `#5078 <https://github.com/pytest-dev/pytest/issues/5078>`_: Test module is no longer double-imported when using ``--pyargs``.
+- :issue:`5078`: Test module is no longer double-imported when using ``--pyargs``.
-- `#5260 <https://github.com/pytest-dev/pytest/issues/5260>`_: Improved comparison of byte strings.
+- :issue:`5260`: Improved comparison of byte strings.
When comparing bytes, the assertion message used to show the byte numeric value when showing the differences::
@@ -1817,60 +2609,60 @@ Bug Fixes
E Use -v to get the full diff
-- `#5335 <https://github.com/pytest-dev/pytest/issues/5335>`_: Colorize level names when the level in the logging format is formatted using
+- :issue:`5335`: Colorize level names when the level in the logging format is formatted using
'%(levelname).Xs' (truncated fixed width alignment), where X is an integer.
-- `#5354 <https://github.com/pytest-dev/pytest/issues/5354>`_: Fix ``pytest.mark.parametrize`` when the argvalues is an iterator.
+- :issue:`5354`: Fix ``pytest.mark.parametrize`` when the argvalues is an iterator.
-- `#5370 <https://github.com/pytest-dev/pytest/issues/5370>`_: Revert unrolling of ``all()`` to fix ``NameError`` on nested comprehensions.
+- :issue:`5370`: Revert unrolling of ``all()`` to fix ``NameError`` on nested comprehensions.
-- `#5371 <https://github.com/pytest-dev/pytest/issues/5371>`_: Revert unrolling of ``all()`` to fix incorrect handling of generators with ``if``.
+- :issue:`5371`: Revert unrolling of ``all()`` to fix incorrect handling of generators with ``if``.
-- `#5372 <https://github.com/pytest-dev/pytest/issues/5372>`_: Revert unrolling of ``all()`` to fix incorrect assertion when using ``all()`` in an expression.
+- :issue:`5372`: Revert unrolling of ``all()`` to fix incorrect assertion when using ``all()`` in an expression.
-- `#5383 <https://github.com/pytest-dev/pytest/issues/5383>`_: ``-q`` has again an impact on the style of the collected items
+- :issue:`5383`: ``-q`` has again an impact on the style of the collected items
(``--collect-only``) when ``--log-cli-level`` is used.
-- `#5389 <https://github.com/pytest-dev/pytest/issues/5389>`_: Fix regressions of `#5063 <https://github.com/pytest-dev/pytest/pull/5063>`__ for ``importlib_metadata.PathDistribution`` which have their ``files`` attribute being ``None``.
+- :issue:`5389`: Fix regressions of :pull:`5063` for ``importlib_metadata.PathDistribution`` which have their ``files`` attribute being ``None``.
-- `#5390 <https://github.com/pytest-dev/pytest/issues/5390>`_: Fix regression where the ``obj`` attribute of ``TestCase`` items was no longer bound to methods.
+- :issue:`5390`: Fix regression where the ``obj`` attribute of ``TestCase`` items was no longer bound to methods.
-- `#5404 <https://github.com/pytest-dev/pytest/issues/5404>`_: Emit a warning when attempting to unwrap a broken object raises an exception,
- for easier debugging (`#5080 <https://github.com/pytest-dev/pytest/issues/5080>`__).
+- :issue:`5404`: Emit a warning when attempting to unwrap a broken object raises an exception,
+ for easier debugging (:issue:`5080`).
-- `#5432 <https://github.com/pytest-dev/pytest/issues/5432>`_: Prevent "already imported" warnings from assertion rewriter when invoking pytest in-process multiple times.
+- :issue:`5432`: Prevent "already imported" warnings from assertion rewriter when invoking pytest in-process multiple times.
-- `#5433 <https://github.com/pytest-dev/pytest/issues/5433>`_: Fix assertion rewriting in packages (``__init__.py``).
+- :issue:`5433`: Fix assertion rewriting in packages (``__init__.py``).
-- `#5444 <https://github.com/pytest-dev/pytest/issues/5444>`_: Fix ``--stepwise`` mode when the first file passed on the command-line fails to collect.
+- :issue:`5444`: Fix ``--stepwise`` mode when the first file passed on the command-line fails to collect.
-- `#5482 <https://github.com/pytest-dev/pytest/issues/5482>`_: Fix bug introduced in 4.6.0 causing collection errors when passing
+- :issue:`5482`: Fix bug introduced in 4.6.0 causing collection errors when passing
more than 2 positional arguments to ``pytest.mark.parametrize``.
-- `#5505 <https://github.com/pytest-dev/pytest/issues/5505>`_: Fix crash when discovery fails while using ``-p no:terminal``.
+- :issue:`5505`: Fix crash when discovery fails while using ``-p no:terminal``.
Improved Documentation
----------------------
-- `#5315 <https://github.com/pytest-dev/pytest/issues/5315>`_: Expand docs on mocking classes and dictionaries with ``monkeypatch``.
+- :issue:`5315`: Expand docs on mocking classes and dictionaries with ``monkeypatch``.
-- `#5416 <https://github.com/pytest-dev/pytest/issues/5416>`_: Fix PytestUnknownMarkWarning in run/skip example.
+- :issue:`5416`: Fix PytestUnknownMarkWarning in run/skip example.
pytest 4.6.11 (2020-06-04)
@@ -1879,12 +2671,12 @@ pytest 4.6.11 (2020-06-04)
Bug Fixes
---------
-- `#6334 <https://github.com/pytest-dev/pytest/issues/6334>`_: Fix summary entries appearing twice when ``f/F`` and ``s/S`` report chars were used at the same time in the ``-r`` command-line option (for example ``-rFf``).
+- :issue:`6334`: Fix summary entries appearing twice when ``f/F`` and ``s/S`` report chars were used at the same time in the ``-r`` command-line option (for example ``-rFf``).
The upper case variants were never documented and the preferred form should be the lower case.
-- `#7310 <https://github.com/pytest-dev/pytest/issues/7310>`_: Fix ``UnboundLocalError: local variable 'letter' referenced before
+- :issue:`7310`: Fix ``UnboundLocalError: local variable 'letter' referenced before
assignment`` in ``_pytest.terminal.pytest_report_teststatus()``
when plugins return report objects in an unconventional state.
@@ -1901,14 +2693,14 @@ pytest 4.6.10 (2020-05-08)
Features
--------
-- `#6870 <https://github.com/pytest-dev/pytest/issues/6870>`_: New ``Config.invocation_args`` attribute containing the unchanged arguments passed to ``pytest.main()``.
+- :issue:`6870`: New ``Config.invocation_args`` attribute containing the unchanged arguments passed to ``pytest.main()``.
- Remark: while this is technically a new feature and according to our `policy <https://docs.pytest.org/en/latest/py27-py34-deprecation.html#what-goes-into-4-6-x-releases>`_ it should not have been backported, we have opened an exception in this particular case because it fixes a serious interaction with ``pytest-xdist``, so it can also be considered a bugfix.
+ Remark: while this is technically a new feature and according to our :ref:`policy <what goes into 4.6.x releases>` it should not have been backported, we have opened an exception in this particular case because it fixes a serious interaction with ``pytest-xdist``, so it can also be considered a bugfix.
Trivial/Internal Changes
------------------------
-- `#6404 <https://github.com/pytest-dev/pytest/issues/6404>`_: Remove usage of ``parser`` module, deprecated in Python 3.9.
+- :issue:`6404`: Remove usage of ``parser`` module, deprecated in Python 3.9.
pytest 4.6.9 (2020-01-04)
@@ -1917,7 +2709,7 @@ pytest 4.6.9 (2020-01-04)
Bug Fixes
---------
-- `#6301 <https://github.com/pytest-dev/pytest/issues/6301>`_: Fix assertion rewriting for egg-based distributions and ``editable`` installs (``pip install --editable``).
+- :issue:`6301`: Fix assertion rewriting for egg-based distributions and ``editable`` installs (``pip install --editable``).
pytest 4.6.8 (2019-12-19)
@@ -1926,21 +2718,21 @@ pytest 4.6.8 (2019-12-19)
Features
--------
-- `#5471 <https://github.com/pytest-dev/pytest/issues/5471>`_: JUnit XML now includes a timestamp and hostname in the testsuite tag.
+- :issue:`5471`: JUnit XML now includes a timestamp and hostname in the testsuite tag.
Bug Fixes
---------
-- `#5430 <https://github.com/pytest-dev/pytest/issues/5430>`_: junitxml: Logs for failed test are now passed to junit report in case the test fails during call phase.
+- :issue:`5430`: junitxml: Logs for failed test are now passed to junit report in case the test fails during call phase.
Trivial/Internal Changes
------------------------
-- `#6345 <https://github.com/pytest-dev/pytest/issues/6345>`_: Pin ``colorama`` to ``0.4.1`` only for Python 3.4 so newer Python versions can still receive colorama updates.
+- :issue:`6345`: Pin ``colorama`` to ``0.4.1`` only for Python 3.4 so newer Python versions can still receive colorama updates.
pytest 4.6.7 (2019-12-05)
@@ -1949,10 +2741,10 @@ pytest 4.6.7 (2019-12-05)
Bug Fixes
---------
-- `#5477 <https://github.com/pytest-dev/pytest/issues/5477>`_: The XML file produced by ``--junitxml`` now correctly contain a ``<testsuites>`` root element.
+- :issue:`5477`: The XML file produced by ``--junitxml`` now correctly contain a ``<testsuites>`` root element.
-- `#6044 <https://github.com/pytest-dev/pytest/issues/6044>`_: Properly ignore ``FileNotFoundError`` (``OSError.errno == NOENT`` in Python 2) exceptions when trying to remove old temporary directories,
+- :issue:`6044`: Properly ignore ``FileNotFoundError`` (``OSError.errno == NOENT`` in Python 2) exceptions when trying to remove old temporary directories,
for instance when multiple processes try to remove the same directory (common with ``pytest-xdist``
for example).
@@ -1963,24 +2755,24 @@ pytest 4.6.6 (2019-10-11)
Bug Fixes
---------
-- `#5523 <https://github.com/pytest-dev/pytest/issues/5523>`_: Fixed using multiple short options together in the command-line (for example ``-vs``) in Python 3.8+.
+- :issue:`5523`: Fixed using multiple short options together in the command-line (for example ``-vs``) in Python 3.8+.
-- `#5537 <https://github.com/pytest-dev/pytest/issues/5537>`_: Replace ``importlib_metadata`` backport with ``importlib.metadata`` from the
+- :issue:`5537`: Replace ``importlib_metadata`` backport with ``importlib.metadata`` from the
standard library on Python 3.8+.
-- `#5806 <https://github.com/pytest-dev/pytest/issues/5806>`_: Fix "lexer" being used when uploading to bpaste.net from ``--pastebin`` to "text".
+- :issue:`5806`: Fix "lexer" being used when uploading to bpaste.net from ``--pastebin`` to "text".
-- `#5902 <https://github.com/pytest-dev/pytest/issues/5902>`_: Fix warnings about deprecated ``cmp`` attribute in ``attrs>=19.2``.
+- :issue:`5902`: Fix warnings about deprecated ``cmp`` attribute in ``attrs>=19.2``.
Trivial/Internal Changes
------------------------
-- `#5801 <https://github.com/pytest-dev/pytest/issues/5801>`_: Fixes python version checks (detected by ``flake8-2020``) in case python4 becomes a thing.
+- :issue:`5801`: Fixes python version checks (detected by ``flake8-2020``) in case python4 becomes a thing.
pytest 4.6.5 (2019-08-05)
@@ -1989,20 +2781,20 @@ pytest 4.6.5 (2019-08-05)
Bug Fixes
---------
-- `#4344 <https://github.com/pytest-dev/pytest/issues/4344>`_: Fix RuntimeError/StopIteration when trying to collect package with "__init__.py" only.
+- :issue:`4344`: Fix RuntimeError/StopIteration when trying to collect package with "__init__.py" only.
-- `#5478 <https://github.com/pytest-dev/pytest/issues/5478>`_: Fix encode error when using unicode strings in exceptions with ``pytest.raises``.
+- :issue:`5478`: Fix encode error when using unicode strings in exceptions with ``pytest.raises``.
-- `#5524 <https://github.com/pytest-dev/pytest/issues/5524>`_: Fix issue where ``tmp_path`` and ``tmpdir`` would not remove directories containing files marked as read-only,
+- :issue:`5524`: Fix issue where ``tmp_path`` and ``tmpdir`` would not remove directories containing files marked as read-only,
which could lead to pytest crashing when executed a second time with the ``--basetemp`` option.
-- `#5547 <https://github.com/pytest-dev/pytest/issues/5547>`_: ``--step-wise`` now handles ``xfail(strict=True)`` markers properly.
+- :issue:`5547`: ``--step-wise`` now handles ``xfail(strict=True)`` markers properly.
-- `#5650 <https://github.com/pytest-dev/pytest/issues/5650>`_: Improved output when parsing an ini configuration file fails.
+- :issue:`5650`: Improved output when parsing an ini configuration file fails.
pytest 4.6.4 (2019-06-28)
=========================
@@ -2010,18 +2802,18 @@ pytest 4.6.4 (2019-06-28)
Bug Fixes
---------
-- `#5404 <https://github.com/pytest-dev/pytest/issues/5404>`_: Emit a warning when attempting to unwrap a broken object raises an exception,
- for easier debugging (`#5080 <https://github.com/pytest-dev/pytest/issues/5080>`__).
+- :issue:`5404`: Emit a warning when attempting to unwrap a broken object raises an exception,
+ for easier debugging (:issue:`5080`).
-- `#5444 <https://github.com/pytest-dev/pytest/issues/5444>`_: Fix ``--stepwise`` mode when the first file passed on the command-line fails to collect.
+- :issue:`5444`: Fix ``--stepwise`` mode when the first file passed on the command-line fails to collect.
-- `#5482 <https://github.com/pytest-dev/pytest/issues/5482>`_: Fix bug introduced in 4.6.0 causing collection errors when passing
+- :issue:`5482`: Fix bug introduced in 4.6.0 causing collection errors when passing
more than 2 positional arguments to ``pytest.mark.parametrize``.
-- `#5505 <https://github.com/pytest-dev/pytest/issues/5505>`_: Fix crash when discovery fails while using ``-p no:terminal``.
+- :issue:`5505`: Fix crash when discovery fails while using ``-p no:terminal``.
pytest 4.6.3 (2019-06-11)
@@ -2030,14 +2822,14 @@ pytest 4.6.3 (2019-06-11)
Bug Fixes
---------
-- `#5383 <https://github.com/pytest-dev/pytest/issues/5383>`_: ``-q`` has again an impact on the style of the collected items
+- :issue:`5383`: ``-q`` has again an impact on the style of the collected items
(``--collect-only``) when ``--log-cli-level`` is used.
-- `#5389 <https://github.com/pytest-dev/pytest/issues/5389>`_: Fix regressions of `#5063 <https://github.com/pytest-dev/pytest/pull/5063>`__ for ``importlib_metadata.PathDistribution`` which have their ``files`` attribute being ``None``.
+- :issue:`5389`: Fix regressions of :pull:`5063` for ``importlib_metadata.PathDistribution`` which have their ``files`` attribute being ``None``.
-- `#5390 <https://github.com/pytest-dev/pytest/issues/5390>`_: Fix regression where the ``obj`` attribute of ``TestCase`` items was no longer bound to methods.
+- :issue:`5390`: Fix regression where the ``obj`` attribute of ``TestCase`` items was no longer bound to methods.
pytest 4.6.2 (2019-06-03)
@@ -2046,13 +2838,13 @@ pytest 4.6.2 (2019-06-03)
Bug Fixes
---------
-- `#5370 <https://github.com/pytest-dev/pytest/issues/5370>`_: Revert unrolling of ``all()`` to fix ``NameError`` on nested comprehensions.
+- :issue:`5370`: Revert unrolling of ``all()`` to fix ``NameError`` on nested comprehensions.
-- `#5371 <https://github.com/pytest-dev/pytest/issues/5371>`_: Revert unrolling of ``all()`` to fix incorrect handling of generators with ``if``.
+- :issue:`5371`: Revert unrolling of ``all()`` to fix incorrect handling of generators with ``if``.
-- `#5372 <https://github.com/pytest-dev/pytest/issues/5372>`_: Revert unrolling of ``all()`` to fix incorrect assertion when using ``all()`` in an expression.
+- :issue:`5372`: Revert unrolling of ``all()`` to fix incorrect assertion when using ``all()`` in an expression.
pytest 4.6.1 (2019-06-02)
@@ -2061,10 +2853,10 @@ pytest 4.6.1 (2019-06-02)
Bug Fixes
---------
-- `#5354 <https://github.com/pytest-dev/pytest/issues/5354>`_: Fix ``pytest.mark.parametrize`` when the argvalues is an iterator.
+- :issue:`5354`: Fix ``pytest.mark.parametrize`` when the argvalues is an iterator.
-- `#5358 <https://github.com/pytest-dev/pytest/issues/5358>`_: Fix assertion rewriting of ``all()`` calls to deal with non-generators.
+- :issue:`5358`: Fix assertion rewriting of ``all()`` calls to deal with non-generators.
pytest 4.6.0 (2019-05-31)
@@ -2075,74 +2867,74 @@ Important
The ``4.6.X`` series will be the last series to support **Python 2 and Python 3.4**.
-For more details, see our `Python 2.7 and 3.4 support plan <https://docs.pytest.org/en/stable/py27-py34-deprecation.html>`__.
+For more details, see our :std:doc:`Python 2.7 and 3.4 support plan <py27-py34-deprecation>`.
Features
--------
-- `#4559 <https://github.com/pytest-dev/pytest/issues/4559>`_: Added the ``junit_log_passing_tests`` ini value which can be used to enable or disable logging of passing test output in the Junit XML file.
+- :issue:`4559`: Added the ``junit_log_passing_tests`` ini value which can be used to enable or disable logging of passing test output in the Junit XML file.
-- `#4956 <https://github.com/pytest-dev/pytest/issues/4956>`_: pytester's ``testdir.spawn`` uses ``tmpdir`` as HOME/USERPROFILE directory.
+- :issue:`4956`: pytester's ``testdir.spawn`` uses ``tmpdir`` as HOME/USERPROFILE directory.
-- `#5062 <https://github.com/pytest-dev/pytest/issues/5062>`_: Unroll calls to ``all`` to full for-loops with assertion rewriting for better failure messages, especially when using Generator Expressions.
+- :issue:`5062`: Unroll calls to ``all`` to full for-loops with assertion rewriting for better failure messages, especially when using Generator Expressions.
-- `#5063 <https://github.com/pytest-dev/pytest/issues/5063>`_: Switch from ``pkg_resources`` to ``importlib-metadata`` for entrypoint detection for improved performance and import time.
+- :issue:`5063`: Switch from ``pkg_resources`` to ``importlib-metadata`` for entrypoint detection for improved performance and import time.
-- `#5091 <https://github.com/pytest-dev/pytest/issues/5091>`_: The output for ini options in ``--help`` has been improved.
+- :issue:`5091`: The output for ini options in ``--help`` has been improved.
-- `#5269 <https://github.com/pytest-dev/pytest/issues/5269>`_: ``pytest.importorskip`` includes the ``ImportError`` now in the default ``reason``.
+- :issue:`5269`: ``pytest.importorskip`` includes the ``ImportError`` now in the default ``reason``.
-- `#5311 <https://github.com/pytest-dev/pytest/issues/5311>`_: Captured logs that are output for each failing test are formatted using the
+- :issue:`5311`: Captured logs that are output for each failing test are formatted using the
ColoredLevelFormatter.
-- `#5312 <https://github.com/pytest-dev/pytest/issues/5312>`_: Improved formatting of multiline log messages in Python 3.
+- :issue:`5312`: Improved formatting of multiline log messages in Python 3.
Bug Fixes
---------
-- `#2064 <https://github.com/pytest-dev/pytest/issues/2064>`_: The debugging plugin imports the wrapped ``Pdb`` class (``--pdbcls``) on-demand now.
+- :issue:`2064`: The debugging plugin imports the wrapped ``Pdb`` class (``--pdbcls``) on-demand now.
-- `#4908 <https://github.com/pytest-dev/pytest/issues/4908>`_: The ``pytest_enter_pdb`` hook gets called with post-mortem (``--pdb``).
+- :issue:`4908`: The ``pytest_enter_pdb`` hook gets called with post-mortem (``--pdb``).
-- `#5036 <https://github.com/pytest-dev/pytest/issues/5036>`_: Fix issue where fixtures dependent on other parametrized fixtures would be erroneously parametrized.
+- :issue:`5036`: Fix issue where fixtures dependent on other parametrized fixtures would be erroneously parametrized.
-- `#5256 <https://github.com/pytest-dev/pytest/issues/5256>`_: Handle internal error due to a lone surrogate unicode character not being representable in Jython.
+- :issue:`5256`: Handle internal error due to a lone surrogate unicode character not being representable in Jython.
-- `#5257 <https://github.com/pytest-dev/pytest/issues/5257>`_: Ensure that ``sys.stdout.mode`` does not include ``'b'`` as it is a text stream.
+- :issue:`5257`: Ensure that ``sys.stdout.mode`` does not include ``'b'`` as it is a text stream.
-- `#5278 <https://github.com/pytest-dev/pytest/issues/5278>`_: Pytest's internal python plugin can be disabled using ``-p no:python`` again.
+- :issue:`5278`: Pytest's internal python plugin can be disabled using ``-p no:python`` again.
-- `#5286 <https://github.com/pytest-dev/pytest/issues/5286>`_: Fix issue with ``disable_test_id_escaping_and_forfeit_all_rights_to_community_support`` option not working when using a list of test IDs in parametrized tests.
+- :issue:`5286`: Fix issue with ``disable_test_id_escaping_and_forfeit_all_rights_to_community_support`` option not working when using a list of test IDs in parametrized tests.
-- `#5330 <https://github.com/pytest-dev/pytest/issues/5330>`_: Show the test module being collected when emitting ``PytestCollectionWarning`` messages for
+- :issue:`5330`: Show the test module being collected when emitting ``PytestCollectionWarning`` messages for
test classes with ``__init__`` and ``__new__`` methods to make it easier to pin down the problem.
-- `#5333 <https://github.com/pytest-dev/pytest/issues/5333>`_: Fix regression in 4.5.0 with ``--lf`` not re-running all tests with known failures from non-selected tests.
+- :issue:`5333`: Fix regression in 4.5.0 with ``--lf`` not re-running all tests with known failures from non-selected tests.
Improved Documentation
----------------------
-- `#5250 <https://github.com/pytest-dev/pytest/issues/5250>`_: Expand docs on use of ``setenv`` and ``delenv`` with ``monkeypatch``.
+- :issue:`5250`: Expand docs on use of ``setenv`` and ``delenv`` with ``monkeypatch``.
pytest 4.5.0 (2019-05-11)
@@ -2151,46 +2943,44 @@ pytest 4.5.0 (2019-05-11)
Features
--------
-- `#4826 <https://github.com/pytest-dev/pytest/issues/4826>`_: A warning is now emitted when unknown marks are used as a decorator.
+- :issue:`4826`: A warning is now emitted when unknown marks are used as a decorator.
This is often due to a typo, which can lead to silently broken tests.
-- `#4907 <https://github.com/pytest-dev/pytest/issues/4907>`_: Show XFail reason as part of JUnitXML message field.
+- :issue:`4907`: Show XFail reason as part of JUnitXML message field.
-- `#5013 <https://github.com/pytest-dev/pytest/issues/5013>`_: Messages from crash reports are displayed within test summaries now, truncated to the terminal width.
+- :issue:`5013`: Messages from crash reports are displayed within test summaries now, truncated to the terminal width.
-- `#5023 <https://github.com/pytest-dev/pytest/issues/5023>`_: New flag ``--strict-markers`` that triggers an error when unknown markers (e.g. those not registered using the `markers option`_ in the configuration file) are used in the test suite.
+- :issue:`5023`: New flag ``--strict-markers`` that triggers an error when unknown markers (e.g. those not registered using the :confval:`markers` option in the configuration file) are used in the test suite.
The existing ``--strict`` option has the same behavior currently, but can be augmented in the future for additional checks.
- .. _`markers option`: https://docs.pytest.org/en/stable/reference.html#confval-markers
-
-- `#5026 <https://github.com/pytest-dev/pytest/issues/5026>`_: Assertion failure messages for sequences and dicts contain the number of different items now.
+- :issue:`5026`: Assertion failure messages for sequences and dicts contain the number of different items now.
-- `#5034 <https://github.com/pytest-dev/pytest/issues/5034>`_: Improve reporting with ``--lf`` and ``--ff`` (run-last-failure).
+- :issue:`5034`: Improve reporting with ``--lf`` and ``--ff`` (run-last-failure).
-- `#5035 <https://github.com/pytest-dev/pytest/issues/5035>`_: The ``--cache-show`` option/action accepts an optional glob to show only matching cache entries.
+- :issue:`5035`: The ``--cache-show`` option/action accepts an optional glob to show only matching cache entries.
-- `#5059 <https://github.com/pytest-dev/pytest/issues/5059>`_: Standard input (stdin) can be given to pytester's ``Testdir.run()`` and ``Testdir.popen()``.
+- :issue:`5059`: Standard input (stdin) can be given to pytester's ``Testdir.run()`` and ``Testdir.popen()``.
-- `#5068 <https://github.com/pytest-dev/pytest/issues/5068>`_: The ``-r`` option learnt about ``A`` to display all reports (including passed ones) in the short test summary.
+- :issue:`5068`: The ``-r`` option learnt about ``A`` to display all reports (including passed ones) in the short test summary.
-- `#5108 <https://github.com/pytest-dev/pytest/issues/5108>`_: The short test summary is displayed after passes with output (``-rP``).
+- :issue:`5108`: The short test summary is displayed after passes with output (``-rP``).
-- `#5172 <https://github.com/pytest-dev/pytest/issues/5172>`_: The ``--last-failed`` (``--lf``) option got smarter and will now skip entire files if all tests
+- :issue:`5172`: The ``--last-failed`` (``--lf``) option got smarter and will now skip entire files if all tests
of that test file have passed in previous runs, greatly speeding up collection.
-- `#5177 <https://github.com/pytest-dev/pytest/issues/5177>`_: Introduce new specific warning ``PytestWarning`` subclasses to make it easier to filter warnings based on the class, rather than on the message. The new subclasses are:
+- :issue:`5177`: Introduce new specific warning ``PytestWarning`` subclasses to make it easier to filter warnings based on the class, rather than on the message. The new subclasses are:
* ``PytestAssertRewriteWarning``
@@ -2206,14 +2996,14 @@ Features
* ``PytestUnknownMarkWarning``
-- `#5202 <https://github.com/pytest-dev/pytest/issues/5202>`_: New ``record_testsuite_property`` session-scoped fixture allows users to log ``<property>`` tags at the ``testsuite``
+- :issue:`5202`: New ``record_testsuite_property`` session-scoped fixture allows users to log ``<property>`` tags at the ``testsuite``
level with the ``junitxml`` plugin.
The generated XML is compatible with the latest xunit standard, contrary to
the properties recorded by ``record_property`` and ``record_xml_attribute``.
-- `#5214 <https://github.com/pytest-dev/pytest/issues/5214>`_: The default logging format has been changed to improve readability. Here is an
+- :issue:`5214`: The default logging format has been changed to improve readability. Here is an
example of a previous logging message::
test_log_cli_enabled_disabled.py 3 CRITICAL critical message logged by test
@@ -2222,58 +3012,58 @@ Features
CRITICAL root:test_log_cli_enabled_disabled.py:3 critical message logged by test
- The formatting can be changed through the `log_format <https://docs.pytest.org/en/stable/reference.html#confval-log_format>`__ configuration option.
+ The formatting can be changed through the :confval:`log_format` configuration option.
-- `#5220 <https://github.com/pytest-dev/pytest/issues/5220>`_: ``--fixtures`` now also shows fixture scope for scopes other than ``"function"``.
+- :issue:`5220`: ``--fixtures`` now also shows fixture scope for scopes other than ``"function"``.
Bug Fixes
---------
-- `#5113 <https://github.com/pytest-dev/pytest/issues/5113>`_: Deselected items from plugins using ``pytest_collect_modifyitems`` as a hookwrapper are correctly reported now.
+- :issue:`5113`: Deselected items from plugins using ``pytest_collect_modifyitems`` as a hookwrapper are correctly reported now.
-- `#5144 <https://github.com/pytest-dev/pytest/issues/5144>`_: With usage errors ``exitstatus`` is set to ``EXIT_USAGEERROR`` in the ``pytest_sessionfinish`` hook now as expected.
+- :issue:`5144`: With usage errors ``exitstatus`` is set to ``EXIT_USAGEERROR`` in the ``pytest_sessionfinish`` hook now as expected.
-- `#5235 <https://github.com/pytest-dev/pytest/issues/5235>`_: ``outcome.exit`` is not used with ``EOF`` in the pdb wrapper anymore, but only with ``quit``.
+- :issue:`5235`: ``outcome.exit`` is not used with ``EOF`` in the pdb wrapper anymore, but only with ``quit``.
Improved Documentation
----------------------
-- `#4935 <https://github.com/pytest-dev/pytest/issues/4935>`_: Expand docs on registering marks and the effect of ``--strict``.
+- :issue:`4935`: Expand docs on registering marks and the effect of ``--strict``.
Trivial/Internal Changes
------------------------
-- `#4942 <https://github.com/pytest-dev/pytest/issues/4942>`_: ``logging.raiseExceptions`` is not set to ``False`` anymore.
+- :issue:`4942`: ``logging.raiseExceptions`` is not set to ``False`` anymore.
-- `#5013 <https://github.com/pytest-dev/pytest/issues/5013>`_: pytest now depends on `wcwidth <https://pypi.org/project/wcwidth>`__ to properly track unicode character sizes for more precise terminal output.
+- :issue:`5013`: pytest now depends on :pypi:`wcwidth` to properly track unicode character sizes for more precise terminal output.
-- `#5059 <https://github.com/pytest-dev/pytest/issues/5059>`_: pytester's ``Testdir.popen()`` uses ``stdout`` and ``stderr`` via keyword arguments with defaults now (``subprocess.PIPE``).
+- :issue:`5059`: pytester's ``Testdir.popen()`` uses ``stdout`` and ``stderr`` via keyword arguments with defaults now (``subprocess.PIPE``).
-- `#5069 <https://github.com/pytest-dev/pytest/issues/5069>`_: The code for the short test summary in the terminal was moved to the terminal plugin.
+- :issue:`5069`: The code for the short test summary in the terminal was moved to the terminal plugin.
-- `#5082 <https://github.com/pytest-dev/pytest/issues/5082>`_: Improved validation of kwargs for various methods in the pytester plugin.
+- :issue:`5082`: Improved validation of kwargs for various methods in the pytester plugin.
-- `#5202 <https://github.com/pytest-dev/pytest/issues/5202>`_: ``record_property`` now emits a ``PytestWarning`` when used with ``junit_family=xunit2``: the fixture generates
+- :issue:`5202`: ``record_property`` now emits a ``PytestWarning`` when used with ``junit_family=xunit2``: the fixture generates
``property`` tags as children of ``testcase``, which is not permitted according to the most
`recent schema <https://github.com/jenkinsci/xunit-plugin/blob/master/
src/main/resources/org/jenkinsci/plugins/xunit/types/model/xsd/junit-10.xsd>`__.
-- `#5239 <https://github.com/pytest-dev/pytest/issues/5239>`_: Pin ``pluggy`` to ``< 1.0`` so we don't update to ``1.0`` automatically when
+- :issue:`5239`: Pin ``pluggy`` to ``< 1.0`` so we don't update to ``1.0`` automatically when
it gets released: there are planned breaking changes, and we want to ensure
pytest properly supports ``pluggy 1.0``.
@@ -2284,13 +3074,13 @@ pytest 4.4.2 (2019-05-08)
Bug Fixes
---------
-- `#5089 <https://github.com/pytest-dev/pytest/issues/5089>`_: Fix crash caused by error in ``__repr__`` function with both ``showlocals`` and verbose output enabled.
+- :issue:`5089`: Fix crash caused by error in ``__repr__`` function with both ``showlocals`` and verbose output enabled.
-- `#5139 <https://github.com/pytest-dev/pytest/issues/5139>`_: Eliminate core dependency on 'terminal' plugin.
+- :issue:`5139`: Eliminate core dependency on 'terminal' plugin.
-- `#5229 <https://github.com/pytest-dev/pytest/issues/5229>`_: Require ``pluggy>=0.11.0`` which reverts a dependency to ``importlib-metadata`` added in ``0.10.0``.
+- :issue:`5229`: Require ``pluggy>=0.11.0`` which reverts a dependency to ``importlib-metadata`` added in ``0.10.0``.
The ``importlib-metadata`` package cannot be imported when installed as an egg and causes issues when relying on ``setup.py`` to install test dependencies.
@@ -2298,17 +3088,17 @@ Bug Fixes
Improved Documentation
----------------------
-- `#5171 <https://github.com/pytest-dev/pytest/issues/5171>`_: Doc: ``pytest_ignore_collect``, ``pytest_collect_directory``, ``pytest_collect_file`` and ``pytest_pycollect_makemodule`` hooks's 'path' parameter documented type is now ``py.path.local``
+- :issue:`5171`: Doc: ``pytest_ignore_collect``, ``pytest_collect_directory``, ``pytest_collect_file`` and ``pytest_pycollect_makemodule`` hooks's 'path' parameter documented type is now ``py.path.local``
-- `#5188 <https://github.com/pytest-dev/pytest/issues/5188>`_: Improve help for ``--runxfail`` flag.
+- :issue:`5188`: Improve help for ``--runxfail`` flag.
Trivial/Internal Changes
------------------------
-- `#5182 <https://github.com/pytest-dev/pytest/issues/5182>`_: Removed internal and unused ``_pytest.deprecated.MARK_INFO_ATTRIBUTE``.
+- :issue:`5182`: Removed internal and unused ``_pytest.deprecated.MARK_INFO_ATTRIBUTE``.
pytest 4.4.1 (2019-04-15)
@@ -2317,16 +3107,16 @@ pytest 4.4.1 (2019-04-15)
Bug Fixes
---------
-- `#5031 <https://github.com/pytest-dev/pytest/issues/5031>`_: Environment variables are properly restored when using pytester's ``testdir`` fixture.
+- :issue:`5031`: Environment variables are properly restored when using pytester's ``testdir`` fixture.
-- `#5039 <https://github.com/pytest-dev/pytest/issues/5039>`_: Fix regression with ``--pdbcls``, which stopped working with local modules in 4.0.0.
+- :issue:`5039`: Fix regression with ``--pdbcls``, which stopped working with local modules in 4.0.0.
-- `#5092 <https://github.com/pytest-dev/pytest/issues/5092>`_: Produce a warning when unknown keywords are passed to ``pytest.param(...)``.
+- :issue:`5092`: Produce a warning when unknown keywords are passed to ``pytest.param(...)``.
-- `#5098 <https://github.com/pytest-dev/pytest/issues/5098>`_: Invalidate import caches with ``monkeypatch.syspath_prepend``, which is required with namespace packages being used.
+- :issue:`5098`: Invalidate import caches with ``monkeypatch.syspath_prepend``, which is required with namespace packages being used.
pytest 4.4.0 (2019-03-29)
@@ -2335,16 +3125,16 @@ pytest 4.4.0 (2019-03-29)
Features
--------
-- `#2224 <https://github.com/pytest-dev/pytest/issues/2224>`_: ``async`` test functions are skipped and a warning is emitted when a suitable
+- :issue:`2224`: ``async`` test functions are skipped and a warning is emitted when a suitable
async plugin is not installed (such as ``pytest-asyncio`` or ``pytest-trio``).
Previously ``async`` functions would not execute at all but still be marked as "passed".
-- `#2482 <https://github.com/pytest-dev/pytest/issues/2482>`_: Include new ``disable_test_id_escaping_and_forfeit_all_rights_to_community_support`` option to disable ascii-escaping in parametrized values. This may cause a series of problems and as the name makes clear, use at your own risk.
+- :issue:`2482`: Include new ``disable_test_id_escaping_and_forfeit_all_rights_to_community_support`` option to disable ascii-escaping in parametrized values. This may cause a series of problems and as the name makes clear, use at your own risk.
-- `#4718 <https://github.com/pytest-dev/pytest/issues/4718>`_: The ``-p`` option can now be used to early-load plugins also by entry-point name, instead of just
+- :issue:`4718`: The ``-p`` option can now be used to early-load plugins also by entry-point name, instead of just
by module name.
This makes it possible to early load external plugins like ``pytest-cov`` in the command-line::
@@ -2352,54 +3142,52 @@ Features
pytest -p pytest_cov
-- `#4855 <https://github.com/pytest-dev/pytest/issues/4855>`_: The ``--pdbcls`` option handles classes via module attributes now (e.g.
- ``pdb:pdb.Pdb`` with `pdb++`_), and its validation was improved.
+- :issue:`4855`: The ``--pdbcls`` option handles classes via module attributes now (e.g.
+ ``pdb:pdb.Pdb`` with :pypi:`pdbpp`), and its validation was improved.
- .. _pdb++: https://pypi.org/project/pdbpp/
-
-- `#4875 <https://github.com/pytest-dev/pytest/issues/4875>`_: The `testpaths <https://docs.pytest.org/en/stable/reference.html#confval-testpaths>`__ configuration option is now displayed next
+- :issue:`4875`: The :confval:`testpaths` configuration option is now displayed next
to the ``rootdir`` and ``inifile`` lines in the pytest header if the option is in effect, i.e., directories or file names were
not explicitly passed in the command line.
Also, ``inifile`` is only displayed if there's a configuration file, instead of an empty ``inifile:`` string.
-- `#4911 <https://github.com/pytest-dev/pytest/issues/4911>`_: Doctests can be skipped now dynamically using ``pytest.skip()``.
+- :issue:`4911`: Doctests can be skipped now dynamically using ``pytest.skip()``.
-- `#4920 <https://github.com/pytest-dev/pytest/issues/4920>`_: Internal refactorings have been made in order to make the implementation of the
+- :issue:`4920`: Internal refactorings have been made in order to make the implementation of the
`pytest-subtests <https://github.com/pytest-dev/pytest-subtests>`__ plugin
possible, which adds unittest sub-test support and a new ``subtests`` fixture as discussed in
- `#1367 <https://github.com/pytest-dev/pytest/issues/1367>`__.
+ :issue:`1367`.
For details on the internal refactorings, please see the details on the related PR.
-- `#4931 <https://github.com/pytest-dev/pytest/issues/4931>`_: pytester's ``LineMatcher`` asserts that the passed lines are a sequence.
+- :issue:`4931`: pytester's ``LineMatcher`` asserts that the passed lines are a sequence.
-- `#4936 <https://github.com/pytest-dev/pytest/issues/4936>`_: Handle ``-p plug`` after ``-p no:plug``.
+- :issue:`4936`: Handle ``-p plug`` after ``-p no:plug``.
This can be used to override a blocked plugin (e.g. in "addopts") from the
command line etc.
-- `#4951 <https://github.com/pytest-dev/pytest/issues/4951>`_: Output capturing is handled correctly when only capturing via fixtures (capsys, capfs) with ``pdb.set_trace()``.
+- :issue:`4951`: Output capturing is handled correctly when only capturing via fixtures (capsys, capfs) with ``pdb.set_trace()``.
-- `#4956 <https://github.com/pytest-dev/pytest/issues/4956>`_: ``pytester`` sets ``$HOME`` and ``$USERPROFILE`` to the temporary directory during test runs.
+- :issue:`4956`: ``pytester`` sets ``$HOME`` and ``$USERPROFILE`` to the temporary directory during test runs.
This ensures to not load configuration files from the real user's home directory.
-- `#4980 <https://github.com/pytest-dev/pytest/issues/4980>`_: Namespace packages are handled better with ``monkeypatch.syspath_prepend`` and ``testdir.syspathinsert`` (via ``pkg_resources.fixup_namespace_packages``).
+- :issue:`4980`: Namespace packages are handled better with ``monkeypatch.syspath_prepend`` and ``testdir.syspathinsert`` (via ``pkg_resources.fixup_namespace_packages``).
-- `#4993 <https://github.com/pytest-dev/pytest/issues/4993>`_: The stepwise plugin reports status information now.
+- :issue:`4993`: The stepwise plugin reports status information now.
-- `#5008 <https://github.com/pytest-dev/pytest/issues/5008>`_: If a ``setup.cfg`` file contains ``[tool:pytest]`` and also the no longer supported ``[pytest]`` section, pytest will use ``[tool:pytest]`` ignoring ``[pytest]``. Previously it would unconditionally error out.
+- :issue:`5008`: If a ``setup.cfg`` file contains ``[tool:pytest]`` and also the no longer supported ``[pytest]`` section, pytest will use ``[tool:pytest]`` ignoring ``[pytest]``. Previously it would unconditionally error out.
This makes it simpler for plugins to support old pytest versions.
@@ -2408,72 +3196,70 @@ Features
Bug Fixes
---------
-- `#1895 <https://github.com/pytest-dev/pytest/issues/1895>`_: Fix bug where fixtures requested dynamically via ``request.getfixturevalue()`` might be teardown
+- :issue:`1895`: Fix bug where fixtures requested dynamically via ``request.getfixturevalue()`` might be teardown
before the requesting fixture.
-- `#4851 <https://github.com/pytest-dev/pytest/issues/4851>`_: pytester unsets ``PYTEST_ADDOPTS`` now to not use outer options with ``testdir.runpytest()``.
+- :issue:`4851`: pytester unsets ``PYTEST_ADDOPTS`` now to not use outer options with ``testdir.runpytest()``.
-- `#4903 <https://github.com/pytest-dev/pytest/issues/4903>`_: Use the correct modified time for years after 2038 in rewritten ``.pyc`` files.
+- :issue:`4903`: Use the correct modified time for years after 2038 in rewritten ``.pyc`` files.
-- `#4928 <https://github.com/pytest-dev/pytest/issues/4928>`_: Fix line offsets with ``ScopeMismatch`` errors.
+- :issue:`4928`: Fix line offsets with ``ScopeMismatch`` errors.
-- `#4957 <https://github.com/pytest-dev/pytest/issues/4957>`_: ``-p no:plugin`` is handled correctly for default (internal) plugins now, e.g. with ``-p no:capture``.
+- :issue:`4957`: ``-p no:plugin`` is handled correctly for default (internal) plugins now, e.g. with ``-p no:capture``.
Previously they were loaded (imported) always, making e.g. the ``capfd`` fixture available.
-- `#4968 <https://github.com/pytest-dev/pytest/issues/4968>`_: The pdb ``quit`` command is handled properly when used after the ``debug`` command with `pdb++`_.
-
- .. _pdb++: https://pypi.org/project/pdbpp/
+- :issue:`4968`: The pdb ``quit`` command is handled properly when used after the ``debug`` command with :pypi:`pdbpp`.
-- `#4975 <https://github.com/pytest-dev/pytest/issues/4975>`_: Fix the interpretation of ``-qq`` option where it was being considered as ``-v`` instead.
+- :issue:`4975`: Fix the interpretation of ``-qq`` option where it was being considered as ``-v`` instead.
-- `#4978 <https://github.com/pytest-dev/pytest/issues/4978>`_: ``outcomes.Exit`` is not swallowed in ``assertrepr_compare`` anymore.
+- :issue:`4978`: ``outcomes.Exit`` is not swallowed in ``assertrepr_compare`` anymore.
-- `#4988 <https://github.com/pytest-dev/pytest/issues/4988>`_: Close logging's file handler explicitly when the session finishes.
+- :issue:`4988`: Close logging's file handler explicitly when the session finishes.
-- `#5003 <https://github.com/pytest-dev/pytest/issues/5003>`_: Fix line offset with mark collection error (off by one).
+- :issue:`5003`: Fix line offset with mark collection error (off by one).
Improved Documentation
----------------------
-- `#4974 <https://github.com/pytest-dev/pytest/issues/4974>`_: Update docs for ``pytest_cmdline_parse`` hook to note availability liminations
+- :issue:`4974`: Update docs for ``pytest_cmdline_parse`` hook to note availability liminations
Trivial/Internal Changes
------------------------
-- `#4718 <https://github.com/pytest-dev/pytest/issues/4718>`_: ``pluggy>=0.9`` is now required.
+- :issue:`4718`: ``pluggy>=0.9`` is now required.
-- `#4815 <https://github.com/pytest-dev/pytest/issues/4815>`_: ``funcsigs>=1.0`` is now required for Python 2.7.
+- :issue:`4815`: ``funcsigs>=1.0`` is now required for Python 2.7.
-- `#4829 <https://github.com/pytest-dev/pytest/issues/4829>`_: Some left-over internal code related to ``yield`` tests has been removed.
+- :issue:`4829`: Some left-over internal code related to ``yield`` tests has been removed.
-- `#4890 <https://github.com/pytest-dev/pytest/issues/4890>`_: Remove internally unused ``anypython`` fixture from the pytester plugin.
+- :issue:`4890`: Remove internally unused ``anypython`` fixture from the pytester plugin.
-- `#4912 <https://github.com/pytest-dev/pytest/issues/4912>`_: Remove deprecated Sphinx directive, ``add_description_unit()``,
+- :issue:`4912`: Remove deprecated Sphinx directive, ``add_description_unit()``,
pin sphinx-removed-in to >= 0.2.0 to support Sphinx 2.0.
-- `#4913 <https://github.com/pytest-dev/pytest/issues/4913>`_: Fix pytest tests invocation with custom ``PYTHONPATH``.
+- :issue:`4913`: Fix pytest tests invocation with custom ``PYTHONPATH``.
-- `#4965 <https://github.com/pytest-dev/pytest/issues/4965>`_: New ``pytest_report_to_serializable`` and ``pytest_report_from_serializable`` **experimental** hooks.
+- :issue:`4965`: New ``pytest_report_to_serializable`` and ``pytest_report_from_serializable`` **experimental** hooks.
These hooks will be used by ``pytest-xdist``, ``pytest-subtests``, and the replacement for
resultlog to serialize and customize reports.
@@ -2484,7 +3270,7 @@ Trivial/Internal Changes
Feedback is welcome from plugin authors and users alike.
-- `#4987 <https://github.com/pytest-dev/pytest/issues/4987>`_: ``Collector.repr_failure`` respects the ``--tb`` option, but only defaults to ``short`` now (with ``auto``).
+- :issue:`4987`: ``Collector.repr_failure`` respects the ``--tb`` option, but only defaults to ``short`` now (with ``auto``).
pytest 4.3.1 (2019-03-11)
@@ -2493,20 +3279,20 @@ pytest 4.3.1 (2019-03-11)
Bug Fixes
---------
-- `#4810 <https://github.com/pytest-dev/pytest/issues/4810>`_: Logging messages inside ``pytest_runtest_logreport()`` are now properly captured and displayed.
+- :issue:`4810`: Logging messages inside ``pytest_runtest_logreport()`` are now properly captured and displayed.
-- `#4861 <https://github.com/pytest-dev/pytest/issues/4861>`_: Improve validation of contents written to captured output so it behaves the same as when capture is disabled.
+- :issue:`4861`: Improve validation of contents written to captured output so it behaves the same as when capture is disabled.
-- `#4898 <https://github.com/pytest-dev/pytest/issues/4898>`_: Fix ``AttributeError: FixtureRequest has no 'confg' attribute`` bug in ``testdir.copy_example``.
+- :issue:`4898`: Fix ``AttributeError: FixtureRequest has no 'confg' attribute`` bug in ``testdir.copy_example``.
Trivial/Internal Changes
------------------------
-- `#4768 <https://github.com/pytest-dev/pytest/issues/4768>`_: Avoid pkg_resources import at the top-level.
+- :issue:`4768`: Avoid pkg_resources import at the top-level.
pytest 4.3.0 (2019-02-16)
@@ -2515,7 +3301,7 @@ pytest 4.3.0 (2019-02-16)
Deprecations
------------
-- `#4724 <https://github.com/pytest-dev/pytest/issues/4724>`_: ``pytest.warns()`` now emits a warning when it receives unknown keyword arguments.
+- :issue:`4724`: ``pytest.warns()`` now emits a warning when it receives unknown keyword arguments.
This will be changed into an error in the future.
@@ -2524,31 +3310,31 @@ Deprecations
Features
--------
-- `#2753 <https://github.com/pytest-dev/pytest/issues/2753>`_: Usage errors from argparse are mapped to pytest's ``UsageError``.
+- :issue:`2753`: Usage errors from argparse are mapped to pytest's ``UsageError``.
-- `#3711 <https://github.com/pytest-dev/pytest/issues/3711>`_: Add the ``--ignore-glob`` parameter to exclude test-modules with Unix shell-style wildcards.
+- :issue:`3711`: Add the ``--ignore-glob`` parameter to exclude test-modules with Unix shell-style wildcards.
Add the :globalvar:`collect_ignore_glob` for ``conftest.py`` to exclude test-modules with Unix shell-style wildcards.
-- `#4698 <https://github.com/pytest-dev/pytest/issues/4698>`_: The warning about Python 2.7 and 3.4 not being supported in pytest 5.0 has been removed.
+- :issue:`4698`: The warning about Python 2.7 and 3.4 not being supported in pytest 5.0 has been removed.
In the end it was considered to be more
of a nuisance than actual utility and users of those Python versions shouldn't have problems as ``pip`` will not
install pytest 5.0 on those interpreters.
-- `#4707 <https://github.com/pytest-dev/pytest/issues/4707>`_: With the help of new ``set_log_path()`` method there is a way to set ``log_file`` paths from hooks.
+- :issue:`4707`: With the help of new ``set_log_path()`` method there is a way to set ``log_file`` paths from hooks.
Bug Fixes
---------
-- `#4651 <https://github.com/pytest-dev/pytest/issues/4651>`_: ``--help`` and ``--version`` are handled with ``UsageError``.
+- :issue:`4651`: ``--help`` and ``--version`` are handled with ``UsageError``.
-- `#4782 <https://github.com/pytest-dev/pytest/issues/4782>`_: Fix ``AssertionError`` with collection of broken symlinks with packages.
+- :issue:`4782`: Fix ``AssertionError`` with collection of broken symlinks with packages.
pytest 4.2.1 (2019-02-12)
@@ -2557,45 +3343,45 @@ pytest 4.2.1 (2019-02-12)
Bug Fixes
---------
-- `#2895 <https://github.com/pytest-dev/pytest/issues/2895>`_: The ``pytest_report_collectionfinish`` hook now is also called with ``--collect-only``.
+- :issue:`2895`: The ``pytest_report_collectionfinish`` hook now is also called with ``--collect-only``.
-- `#3899 <https://github.com/pytest-dev/pytest/issues/3899>`_: Do not raise ``UsageError`` when an imported package has a ``pytest_plugins.py`` child module.
+- :issue:`3899`: Do not raise ``UsageError`` when an imported package has a ``pytest_plugins.py`` child module.
-- `#4347 <https://github.com/pytest-dev/pytest/issues/4347>`_: Fix output capturing when using pdb++ with recursive debugging.
+- :issue:`4347`: Fix output capturing when using pdb++ with recursive debugging.
-- `#4592 <https://github.com/pytest-dev/pytest/issues/4592>`_: Fix handling of ``collect_ignore`` via parent ``conftest.py``.
+- :issue:`4592`: Fix handling of ``collect_ignore`` via parent ``conftest.py``.
-- `#4700 <https://github.com/pytest-dev/pytest/issues/4700>`_: Fix regression where ``setUpClass`` would always be called in subclasses even if all tests
+- :issue:`4700`: Fix regression where ``setUpClass`` would always be called in subclasses even if all tests
were skipped by a ``unittest.skip()`` decorator applied in the subclass.
-- `#4739 <https://github.com/pytest-dev/pytest/issues/4739>`_: Fix ``parametrize(... ids=<function>)`` when the function returns non-strings.
+- :issue:`4739`: Fix ``parametrize(... ids=<function>)`` when the function returns non-strings.
-- `#4745 <https://github.com/pytest-dev/pytest/issues/4745>`_: Fix/improve collection of args when passing in ``__init__.py`` and a test file.
+- :issue:`4745`: Fix/improve collection of args when passing in ``__init__.py`` and a test file.
-- `#4770 <https://github.com/pytest-dev/pytest/issues/4770>`_: ``more_itertools`` is now constrained to <6.0.0 when required for Python 2.7 compatibility.
+- :issue:`4770`: ``more_itertools`` is now constrained to <6.0.0 when required for Python 2.7 compatibility.
-- `#526 <https://github.com/pytest-dev/pytest/issues/526>`_: Fix "ValueError: Plugin already registered" exceptions when running in build directories that symlink to actual source.
+- :issue:`526`: Fix "ValueError: Plugin already registered" exceptions when running in build directories that symlink to actual source.
Improved Documentation
----------------------
-- `#3899 <https://github.com/pytest-dev/pytest/issues/3899>`_: Add note to ``plugins.rst`` that ``pytest_plugins`` should not be used as a name for a user module containing plugins.
+- :issue:`3899`: Add note to ``plugins.rst`` that ``pytest_plugins`` should not be used as a name for a user module containing plugins.
-- `#4324 <https://github.com/pytest-dev/pytest/issues/4324>`_: Document how to use ``raises`` and ``does_not_raise`` to write parametrized tests with conditional raises.
+- :issue:`4324`: Document how to use ``raises`` and ``does_not_raise`` to write parametrized tests with conditional raises.
-- `#4709 <https://github.com/pytest-dev/pytest/issues/4709>`_: Document how to customize test failure messages when using
+- :issue:`4709`: Document how to customize test failure messages when using
``pytest.warns``.
@@ -2603,7 +3389,7 @@ Improved Documentation
Trivial/Internal Changes
------------------------
-- `#4741 <https://github.com/pytest-dev/pytest/issues/4741>`_: Some verbosity related attributes of the TerminalReporter plugin are now
+- :issue:`4741`: Some verbosity related attributes of the TerminalReporter plugin are now
read only properties.
@@ -2613,79 +3399,79 @@ pytest 4.2.0 (2019-01-30)
Features
--------
-- `#3094 <https://github.com/pytest-dev/pytest/issues/3094>`_: `Classic xunit-style <https://docs.pytest.org/en/stable/xunit_setup.html>`__ functions and methods
+- :issue:`3094`: :doc:`Classic xunit-style <how-to/xunit_setup>` functions and methods
now obey the scope of *autouse* fixtures.
This fixes a number of surprising issues like ``setup_method`` being called before session-scoped
- autouse fixtures (see `#517 <https://github.com/pytest-dev/pytest/issues/517>`__ for an example).
+ autouse fixtures (see :issue:`517` for an example).
-- `#4627 <https://github.com/pytest-dev/pytest/issues/4627>`_: Display a message at the end of the test session when running under Python 2.7 and 3.4 that pytest 5.0 will no longer
+- :issue:`4627`: Display a message at the end of the test session when running under Python 2.7 and 3.4 that pytest 5.0 will no longer
support those Python versions.
-- `#4660 <https://github.com/pytest-dev/pytest/issues/4660>`_: The number of *selected* tests now are also displayed when the ``-k`` or ``-m`` flags are used.
+- :issue:`4660`: The number of *selected* tests now are also displayed when the ``-k`` or ``-m`` flags are used.
-- `#4688 <https://github.com/pytest-dev/pytest/issues/4688>`_: ``pytest_report_teststatus`` hook now can also receive a ``config`` parameter.
+- :issue:`4688`: ``pytest_report_teststatus`` hook now can also receive a ``config`` parameter.
-- `#4691 <https://github.com/pytest-dev/pytest/issues/4691>`_: ``pytest_terminal_summary`` hook now can also receive a ``config`` parameter.
+- :issue:`4691`: ``pytest_terminal_summary`` hook now can also receive a ``config`` parameter.
Bug Fixes
---------
-- `#3547 <https://github.com/pytest-dev/pytest/issues/3547>`_: ``--junitxml`` can emit XML compatible with Jenkins xUnit.
+- :issue:`3547`: ``--junitxml`` can emit XML compatible with Jenkins xUnit.
``junit_family`` INI option accepts ``legacy|xunit1``, which produces old style output, and ``xunit2`` that conforms more strictly to https://github.com/jenkinsci/xunit-plugin/blob/xunit-2.3.2/src/main/resources/org/jenkinsci/plugins/xunit/types/model/xsd/junit-10.xsd
-- `#4280 <https://github.com/pytest-dev/pytest/issues/4280>`_: Improve quitting from pdb, especially with ``--trace``.
+- :issue:`4280`: Improve quitting from pdb, especially with ``--trace``.
Using ``q[quit]`` after ``pdb.set_trace()`` will quit pytest also.
-- `#4402 <https://github.com/pytest-dev/pytest/issues/4402>`_: Warning summary now groups warnings by message instead of by test id.
+- :issue:`4402`: Warning summary now groups warnings by message instead of by test id.
This makes the output more compact and better conveys the general idea of how much code is
actually generating warnings, instead of how many tests call that code.
-- `#4536 <https://github.com/pytest-dev/pytest/issues/4536>`_: ``monkeypatch.delattr`` handles class descriptors like ``staticmethod``/``classmethod``.
+- :issue:`4536`: ``monkeypatch.delattr`` handles class descriptors like ``staticmethod``/``classmethod``.
-- `#4649 <https://github.com/pytest-dev/pytest/issues/4649>`_: Restore marks being considered keywords for keyword expressions.
+- :issue:`4649`: Restore marks being considered keywords for keyword expressions.
-- `#4653 <https://github.com/pytest-dev/pytest/issues/4653>`_: ``tmp_path`` fixture and other related ones provides resolved path (a.k.a real path)
+- :issue:`4653`: ``tmp_path`` fixture and other related ones provides resolved path (a.k.a real path)
-- `#4667 <https://github.com/pytest-dev/pytest/issues/4667>`_: ``pytest_terminal_summary`` uses result from ``pytest_report_teststatus`` hook, rather than hardcoded strings.
+- :issue:`4667`: ``pytest_terminal_summary`` uses result from ``pytest_report_teststatus`` hook, rather than hardcoded strings.
-- `#4669 <https://github.com/pytest-dev/pytest/issues/4669>`_: Correctly handle ``unittest.SkipTest`` exception containing non-ascii characters on Python 2.
+- :issue:`4669`: Correctly handle ``unittest.SkipTest`` exception containing non-ascii characters on Python 2.
-- `#4680 <https://github.com/pytest-dev/pytest/issues/4680>`_: Ensure the ``tmpdir`` and the ``tmp_path`` fixtures are the same folder.
+- :issue:`4680`: Ensure the ``tmpdir`` and the ``tmp_path`` fixtures are the same folder.
-- `#4681 <https://github.com/pytest-dev/pytest/issues/4681>`_: Ensure ``tmp_path`` is always a real path.
+- :issue:`4681`: Ensure ``tmp_path`` is always a real path.
Trivial/Internal Changes
------------------------
-- `#4643 <https://github.com/pytest-dev/pytest/issues/4643>`_: Use ``a.item()`` instead of the deprecated ``np.asscalar(a)`` in ``pytest.approx``.
+- :issue:`4643`: Use ``a.item()`` instead of the deprecated ``np.asscalar(a)`` in ``pytest.approx``.
- ``np.asscalar`` has been `deprecated <https://github.com/numpy/numpy/blob/master/doc/release/1.16.0-notes.rst#new-deprecations>`__ in ``numpy 1.16.``.
+ ``np.asscalar`` has been :doc:`deprecated <numpy:release/1.16.0-notes>` in ``numpy 1.16.``.
-- `#4657 <https://github.com/pytest-dev/pytest/issues/4657>`_: Copy saferepr from pylib
+- :issue:`4657`: Copy saferepr from pylib
-- `#4668 <https://github.com/pytest-dev/pytest/issues/4668>`_: The verbose word for expected failures in the teststatus report changes from ``xfail`` to ``XFAIL`` to be consistent with other test outcomes.
+- :issue:`4668`: The verbose word for expected failures in the teststatus report changes from ``xfail`` to ``XFAIL`` to be consistent with other test outcomes.
pytest 4.1.1 (2019-01-12)
@@ -2694,30 +3480,30 @@ pytest 4.1.1 (2019-01-12)
Bug Fixes
---------
-- `#2256 <https://github.com/pytest-dev/pytest/issues/2256>`_: Show full repr with ``assert a==b`` and ``-vv``.
+- :issue:`2256`: Show full repr with ``assert a==b`` and ``-vv``.
-- `#3456 <https://github.com/pytest-dev/pytest/issues/3456>`_: Extend Doctest-modules to ignore mock objects.
+- :issue:`3456`: Extend Doctest-modules to ignore mock objects.
-- `#4617 <https://github.com/pytest-dev/pytest/issues/4617>`_: Fixed ``pytest.warns`` bug when context manager is reused (e.g. multiple parametrization).
+- :issue:`4617`: Fixed ``pytest.warns`` bug when context manager is reused (e.g. multiple parametrization).
-- `#4631 <https://github.com/pytest-dev/pytest/issues/4631>`_: Don't rewrite assertion when ``__getattr__`` is broken
+- :issue:`4631`: Don't rewrite assertion when ``__getattr__`` is broken
Improved Documentation
----------------------
-- `#3375 <https://github.com/pytest-dev/pytest/issues/3375>`_: Document that using ``setup.cfg`` may crash other tools or cause hard to track down problems because it uses a different parser than ``pytest.ini`` or ``tox.ini`` files.
+- :issue:`3375`: Document that using ``setup.cfg`` may crash other tools or cause hard to track down problems because it uses a different parser than ``pytest.ini`` or ``tox.ini`` files.
Trivial/Internal Changes
------------------------
-- `#4602 <https://github.com/pytest-dev/pytest/issues/4602>`_: Uninstall ``hypothesis`` in regen tox env.
+- :issue:`4602`: Uninstall ``hypothesis`` in regen tox env.
pytest 4.1.0 (2019-01-05)
@@ -2726,115 +3512,115 @@ pytest 4.1.0 (2019-01-05)
Removals
--------
-- `#2169 <https://github.com/pytest-dev/pytest/issues/2169>`_: ``pytest.mark.parametrize``: in previous versions, errors raised by id functions were suppressed and changed into warnings. Now the exceptions are propagated, along with a pytest message informing the node, parameter value and index where the exception occurred.
+- :issue:`2169`: ``pytest.mark.parametrize``: in previous versions, errors raised by id functions were suppressed and changed into warnings. Now the exceptions are propagated, along with a pytest message informing the node, parameter value and index where the exception occurred.
-- `#3078 <https://github.com/pytest-dev/pytest/issues/3078>`_: Remove legacy internal warnings system: ``config.warn``, ``Node.warn``. The ``pytest_logwarning`` now issues a warning when implemented.
+- :issue:`3078`: Remove legacy internal warnings system: ``config.warn``, ``Node.warn``. The ``pytest_logwarning`` now issues a warning when implemented.
- See our `docs <https://docs.pytest.org/en/stable/deprecations.html#config-warn-and-node-warn>`__ on information on how to update your code.
+ See our :ref:`docs <config.warn and node.warn deprecated>` on information on how to update your code.
-- `#3079 <https://github.com/pytest-dev/pytest/issues/3079>`_: Removed support for yield tests - they are fundamentally broken because they don't support fixtures properly since collection and test execution were separated.
+- :issue:`3079`: Removed support for yield tests - they are fundamentally broken because they don't support fixtures properly since collection and test execution were separated.
- See our `docs <https://docs.pytest.org/en/stable/deprecations.html#yield-tests>`__ on information on how to update your code.
+ See our :ref:`docs <yield tests deprecated>` on information on how to update your code.
-- `#3082 <https://github.com/pytest-dev/pytest/issues/3082>`_: Removed support for applying marks directly to values in ``@pytest.mark.parametrize``. Use ``pytest.param`` instead.
+- :issue:`3082`: Removed support for applying marks directly to values in ``@pytest.mark.parametrize``. Use ``pytest.param`` instead.
- See our `docs <https://docs.pytest.org/en/stable/deprecations.html#marks-in-pytest-mark-parametrize>`__ on information on how to update your code.
+ See our :ref:`docs <marks in pytest.parametrize deprecated>` on information on how to update your code.
-- `#3083 <https://github.com/pytest-dev/pytest/issues/3083>`_: Removed ``Metafunc.addcall``. This was the predecessor mechanism to ``@pytest.mark.parametrize``.
+- :issue:`3083`: Removed ``Metafunc.addcall``. This was the predecessor mechanism to ``@pytest.mark.parametrize``.
- See our `docs <https://docs.pytest.org/en/stable/deprecations.html#metafunc-addcall>`__ on information on how to update your code.
+ See our :ref:`docs <metafunc.addcall deprecated>` on information on how to update your code.
-- `#3085 <https://github.com/pytest-dev/pytest/issues/3085>`_: Removed support for passing strings to ``pytest.main``. Now, always pass a list of strings instead.
+- :issue:`3085`: Removed support for passing strings to ``pytest.main``. Now, always pass a list of strings instead.
- See our `docs <https://docs.pytest.org/en/stable/deprecations.html#passing-command-line-string-to-pytest-main>`__ on information on how to update your code.
+ See our :ref:`docs <passing command-line string to pytest.main deprecated>` on information on how to update your code.
-- `#3086 <https://github.com/pytest-dev/pytest/issues/3086>`_: ``[pytest]`` section in **setup.cfg** files is no longer supported, use ``[tool:pytest]`` instead. ``setup.cfg`` files
+- :issue:`3086`: ``[pytest]`` section in **setup.cfg** files is no longer supported, use ``[tool:pytest]`` instead. ``setup.cfg`` files
are meant for use with ``distutils``, and a section named ``pytest`` has notoriously been a source of conflicts and bugs.
Note that for **pytest.ini** and **tox.ini** files the section remains ``[pytest]``.
-- `#3616 <https://github.com/pytest-dev/pytest/issues/3616>`_: Removed the deprecated compat properties for ``node.Class/Function/Module`` - use ``pytest.Class/Function/Module`` now.
+- :issue:`3616`: Removed the deprecated compat properties for ``node.Class/Function/Module`` - use ``pytest.Class/Function/Module`` now.
- See our `docs <https://docs.pytest.org/en/stable/deprecations.html#internal-classes-accessed-through-node>`__ on information on how to update your code.
+ See our :ref:`docs <internal classes accessed through node deprecated>` on information on how to update your code.
-- `#4421 <https://github.com/pytest-dev/pytest/issues/4421>`_: Removed the implementation of the ``pytest_namespace`` hook.
+- :issue:`4421`: Removed the implementation of the ``pytest_namespace`` hook.
- See our `docs <https://docs.pytest.org/en/stable/deprecations.html#pytest-namespace>`__ on information on how to update your code.
+ See our :ref:`docs <pytest.namespace deprecated>` on information on how to update your code.
-- `#4489 <https://github.com/pytest-dev/pytest/issues/4489>`_: Removed ``request.cached_setup``. This was the predecessor mechanism to modern fixtures.
+- :issue:`4489`: Removed ``request.cached_setup``. This was the predecessor mechanism to modern fixtures.
- See our `docs <https://docs.pytest.org/en/stable/deprecations.html#cached-setup>`__ on information on how to update your code.
+ See our :ref:`docs <cached_setup deprecated>` on information on how to update your code.
-- `#4535 <https://github.com/pytest-dev/pytest/issues/4535>`_: Removed the deprecated ``PyCollector.makeitem`` method. This method was made public by mistake a long time ago.
+- :issue:`4535`: Removed the deprecated ``PyCollector.makeitem`` method. This method was made public by mistake a long time ago.
-- `#4543 <https://github.com/pytest-dev/pytest/issues/4543>`_: Removed support to define fixtures using the ``pytest_funcarg__`` prefix. Use the ``@pytest.fixture`` decorator instead.
+- :issue:`4543`: Removed support to define fixtures using the ``pytest_funcarg__`` prefix. Use the ``@pytest.fixture`` decorator instead.
- See our `docs <https://docs.pytest.org/en/stable/deprecations.html#pytest-funcarg-prefix>`__ on information on how to update your code.
+ See our :ref:`docs <pytest_funcarg__ prefix deprecated>` on information on how to update your code.
-- `#4545 <https://github.com/pytest-dev/pytest/issues/4545>`_: Calling fixtures directly is now always an error instead of a warning.
+- :issue:`4545`: Calling fixtures directly is now always an error instead of a warning.
- See our `docs <https://docs.pytest.org/en/stable/deprecations.html#calling-fixtures-directly>`__ on information on how to update your code.
+ See our :ref:`docs <calling fixtures directly deprecated>` on information on how to update your code.
-- `#4546 <https://github.com/pytest-dev/pytest/issues/4546>`_: Remove ``Node.get_marker(name)`` the return value was not usable for more than a existence check.
+- :issue:`4546`: Remove ``Node.get_marker(name)`` the return value was not usable for more than a existence check.
Use ``Node.get_closest_marker(name)`` as a replacement.
-- `#4547 <https://github.com/pytest-dev/pytest/issues/4547>`_: The deprecated ``record_xml_property`` fixture has been removed, use the more generic ``record_property`` instead.
+- :issue:`4547`: The deprecated ``record_xml_property`` fixture has been removed, use the more generic ``record_property`` instead.
- See our `docs <https://docs.pytest.org/en/stable/deprecations.html#record-xml-property>`__ for more information.
+ See our :ref:`docs <record_xml_property deprecated>` for more information.
-- `#4548 <https://github.com/pytest-dev/pytest/issues/4548>`_: An error is now raised if the ``pytest_plugins`` variable is defined in a non-top-level ``conftest.py`` file (i.e., not residing in the ``rootdir``).
+- :issue:`4548`: An error is now raised if the ``pytest_plugins`` variable is defined in a non-top-level ``conftest.py`` file (i.e., not residing in the ``rootdir``).
- See our `docs <https://docs.pytest.org/en/stable/deprecations.html#pytest-plugins-in-non-top-level-conftest-files>`__ for more information.
+ See our :ref:`docs <pytest_plugins in non-top-level conftest files deprecated>` for more information.
-- `#891 <https://github.com/pytest-dev/pytest/issues/891>`_: Remove ``testfunction.markername`` attributes - use ``Node.iter_markers(name=None)`` to iterate them.
+- :issue:`891`: Remove ``testfunction.markername`` attributes - use ``Node.iter_markers(name=None)`` to iterate them.
Deprecations
------------
-- `#3050 <https://github.com/pytest-dev/pytest/issues/3050>`_: Deprecated the ``pytest.config`` global.
+- :issue:`3050`: Deprecated the ``pytest.config`` global.
- See https://docs.pytest.org/en/stable/deprecations.html#pytest-config-global for rationale.
+ See :ref:`pytest.config global deprecated` for rationale.
-- `#3974 <https://github.com/pytest-dev/pytest/issues/3974>`_: Passing the ``message`` parameter of ``pytest.raises`` now issues a ``DeprecationWarning``.
+- :issue:`3974`: Passing the ``message`` parameter of ``pytest.raises`` now issues a ``DeprecationWarning``.
It is a common mistake to think this parameter will match the exception message, while in fact
it only serves to provide a custom message in case the ``pytest.raises`` check fails. To avoid this
mistake and because it is believed to be little used, pytest is deprecating it without providing
an alternative for the moment.
- If you have concerns about this, please comment on `issue #3974 <https://github.com/pytest-dev/pytest/issues/3974>`__.
+ If you have concerns about this, please comment on :issue:`3974`.
-- `#4435 <https://github.com/pytest-dev/pytest/issues/4435>`_: Deprecated ``raises(..., 'code(as_a_string)')`` and ``warns(..., 'code(as_a_string)')``.
+- :issue:`4435`: Deprecated ``raises(..., 'code(as_a_string)')`` and ``warns(..., 'code(as_a_string)')``.
- See https://docs.pytest.org/en/stable/deprecations.html#raises-warns-exec for rationale and examples.
+ See :std:ref:`raises-warns-exec` for rationale and examples.
Features
--------
-- `#3191 <https://github.com/pytest-dev/pytest/issues/3191>`_: A warning is now issued when assertions are made for ``None``.
+- :issue:`3191`: A warning is now issued when assertions are made for ``None``.
This is a common source of confusion among new users, which write:
@@ -2859,25 +3645,25 @@ Features
will not issue the warning.
-- `#3632 <https://github.com/pytest-dev/pytest/issues/3632>`_: Richer equality comparison introspection on ``AssertionError`` for objects created using `attrs <http://www.attrs.org/en/stable/>`__ or `dataclasses <https://docs.python.org/3/library/dataclasses.html>`_ (Python 3.7+, `backported to 3.6 <https://pypi.org/project/dataclasses>`__).
+- :issue:`3632`: Richer equality comparison introspection on ``AssertionError`` for objects created using `attrs <https://www.attrs.org/en/stable/>`__ or :mod:`dataclasses` (Python 3.7+, :pypi:`backported to 3.6 <dataclasses>`).
-- `#4278 <https://github.com/pytest-dev/pytest/issues/4278>`_: ``CACHEDIR.TAG`` files are now created inside cache directories.
+- :issue:`4278`: ``CACHEDIR.TAG`` files are now created inside cache directories.
- Those files are part of the `Cache Directory Tagging Standard <http://www.bford.info/cachedir/spec.html>`__, and can
+ Those files are part of the `Cache Directory Tagging Standard <https://bford.info/cachedir/spec.html>`__, and can
be used by backup or synchronization programs to identify pytest's cache directory as such.
-- `#4292 <https://github.com/pytest-dev/pytest/issues/4292>`_: ``pytest.outcomes.Exit`` is derived from ``SystemExit`` instead of ``KeyboardInterrupt``. This allows us to better handle ``pdb`` exiting.
+- :issue:`4292`: ``pytest.outcomes.Exit`` is derived from ``SystemExit`` instead of ``KeyboardInterrupt``. This allows us to better handle ``pdb`` exiting.
-- `#4371 <https://github.com/pytest-dev/pytest/issues/4371>`_: Updated the ``--collect-only`` option to display test descriptions when ran using ``--verbose``.
+- :issue:`4371`: Updated the ``--collect-only`` option to display test descriptions when ran using ``--verbose``.
-- `#4386 <https://github.com/pytest-dev/pytest/issues/4386>`_: Restructured ``ExceptionInfo`` object construction and ensure incomplete instances have a ``repr``/``str``.
+- :issue:`4386`: Restructured ``ExceptionInfo`` object construction and ensure incomplete instances have a ``repr``/``str``.
-- `#4416 <https://github.com/pytest-dev/pytest/issues/4416>`_: pdb: added support for keyword arguments with ``pdb.set_trace``.
+- :issue:`4416`: pdb: added support for keyword arguments with ``pdb.set_trace``.
It handles ``header`` similar to Python 3.7 does it, and forwards any
other keyword arguments to the ``Pdb`` constructor.
@@ -2885,7 +3671,7 @@ Features
This allows for ``__import__("pdb").set_trace(skip=["foo.*"])``.
-- `#4483 <https://github.com/pytest-dev/pytest/issues/4483>`_: Added ini parameter ``junit_duration_report`` to optionally report test call durations, excluding setup and teardown times.
+- :issue:`4483`: Added ini parameter ``junit_duration_report`` to optionally report test call durations, excluding setup and teardown times.
The JUnit XML specification and the default pytest behavior is to include setup and teardown times in the test duration
report. You can include just the call durations instead (excluding setup and teardown) by adding this to your ``pytest.ini`` file:
@@ -2896,12 +3682,12 @@ Features
junit_duration_report = call
-- `#4532 <https://github.com/pytest-dev/pytest/issues/4532>`_: ``-ra`` now will show errors and failures last, instead of as the first items in the summary.
+- :issue:`4532`: ``-ra`` now will show errors and failures last, instead of as the first items in the summary.
This makes it easier to obtain a list of errors and failures to run tests selectively.
-- `#4599 <https://github.com/pytest-dev/pytest/issues/4599>`_: ``pytest.importorskip`` now supports a ``reason`` parameter, which will be shown when the
+- :issue:`4599`: ``pytest.importorskip`` now supports a ``reason`` parameter, which will be shown when the
requested module cannot be imported.
@@ -2909,39 +3695,39 @@ Features
Bug Fixes
---------
-- `#3532 <https://github.com/pytest-dev/pytest/issues/3532>`_: ``-p`` now accepts its argument without a space between the value, for example ``-pmyplugin``.
+- :issue:`3532`: ``-p`` now accepts its argument without a space between the value, for example ``-pmyplugin``.
-- `#4327 <https://github.com/pytest-dev/pytest/issues/4327>`_: ``approx`` again works with more generic containers, more precisely instances of ``Iterable`` and ``Sized`` instead of more restrictive ``Sequence``.
+- :issue:`4327`: ``approx`` again works with more generic containers, more precisely instances of ``Iterable`` and ``Sized`` instead of more restrictive ``Sequence``.
-- `#4397 <https://github.com/pytest-dev/pytest/issues/4397>`_: Ensure that node ids are printable.
+- :issue:`4397`: Ensure that node ids are printable.
-- `#4435 <https://github.com/pytest-dev/pytest/issues/4435>`_: Fixed ``raises(..., 'code(string)')`` frame filename.
+- :issue:`4435`: Fixed ``raises(..., 'code(string)')`` frame filename.
-- `#4458 <https://github.com/pytest-dev/pytest/issues/4458>`_: Display actual test ids in ``--collect-only``.
+- :issue:`4458`: Display actual test ids in ``--collect-only``.
Improved Documentation
----------------------
-- `#4557 <https://github.com/pytest-dev/pytest/issues/4557>`_: Markers example documentation page updated to support latest pytest version.
+- :issue:`4557`: Markers example documentation page updated to support latest pytest version.
-- `#4558 <https://github.com/pytest-dev/pytest/issues/4558>`_: Update cache documentation example to correctly show cache hit and miss.
+- :issue:`4558`: Update cache documentation example to correctly show cache hit and miss.
-- `#4580 <https://github.com/pytest-dev/pytest/issues/4580>`_: Improved detailed summary report documentation.
+- :issue:`4580`: Improved detailed summary report documentation.
Trivial/Internal Changes
------------------------
-- `#4447 <https://github.com/pytest-dev/pytest/issues/4447>`_: Changed the deprecation type of ``--result-log`` to ``PytestDeprecationWarning``.
+- :issue:`4447`: Changed the deprecation type of ``--result-log`` to ``PytestDeprecationWarning``.
It was decided to remove this feature at the next major revision.
@@ -2952,23 +3738,23 @@ pytest 4.0.2 (2018-12-13)
Bug Fixes
---------
-- `#4265 <https://github.com/pytest-dev/pytest/issues/4265>`_: Validate arguments from the ``PYTEST_ADDOPTS`` environment variable and the ``addopts`` ini option separately.
+- :issue:`4265`: Validate arguments from the ``PYTEST_ADDOPTS`` environment variable and the ``addopts`` ini option separately.
-- `#4435 <https://github.com/pytest-dev/pytest/issues/4435>`_: Fix ``raises(..., 'code(string)')`` frame filename.
+- :issue:`4435`: Fix ``raises(..., 'code(string)')`` frame filename.
-- `#4500 <https://github.com/pytest-dev/pytest/issues/4500>`_: When a fixture yields and a log call is made after the test runs, and, if the test is interrupted, capture attributes are ``None``.
+- :issue:`4500`: When a fixture yields and a log call is made after the test runs, and, if the test is interrupted, capture attributes are ``None``.
-- `#4538 <https://github.com/pytest-dev/pytest/issues/4538>`_: Raise ``TypeError`` for ``with raises(..., match=<non-None falsey value>)``.
+- :issue:`4538`: Raise ``TypeError`` for ``with raises(..., match=<non-None falsey value>)``.
Improved Documentation
----------------------
-- `#1495 <https://github.com/pytest-dev/pytest/issues/1495>`_: Document common doctest fixture directory tree structure pitfalls
+- :issue:`1495`: Document common doctest fixture directory tree structure pitfalls
pytest 4.0.1 (2018-11-23)
@@ -2977,35 +3763,35 @@ pytest 4.0.1 (2018-11-23)
Bug Fixes
---------
-- `#3952 <https://github.com/pytest-dev/pytest/issues/3952>`_: Display warnings before "short test summary info" again, but still later warnings in the end.
+- :issue:`3952`: Display warnings before "short test summary info" again, but still later warnings in the end.
-- `#4386 <https://github.com/pytest-dev/pytest/issues/4386>`_: Handle uninitialized exceptioninfo in repr/str.
+- :issue:`4386`: Handle uninitialized exceptioninfo in repr/str.
-- `#4393 <https://github.com/pytest-dev/pytest/issues/4393>`_: Do not create ``.gitignore``/``README.md`` files in existing cache directories.
+- :issue:`4393`: Do not create ``.gitignore``/``README.md`` files in existing cache directories.
-- `#4400 <https://github.com/pytest-dev/pytest/issues/4400>`_: Rearrange warning handling for the yield test errors so the opt-out in 4.0.x correctly works.
+- :issue:`4400`: Rearrange warning handling for the yield test errors so the opt-out in 4.0.x correctly works.
-- `#4405 <https://github.com/pytest-dev/pytest/issues/4405>`_: Fix collection of testpaths with ``--pyargs``.
+- :issue:`4405`: Fix collection of testpaths with ``--pyargs``.
-- `#4412 <https://github.com/pytest-dev/pytest/issues/4412>`_: Fix assertion rewriting involving ``Starred`` + side-effects.
+- :issue:`4412`: Fix assertion rewriting involving ``Starred`` + side-effects.
-- `#4425 <https://github.com/pytest-dev/pytest/issues/4425>`_: Ensure we resolve the absolute path when the given ``--basetemp`` is a relative path.
+- :issue:`4425`: Ensure we resolve the absolute path when the given ``--basetemp`` is a relative path.
Trivial/Internal Changes
------------------------
-- `#4315 <https://github.com/pytest-dev/pytest/issues/4315>`_: Use ``pkg_resources.parse_version`` instead of ``LooseVersion`` in minversion check.
+- :issue:`4315`: Use ``pkg_resources.parse_version`` instead of ``LooseVersion`` in minversion check.
-- `#4440 <https://github.com/pytest-dev/pytest/issues/4440>`_: Adjust the stack level of some internal pytest warnings.
+- :issue:`4440`: Adjust the stack level of some internal pytest warnings.
pytest 4.0.0 (2018-11-13)
@@ -3014,15 +3800,14 @@ pytest 4.0.0 (2018-11-13)
Removals
--------
-- `#3737 <https://github.com/pytest-dev/pytest/issues/3737>`_: **RemovedInPytest4Warnings are now errors by default.**
+- :issue:`3737`: **RemovedInPytest4Warnings are now errors by default.**
Following our plan to remove deprecated features with as little disruption as
possible, all warnings of type ``RemovedInPytest4Warnings`` now generate errors
instead of warning messages.
**The affected features will be effectively removed in pytest 4.1**, so please consult the
- `Deprecations and Removals <https://docs.pytest.org/en/stable/deprecations.html>`__
- section in the docs for directions on how to update existing code.
+ :std:doc:`deprecations` section in the docs for directions on how to update existing code.
In the pytest ``4.0.X`` series, it is possible to change the errors back into warnings as a stop
gap measure by adding this to your ``pytest.ini`` file:
@@ -3036,10 +3821,10 @@ Removals
But this will stop working when pytest ``4.1`` is released.
**If you have concerns** about the removal of a specific feature, please add a
- comment to `#4348 <https://github.com/pytest-dev/pytest/issues/4348>`__.
+ comment to :issue:`4348`.
-- `#4358 <https://github.com/pytest-dev/pytest/issues/4358>`_: Remove the ``::()`` notation to denote a test class instance in node ids.
+- :issue:`4358`: Remove the ``::()`` notation to denote a test class instance in node ids.
Previously, node ids that contain test instances would use ``::()`` to denote the instance like this::
@@ -3054,7 +3839,7 @@ Removals
The extra ``::()`` might have been removed in some places internally already,
which then led to confusion in places where it was expected, e.g. with
- ``--deselect`` (`#4127 <https://github.com/pytest-dev/pytest/issues/4127>`_).
+ ``--deselect`` (:issue:`4127`).
Test class instances are also not listed with ``--collect-only`` anymore.
@@ -3063,7 +3848,7 @@ Removals
Features
--------
-- `#4270 <https://github.com/pytest-dev/pytest/issues/4270>`_: The ``cache_dir`` option uses ``$TOX_ENV_DIR`` as prefix (if set in the environment).
+- :issue:`4270`: The ``cache_dir`` option uses ``$TOX_ENV_DIR`` as prefix (if set in the environment).
This uses a different cache per tox environment by default.
@@ -3072,7 +3857,7 @@ Features
Bug Fixes
---------
-- `#3554 <https://github.com/pytest-dev/pytest/issues/3554>`_: Fix ``CallInfo.__repr__`` for when the call is not finished yet.
+- :issue:`3554`: Fix ``CallInfo.__repr__`` for when the call is not finished yet.
pytest 3.10.1 (2018-11-11)
@@ -3081,32 +3866,32 @@ pytest 3.10.1 (2018-11-11)
Bug Fixes
---------
-- `#4287 <https://github.com/pytest-dev/pytest/issues/4287>`_: Fix nested usage of debugging plugin (pdb), e.g. with pytester's ``testdir.runpytest``.
+- :issue:`4287`: Fix nested usage of debugging plugin (pdb), e.g. with pytester's ``testdir.runpytest``.
-- `#4304 <https://github.com/pytest-dev/pytest/issues/4304>`_: Block the ``stepwise`` plugin if ``cacheprovider`` is also blocked, as one depends on the other.
+- :issue:`4304`: Block the ``stepwise`` plugin if ``cacheprovider`` is also blocked, as one depends on the other.
-- `#4306 <https://github.com/pytest-dev/pytest/issues/4306>`_: Parse ``minversion`` as an actual version and not as dot-separated strings.
+- :issue:`4306`: Parse ``minversion`` as an actual version and not as dot-separated strings.
-- `#4310 <https://github.com/pytest-dev/pytest/issues/4310>`_: Fix duplicate collection due to multiple args matching the same packages.
+- :issue:`4310`: Fix duplicate collection due to multiple args matching the same packages.
-- `#4321 <https://github.com/pytest-dev/pytest/issues/4321>`_: Fix ``item.nodeid`` with resolved symlinks.
+- :issue:`4321`: Fix ``item.nodeid`` with resolved symlinks.
-- `#4325 <https://github.com/pytest-dev/pytest/issues/4325>`_: Fix collection of direct symlinked files, where the target does not match ``python_files``.
+- :issue:`4325`: Fix collection of direct symlinked files, where the target does not match ``python_files``.
-- `#4329 <https://github.com/pytest-dev/pytest/issues/4329>`_: Fix TypeError in report_collect with _collect_report_last_write.
+- :issue:`4329`: Fix TypeError in report_collect with _collect_report_last_write.
Trivial/Internal Changes
------------------------
-- `#4305 <https://github.com/pytest-dev/pytest/issues/4305>`_: Replace byte/unicode helpers in test_capture with python level syntax.
+- :issue:`4305`: Replace byte/unicode helpers in test_capture with python level syntax.
pytest 3.10.0 (2018-11-03)
@@ -3115,19 +3900,19 @@ pytest 3.10.0 (2018-11-03)
Features
--------
-- `#2619 <https://github.com/pytest-dev/pytest/issues/2619>`_: Resume capturing output after ``continue`` with ``__import__("pdb").set_trace()``.
+- :issue:`2619`: Resume capturing output after ``continue`` with ``__import__("pdb").set_trace()``.
This also adds a new ``pytest_leave_pdb`` hook, and passes in ``pdb`` to the
existing ``pytest_enter_pdb`` hook.
-- `#4147 <https://github.com/pytest-dev/pytest/issues/4147>`_: Add ``--sw``, ``--stepwise`` as an alternative to ``--lf -x`` for stopping at the first failure, but starting the next test invocation from that test. See `the documentation <https://docs.pytest.org/en/stable/cache.html#stepwise>`__ for more info.
+- :issue:`4147`: Add ``--sw``, ``--stepwise`` as an alternative to ``--lf -x`` for stopping at the first failure, but starting the next test invocation from that test. See :ref:`the documentation <cache stepwise>` for more info.
-- `#4188 <https://github.com/pytest-dev/pytest/issues/4188>`_: Make ``--color`` emit colorful dots when not running in verbose mode. Earlier, it would only colorize the test-by-test output if ``--verbose`` was also passed.
+- :issue:`4188`: Make ``--color`` emit colorful dots when not running in verbose mode. Earlier, it would only colorize the test-by-test output if ``--verbose`` was also passed.
-- `#4225 <https://github.com/pytest-dev/pytest/issues/4225>`_: Improve performance with collection reporting in non-quiet mode with terminals.
+- :issue:`4225`: Improve performance with collection reporting in non-quiet mode with terminals.
The "collecting …" message is only printed/updated every 0.5s.
@@ -3136,45 +3921,45 @@ Features
Bug Fixes
---------
-- `#2701 <https://github.com/pytest-dev/pytest/issues/2701>`_: Fix false ``RemovedInPytest4Warning: usage of Session... is deprecated, please use pytest`` warnings.
+- :issue:`2701`: Fix false ``RemovedInPytest4Warning: usage of Session... is deprecated, please use pytest`` warnings.
-- `#4046 <https://github.com/pytest-dev/pytest/issues/4046>`_: Fix problems with running tests in package ``__init__.py`` files.
+- :issue:`4046`: Fix problems with running tests in package ``__init__.py`` files.
-- `#4260 <https://github.com/pytest-dev/pytest/issues/4260>`_: Swallow warnings during anonymous compilation of source.
+- :issue:`4260`: Swallow warnings during anonymous compilation of source.
-- `#4262 <https://github.com/pytest-dev/pytest/issues/4262>`_: Fix access denied error when deleting stale directories created by ``tmpdir`` / ``tmp_path``.
+- :issue:`4262`: Fix access denied error when deleting stale directories created by ``tmpdir`` / ``tmp_path``.
-- `#611 <https://github.com/pytest-dev/pytest/issues/611>`_: Naming a fixture ``request`` will now raise a warning: the ``request`` fixture is internal and
+- :issue:`611`: Naming a fixture ``request`` will now raise a warning: the ``request`` fixture is internal and
should not be overwritten as it will lead to internal errors.
-- `#4266 <https://github.com/pytest-dev/pytest/issues/4266>`_: Handle (ignore) exceptions raised during collection, e.g. with Django's LazySettings proxy class.
+- :issue:`4266`: Handle (ignore) exceptions raised during collection, e.g. with Django's LazySettings proxy class.
Improved Documentation
----------------------
-- `#4255 <https://github.com/pytest-dev/pytest/issues/4255>`_: Added missing documentation about the fact that module names passed to filter warnings are not regex-escaped.
+- :issue:`4255`: Added missing documentation about the fact that module names passed to filter warnings are not regex-escaped.
Trivial/Internal Changes
------------------------
-- `#4272 <https://github.com/pytest-dev/pytest/issues/4272>`_: Display cachedir also in non-verbose mode if non-default.
+- :issue:`4272`: Display cachedir also in non-verbose mode if non-default.
-- `#4277 <https://github.com/pytest-dev/pytest/issues/4277>`_: pdb: improve message about output capturing with ``set_trace``.
+- :issue:`4277`: pdb: improve message about output capturing with ``set_trace``.
Do not display "IO-capturing turned off/on" when ``-s`` is used to avoid
confusion.
-- `#4279 <https://github.com/pytest-dev/pytest/issues/4279>`_: Improve message and stack level of warnings issued by ``monkeypatch.setenv`` when the value of the environment variable is not a ``str``.
+- :issue:`4279`: Improve message and stack level of warnings issued by ``monkeypatch.setenv`` when the value of the environment variable is not a ``str``.
pytest 3.9.3 (2018-10-27)
@@ -3183,36 +3968,36 @@ pytest 3.9.3 (2018-10-27)
Bug Fixes
---------
-- `#4174 <https://github.com/pytest-dev/pytest/issues/4174>`_: Fix "ValueError: Plugin already registered" with conftest plugins via symlink.
+- :issue:`4174`: Fix "ValueError: Plugin already registered" with conftest plugins via symlink.
-- `#4181 <https://github.com/pytest-dev/pytest/issues/4181>`_: Handle race condition between creation and deletion of temporary folders.
+- :issue:`4181`: Handle race condition between creation and deletion of temporary folders.
-- `#4221 <https://github.com/pytest-dev/pytest/issues/4221>`_: Fix bug where the warning summary at the end of the test session was not showing the test where the warning was originated.
+- :issue:`4221`: Fix bug where the warning summary at the end of the test session was not showing the test where the warning was originated.
-- `#4243 <https://github.com/pytest-dev/pytest/issues/4243>`_: Fix regression when ``stacklevel`` for warnings was passed as positional argument on python2.
+- :issue:`4243`: Fix regression when ``stacklevel`` for warnings was passed as positional argument on python2.
Improved Documentation
----------------------
-- `#3851 <https://github.com/pytest-dev/pytest/issues/3851>`_: Add reference to ``empty_parameter_set_mark`` ini option in documentation of ``@pytest.mark.parametrize``
+- :issue:`3851`: Add reference to ``empty_parameter_set_mark`` ini option in documentation of ``@pytest.mark.parametrize``
Trivial/Internal Changes
------------------------
-- `#4028 <https://github.com/pytest-dev/pytest/issues/4028>`_: Revert patching of ``sys.breakpointhook`` since it appears to do nothing.
+- :issue:`4028`: Revert patching of ``sys.breakpointhook`` since it appears to do nothing.
-- `#4233 <https://github.com/pytest-dev/pytest/issues/4233>`_: Apply an import sorter (``reorder-python-imports``) to the codebase.
+- :issue:`4233`: Apply an import sorter (``reorder-python-imports``) to the codebase.
-- `#4248 <https://github.com/pytest-dev/pytest/issues/4248>`_: Remove use of unnecessary compat shim, six.binary_type
+- :issue:`4248`: Remove use of unnecessary compat shim, six.binary_type
pytest 3.9.2 (2018-10-22)
@@ -3221,29 +4006,29 @@ pytest 3.9.2 (2018-10-22)
Bug Fixes
---------
-- `#2909 <https://github.com/pytest-dev/pytest/issues/2909>`_: Improve error message when a recursive dependency between fixtures is detected.
+- :issue:`2909`: Improve error message when a recursive dependency between fixtures is detected.
-- `#3340 <https://github.com/pytest-dev/pytest/issues/3340>`_: Fix logging messages not shown in hooks ``pytest_sessionstart()`` and ``pytest_sessionfinish()``.
+- :issue:`3340`: Fix logging messages not shown in hooks ``pytest_sessionstart()`` and ``pytest_sessionfinish()``.
-- `#3533 <https://github.com/pytest-dev/pytest/issues/3533>`_: Fix unescaped XML raw objects in JUnit report for skipped tests
+- :issue:`3533`: Fix unescaped XML raw objects in JUnit report for skipped tests
-- `#3691 <https://github.com/pytest-dev/pytest/issues/3691>`_: Python 2: safely format warning message about passing unicode strings to ``warnings.warn``, which may cause
+- :issue:`3691`: Python 2: safely format warning message about passing unicode strings to ``warnings.warn``, which may cause
surprising ``MemoryError`` exception when monkey patching ``warnings.warn`` itself.
-- `#4026 <https://github.com/pytest-dev/pytest/issues/4026>`_: Improve error message when it is not possible to determine a function's signature.
+- :issue:`4026`: Improve error message when it is not possible to determine a function's signature.
-- `#4177 <https://github.com/pytest-dev/pytest/issues/4177>`_: Pin ``setuptools>=40.0`` to support ``py_modules`` in ``setup.cfg``
+- :issue:`4177`: Pin ``setuptools>=40.0`` to support ``py_modules`` in ``setup.cfg``
-- `#4179 <https://github.com/pytest-dev/pytest/issues/4179>`_: Restore the tmpdir behaviour of symlinking the current test run.
+- :issue:`4179`: Restore the tmpdir behaviour of symlinking the current test run.
-- `#4192 <https://github.com/pytest-dev/pytest/issues/4192>`_: Fix filename reported by ``warnings.warn`` when using ``recwarn`` under python2.
+- :issue:`4192`: Fix filename reported by ``warnings.warn`` when using ``recwarn`` under python2.
pytest 3.9.1 (2018-10-16)
@@ -3252,7 +4037,7 @@ pytest 3.9.1 (2018-10-16)
Features
--------
-- `#4159 <https://github.com/pytest-dev/pytest/issues/4159>`_: For test-suites containing test classes, the information about the subclassed
+- :issue:`4159`: For test-suites containing test classes, the information about the subclassed
module is now output only if a higher verbosity level is specified (at least
"-vv").
@@ -3263,7 +4048,7 @@ pytest 3.9.0 (2018-10-15 - not published due to a release automation bug)
Deprecations
------------
-- `#3616 <https://github.com/pytest-dev/pytest/issues/3616>`_: The following accesses have been documented as deprecated for years, but are now actually emitting deprecation warnings.
+- :issue:`3616`: The following accesses have been documented as deprecated for years, but are now actually emitting deprecation warnings.
* Access of ``Module``, ``Function``, ``Class``, ``Instance``, ``File`` and ``Item`` through ``Node`` instances. Now
users will this warning::
@@ -3273,7 +4058,7 @@ Deprecations
Users should just ``import pytest`` and access those objects using the ``pytest`` module.
* ``request.cached_setup``, this was the precursor of the setup/teardown mechanism available to fixtures. You can
- consult `funcarg comparison section in the docs <https://docs.pytest.org/en/stable/funcarg_compare.html>`_.
+ consult :std:doc:`funcarg comparison section in the docs <funcarg_compare>`.
* Using objects named ``"Class"`` as a way to customize the type of nodes that are collected in ``Collector``
subclasses has been deprecated. Users instead should use ``pytest_collect_make_item`` to customize node types during
@@ -3287,121 +4072,121 @@ Deprecations
getfuncargvalue is deprecated, use getfixturevalue
-- `#3988 <https://github.com/pytest-dev/pytest/issues/3988>`_: Add a Deprecation warning for pytest.ensuretemp as it was deprecated since a while.
+- :issue:`3988`: Add a Deprecation warning for pytest.ensuretemp as it was deprecated since a while.
Features
--------
-- `#2293 <https://github.com/pytest-dev/pytest/issues/2293>`_: Improve usage errors messages by hiding internal details which can be distracting and noisy.
+- :issue:`2293`: Improve usage errors messages by hiding internal details which can be distracting and noisy.
This has the side effect that some error conditions that previously raised generic errors (such as
``ValueError`` for unregistered marks) are now raising ``Failed`` exceptions.
-- `#3332 <https://github.com/pytest-dev/pytest/issues/3332>`_: Improve the error displayed when a ``conftest.py`` file could not be imported.
+- :issue:`3332`: Improve the error displayed when a ``conftest.py`` file could not be imported.
In order to implement this, a new ``chain`` parameter was added to ``ExceptionInfo.getrepr``
to show or hide chained tracebacks in Python 3 (defaults to ``True``).
-- `#3849 <https://github.com/pytest-dev/pytest/issues/3849>`_: Add ``empty_parameter_set_mark=fail_at_collect`` ini option for raising an exception when parametrize collects an empty set.
+- :issue:`3849`: Add ``empty_parameter_set_mark=fail_at_collect`` ini option for raising an exception when parametrize collects an empty set.
-- `#3964 <https://github.com/pytest-dev/pytest/issues/3964>`_: Log messages generated in the collection phase are shown when
+- :issue:`3964`: Log messages generated in the collection phase are shown when
live-logging is enabled and/or when they are logged to a file.
-- `#3985 <https://github.com/pytest-dev/pytest/issues/3985>`_: Introduce ``tmp_path`` as a fixture providing a Path object. Also introduce ``tmp_path_factory`` as
+- :issue:`3985`: Introduce ``tmp_path`` as a fixture providing a Path object. Also introduce ``tmp_path_factory`` as
a session-scoped fixture for creating arbitrary temporary directories from any other fixture or test.
-- `#4013 <https://github.com/pytest-dev/pytest/issues/4013>`_: Deprecation warnings are now shown even if you customize the warnings filters yourself. In the previous version
+- :issue:`4013`: Deprecation warnings are now shown even if you customize the warnings filters yourself. In the previous version
any customization would override pytest's filters and deprecation warnings would fall back to being hidden by default.
-- `#4073 <https://github.com/pytest-dev/pytest/issues/4073>`_: Allow specification of timeout for ``Testdir.runpytest_subprocess()`` and ``Testdir.run()``.
+- :issue:`4073`: Allow specification of timeout for ``Testdir.runpytest_subprocess()`` and ``Testdir.run()``.
-- `#4098 <https://github.com/pytest-dev/pytest/issues/4098>`_: Add returncode argument to pytest.exit() to exit pytest with a specific return code.
+- :issue:`4098`: Add returncode argument to pytest.exit() to exit pytest with a specific return code.
-- `#4102 <https://github.com/pytest-dev/pytest/issues/4102>`_: Reimplement ``pytest.deprecated_call`` using ``pytest.warns`` so it supports the ``match='...'`` keyword argument.
+- :issue:`4102`: Reimplement ``pytest.deprecated_call`` using ``pytest.warns`` so it supports the ``match='...'`` keyword argument.
This has the side effect that ``pytest.deprecated_call`` now raises ``pytest.fail.Exception`` instead
of ``AssertionError``.
-- `#4149 <https://github.com/pytest-dev/pytest/issues/4149>`_: Require setuptools>=30.3 and move most of the metadata to ``setup.cfg``.
+- :issue:`4149`: Require setuptools>=30.3 and move most of the metadata to ``setup.cfg``.
Bug Fixes
---------
-- `#2535 <https://github.com/pytest-dev/pytest/issues/2535>`_: Improve error message when test functions of ``unittest.TestCase`` subclasses use a parametrized fixture.
+- :issue:`2535`: Improve error message when test functions of ``unittest.TestCase`` subclasses use a parametrized fixture.
-- `#3057 <https://github.com/pytest-dev/pytest/issues/3057>`_: ``request.fixturenames`` now correctly returns the name of fixtures created by ``request.getfixturevalue()``.
+- :issue:`3057`: ``request.fixturenames`` now correctly returns the name of fixtures created by ``request.getfixturevalue()``.
-- `#3946 <https://github.com/pytest-dev/pytest/issues/3946>`_: Warning filters passed as command line options using ``-W`` now take precedence over filters defined in ``ini``
+- :issue:`3946`: Warning filters passed as command line options using ``-W`` now take precedence over filters defined in ``ini``
configuration files.
-- `#4066 <https://github.com/pytest-dev/pytest/issues/4066>`_: Fix source reindenting by using ``textwrap.dedent`` directly.
+- :issue:`4066`: Fix source reindenting by using ``textwrap.dedent`` directly.
-- `#4102 <https://github.com/pytest-dev/pytest/issues/4102>`_: ``pytest.warn`` will capture previously-warned warnings in Python 2. Previously they were never raised.
+- :issue:`4102`: ``pytest.warn`` will capture previously-warned warnings in Python 2. Previously they were never raised.
-- `#4108 <https://github.com/pytest-dev/pytest/issues/4108>`_: Resolve symbolic links for args.
+- :issue:`4108`: Resolve symbolic links for args.
This fixes running ``pytest tests/test_foo.py::test_bar``, where ``tests``
is a symlink to ``project/app/tests``:
previously ``project/app/conftest.py`` would be ignored for fixtures then.
-- `#4132 <https://github.com/pytest-dev/pytest/issues/4132>`_: Fix duplicate printing of internal errors when using ``--pdb``.
+- :issue:`4132`: Fix duplicate printing of internal errors when using ``--pdb``.
-- `#4135 <https://github.com/pytest-dev/pytest/issues/4135>`_: pathlib based tmpdir cleanup now correctly handles symlinks in the folder.
+- :issue:`4135`: pathlib based tmpdir cleanup now correctly handles symlinks in the folder.
-- `#4152 <https://github.com/pytest-dev/pytest/issues/4152>`_: Display the filename when encountering ``SyntaxWarning``.
+- :issue:`4152`: Display the filename when encountering ``SyntaxWarning``.
Improved Documentation
----------------------
-- `#3713 <https://github.com/pytest-dev/pytest/issues/3713>`_: Update usefixtures documentation to clarify that it can't be used with fixture functions.
+- :issue:`3713`: Update usefixtures documentation to clarify that it can't be used with fixture functions.
-- `#4058 <https://github.com/pytest-dev/pytest/issues/4058>`_: Update fixture documentation to specify that a fixture can be invoked twice in the scope it's defined for.
+- :issue:`4058`: Update fixture documentation to specify that a fixture can be invoked twice in the scope it's defined for.
-- `#4064 <https://github.com/pytest-dev/pytest/issues/4064>`_: According to unittest.rst, setUpModule and tearDownModule were not implemented, but it turns out they are. So updated the documentation for unittest.
+- :issue:`4064`: According to unittest.rst, setUpModule and tearDownModule were not implemented, but it turns out they are. So updated the documentation for unittest.
-- `#4151 <https://github.com/pytest-dev/pytest/issues/4151>`_: Add tempir testing example to CONTRIBUTING.rst guide
+- :issue:`4151`: Add tempir testing example to CONTRIBUTING.rst guide
Trivial/Internal Changes
------------------------
-- `#2293 <https://github.com/pytest-dev/pytest/issues/2293>`_: The internal ``MarkerError`` exception has been removed.
+- :issue:`2293`: The internal ``MarkerError`` exception has been removed.
-- `#3988 <https://github.com/pytest-dev/pytest/issues/3988>`_: Port the implementation of tmpdir to pathlib.
+- :issue:`3988`: Port the implementation of tmpdir to pathlib.
-- `#4063 <https://github.com/pytest-dev/pytest/issues/4063>`_: Exclude 0.00 second entries from ``--duration`` output unless ``-vv`` is passed on the command-line.
+- :issue:`4063`: Exclude 0.00 second entries from ``--duration`` output unless ``-vv`` is passed on the command-line.
-- `#4093 <https://github.com/pytest-dev/pytest/issues/4093>`_: Fixed formatting of string literals in internal tests.
+- :issue:`4093`: Fixed formatting of string literals in internal tests.
pytest 3.8.2 (2018-10-02)
@@ -3410,7 +4195,7 @@ pytest 3.8.2 (2018-10-02)
Deprecations and Removals
-------------------------
-- `#4036 <https://github.com/pytest-dev/pytest/issues/4036>`_: The ``item`` parameter of ``pytest_warning_captured`` hook is now documented as deprecated. We realized only after
+- :issue:`4036`: The ``item`` parameter of ``pytest_warning_captured`` hook is now documented as deprecated. We realized only after
the ``3.8`` release that this parameter is incompatible with ``pytest-xdist``.
Our policy is to not deprecate features during bug-fix releases, but in this case we believe it makes sense as we are
@@ -3425,25 +4210,25 @@ Deprecations and Removals
Bug Fixes
---------
-- `#3539 <https://github.com/pytest-dev/pytest/issues/3539>`_: Fix reload on assertion rewritten modules.
+- :issue:`3539`: Fix reload on assertion rewritten modules.
-- `#4034 <https://github.com/pytest-dev/pytest/issues/4034>`_: The ``.user_properties`` attribute of ``TestReport`` objects is a list
+- :issue:`4034`: The ``.user_properties`` attribute of ``TestReport`` objects is a list
of (name, value) tuples, but could sometimes be instantiated as a tuple
of tuples. It is now always a list.
-- `#4039 <https://github.com/pytest-dev/pytest/issues/4039>`_: No longer issue warnings about using ``pytest_plugins`` in non-top-level directories when using ``--pyargs``: the
+- :issue:`4039`: No longer issue warnings about using ``pytest_plugins`` in non-top-level directories when using ``--pyargs``: the
current ``--pyargs`` mechanism is not reliable and might give false negatives.
-- `#4040 <https://github.com/pytest-dev/pytest/issues/4040>`_: Exclude empty reports for passed tests when ``-rP`` option is used.
+- :issue:`4040`: Exclude empty reports for passed tests when ``-rP`` option is used.
-- `#4051 <https://github.com/pytest-dev/pytest/issues/4051>`_: Improve error message when an invalid Python expression is passed to the ``-m`` option.
+- :issue:`4051`: Improve error message when an invalid Python expression is passed to the ``-m`` option.
-- `#4056 <https://github.com/pytest-dev/pytest/issues/4056>`_: ``MonkeyPatch.setenv`` and ``MonkeyPatch.delenv`` issue a warning if the environment variable name is not ``str`` on Python 2.
+- :issue:`4056`: ``MonkeyPatch.setenv`` and ``MonkeyPatch.delenv`` issue a warning if the environment variable name is not ``str`` on Python 2.
In Python 2, adding ``unicode`` keys to ``os.environ`` causes problems with ``subprocess`` (and possible other modules),
making this a subtle bug specially susceptible when used with ``from __future__ import unicode_literals``.
@@ -3453,7 +4238,7 @@ Bug Fixes
Improved Documentation
----------------------
-- `#3928 <https://github.com/pytest-dev/pytest/issues/3928>`_: Add possible values for fixture scope to docs.
+- :issue:`3928`: Add possible values for fixture scope to docs.
pytest 3.8.1 (2018-09-22)
@@ -3462,31 +4247,31 @@ pytest 3.8.1 (2018-09-22)
Bug Fixes
---------
-- `#3286 <https://github.com/pytest-dev/pytest/issues/3286>`_: ``.pytest_cache`` directory is now automatically ignored by Git. Users who would like to contribute a solution for other SCMs please consult/comment on this issue.
+- :issue:`3286`: ``.pytest_cache`` directory is now automatically ignored by Git. Users who would like to contribute a solution for other SCMs please consult/comment on this issue.
-- `#3749 <https://github.com/pytest-dev/pytest/issues/3749>`_: Fix the following error during collection of tests inside packages::
+- :issue:`3749`: Fix the following error during collection of tests inside packages::
TypeError: object of type 'Package' has no len()
-- `#3941 <https://github.com/pytest-dev/pytest/issues/3941>`_: Fix bug where indirect parametrization would consider the scope of all fixtures used by the test function to determine the parametrization scope, and not only the scope of the fixtures being parametrized.
+- :issue:`3941`: Fix bug where indirect parametrization would consider the scope of all fixtures used by the test function to determine the parametrization scope, and not only the scope of the fixtures being parametrized.
-- `#3973 <https://github.com/pytest-dev/pytest/issues/3973>`_: Fix crash of the assertion rewriter if a test changed the current working directory without restoring it afterwards.
+- :issue:`3973`: Fix crash of the assertion rewriter if a test changed the current working directory without restoring it afterwards.
-- `#3998 <https://github.com/pytest-dev/pytest/issues/3998>`_: Fix issue that prevented some caplog properties (for example ``record_tuples``) from being available when entering the debugger with ``--pdb``.
+- :issue:`3998`: Fix issue that prevented some caplog properties (for example ``record_tuples``) from being available when entering the debugger with ``--pdb``.
-- `#3999 <https://github.com/pytest-dev/pytest/issues/3999>`_: Fix ``UnicodeDecodeError`` in python2.x when a class returns a non-ascii binary ``__repr__`` in an assertion which also contains non-ascii text.
+- :issue:`3999`: Fix ``UnicodeDecodeError`` in python2.x when a class returns a non-ascii binary ``__repr__`` in an assertion which also contains non-ascii text.
Improved Documentation
----------------------
-- `#3996 <https://github.com/pytest-dev/pytest/issues/3996>`_: New `Deprecations and Removals <https://docs.pytest.org/en/stable/deprecations.html>`_ page shows all currently
+- :issue:`3996`: New :std:doc:`deprecations` page shows all currently
deprecated features, the rationale to do so, and alternatives to update your code. It also list features removed
from pytest in past major releases to help those with ancient pytest versions to upgrade.
@@ -3495,10 +4280,10 @@ Improved Documentation
Trivial/Internal Changes
------------------------
-- `#3955 <https://github.com/pytest-dev/pytest/issues/3955>`_: Improve pre-commit detection for changelog filenames
+- :issue:`3955`: Improve pre-commit detection for changelog filenames
-- `#3975 <https://github.com/pytest-dev/pytest/issues/3975>`_: Remove legacy code around im_func as that was python2 only
+- :issue:`3975`: Remove legacy code around im_func as that was python2 only
pytest 3.8.0 (2018-09-05)
@@ -3507,11 +4292,11 @@ pytest 3.8.0 (2018-09-05)
Deprecations and Removals
-------------------------
-- `#2452 <https://github.com/pytest-dev/pytest/issues/2452>`_: ``Config.warn`` and ``Node.warn`` have been
- deprecated, see `<https://docs.pytest.org/en/stable/deprecations.html#config-warn-and-node-warn>`_ for rationale and
+- :issue:`2452`: ``Config.warn`` and ``Node.warn`` have been
+ deprecated, see :ref:`config.warn and node.warn deprecated` for rationale and
examples.
-- `#3936 <https://github.com/pytest-dev/pytest/issues/3936>`_: ``@pytest.mark.filterwarnings`` second parameter is no longer regex-escaped,
+- :issue:`3936`: ``@pytest.mark.filterwarnings`` second parameter is no longer regex-escaped,
making it possible to actually use regular expressions to check the warning message.
**Note**: regex-escaping the match string was an implementation oversight that might break test suites which depend
@@ -3522,60 +4307,60 @@ Deprecations and Removals
Features
--------
-- `#2452 <https://github.com/pytest-dev/pytest/issues/2452>`_: Internal pytest warnings are now issued using the standard ``warnings`` module, making it possible to use
+- :issue:`2452`: Internal pytest warnings are now issued using the standard ``warnings`` module, making it possible to use
the standard warnings filters to manage those warnings. This introduces ``PytestWarning``,
``PytestDeprecationWarning`` and ``RemovedInPytest4Warning`` warning types as part of the public API.
- Consult `the documentation <https://docs.pytest.org/en/stable/warnings.html#internal-pytest-warnings>`__ for more info.
+ Consult :ref:`the documentation <internal-warnings>` for more info.
-- `#2908 <https://github.com/pytest-dev/pytest/issues/2908>`_: ``DeprecationWarning`` and ``PendingDeprecationWarning`` are now shown by default if no other warning filter is
+- :issue:`2908`: ``DeprecationWarning`` and ``PendingDeprecationWarning`` are now shown by default if no other warning filter is
configured. This makes pytest more compliant with
- `PEP-0506 <https://www.python.org/dev/peps/pep-0565/#recommended-filter-settings-for-test-runners>`_. See
- `the docs <https://docs.pytest.org/en/stable/warnings.html#deprecationwarning-and-pendingdeprecationwarning>`_ for
+ :pep:`506#recommended-filter-settings-for-test-runners`. See
+ :ref:`the docs <deprecation-warnings>` for
more info.
-- `#3251 <https://github.com/pytest-dev/pytest/issues/3251>`_: Warnings are now captured and displayed during test collection.
+- :issue:`3251`: Warnings are now captured and displayed during test collection.
-- `#3784 <https://github.com/pytest-dev/pytest/issues/3784>`_: ``PYTEST_DISABLE_PLUGIN_AUTOLOAD`` environment variable disables plugin auto-loading when set.
+- :issue:`3784`: ``PYTEST_DISABLE_PLUGIN_AUTOLOAD`` environment variable disables plugin auto-loading when set.
-- `#3829 <https://github.com/pytest-dev/pytest/issues/3829>`_: Added the ``count`` option to ``console_output_style`` to enable displaying the progress as a count instead of a percentage.
+- :issue:`3829`: Added the ``count`` option to ``console_output_style`` to enable displaying the progress as a count instead of a percentage.
-- `#3837 <https://github.com/pytest-dev/pytest/issues/3837>`_: Added support for 'xfailed' and 'xpassed' outcomes to the ``pytester.RunResult.assert_outcomes`` signature.
+- :issue:`3837`: Added support for 'xfailed' and 'xpassed' outcomes to the ``pytester.RunResult.assert_outcomes`` signature.
Bug Fixes
---------
-- `#3911 <https://github.com/pytest-dev/pytest/issues/3911>`_: Terminal writer now takes into account unicode character width when writing out progress.
+- :issue:`3911`: Terminal writer now takes into account unicode character width when writing out progress.
-- `#3913 <https://github.com/pytest-dev/pytest/issues/3913>`_: Pytest now returns with correct exit code (EXIT_USAGEERROR, 4) when called with unknown arguments.
+- :issue:`3913`: Pytest now returns with correct exit code (EXIT_USAGEERROR, 4) when called with unknown arguments.
-- `#3918 <https://github.com/pytest-dev/pytest/issues/3918>`_: Improve performance of assertion rewriting.
+- :issue:`3918`: Improve performance of assertion rewriting.
Improved Documentation
----------------------
-- `#3566 <https://github.com/pytest-dev/pytest/issues/3566>`_: Added a blurb in usage.rst for the usage of -r flag which is used to show an extra test summary info.
+- :issue:`3566`: Added a blurb in usage.rst for the usage of -r flag which is used to show an extra test summary info.
-- `#3907 <https://github.com/pytest-dev/pytest/issues/3907>`_: Corrected type of the exceptions collection passed to ``xfail``: ``raises`` argument accepts a ``tuple`` instead of ``list``.
+- :issue:`3907`: Corrected type of the exceptions collection passed to ``xfail``: ``raises`` argument accepts a ``tuple`` instead of ``list``.
Trivial/Internal Changes
------------------------
-- `#3853 <https://github.com/pytest-dev/pytest/issues/3853>`_: Removed ``"run all (no recorded failures)"`` message printed with ``--failed-first`` and ``--last-failed`` when there are no failed tests.
+- :issue:`3853`: Removed ``"run all (no recorded failures)"`` message printed with ``--failed-first`` and ``--last-failed`` when there are no failed tests.
pytest 3.7.4 (2018-08-29)
@@ -3584,23 +4369,23 @@ pytest 3.7.4 (2018-08-29)
Bug Fixes
---------
-- `#3506 <https://github.com/pytest-dev/pytest/issues/3506>`_: Fix possible infinite recursion when writing ``.pyc`` files.
+- :issue:`3506`: Fix possible infinite recursion when writing ``.pyc`` files.
-- `#3853 <https://github.com/pytest-dev/pytest/issues/3853>`_: Cache plugin now obeys the ``-q`` flag when ``--last-failed`` and ``--failed-first`` flags are used.
+- :issue:`3853`: Cache plugin now obeys the ``-q`` flag when ``--last-failed`` and ``--failed-first`` flags are used.
-- `#3883 <https://github.com/pytest-dev/pytest/issues/3883>`_: Fix bad console output when using ``console_output_style=classic``.
+- :issue:`3883`: Fix bad console output when using ``console_output_style=classic``.
-- `#3888 <https://github.com/pytest-dev/pytest/issues/3888>`_: Fix macOS specific code using ``capturemanager`` plugin in doctests.
+- :issue:`3888`: Fix macOS specific code using ``capturemanager`` plugin in doctests.
Improved Documentation
----------------------
-- `#3902 <https://github.com/pytest-dev/pytest/issues/3902>`_: Fix pytest.org links
+- :issue:`3902`: Fix pytest.org links
pytest 3.7.3 (2018-08-26)
@@ -3609,52 +4394,52 @@ pytest 3.7.3 (2018-08-26)
Bug Fixes
---------
-- `#3033 <https://github.com/pytest-dev/pytest/issues/3033>`_: Fixtures during teardown can again use ``capsys`` and ``capfd`` to inspect output captured during tests.
+- :issue:`3033`: Fixtures during teardown can again use ``capsys`` and ``capfd`` to inspect output captured during tests.
-- `#3773 <https://github.com/pytest-dev/pytest/issues/3773>`_: Fix collection of tests from ``__init__.py`` files if they match the ``python_files`` configuration option.
+- :issue:`3773`: Fix collection of tests from ``__init__.py`` files if they match the ``python_files`` configuration option.
-- `#3796 <https://github.com/pytest-dev/pytest/issues/3796>`_: Fix issue where teardown of fixtures of consecutive sub-packages were executed once, at the end of the outer
+- :issue:`3796`: Fix issue where teardown of fixtures of consecutive sub-packages were executed once, at the end of the outer
package.
-- `#3816 <https://github.com/pytest-dev/pytest/issues/3816>`_: Fix bug where ``--show-capture=no`` option would still show logs printed during fixture teardown.
+- :issue:`3816`: Fix bug where ``--show-capture=no`` option would still show logs printed during fixture teardown.
-- `#3819 <https://github.com/pytest-dev/pytest/issues/3819>`_: Fix ``stdout/stderr`` not getting captured when real-time cli logging is active.
+- :issue:`3819`: Fix ``stdout/stderr`` not getting captured when real-time cli logging is active.
-- `#3843 <https://github.com/pytest-dev/pytest/issues/3843>`_: Fix collection error when specifying test functions directly in the command line using ``test.py::test`` syntax together with ``--doctest-modules``.
+- :issue:`3843`: Fix collection error when specifying test functions directly in the command line using ``test.py::test`` syntax together with ``--doctest-modules``.
-- `#3848 <https://github.com/pytest-dev/pytest/issues/3848>`_: Fix bugs where unicode arguments could not be passed to ``testdir.runpytest`` on Python 2.
+- :issue:`3848`: Fix bugs where unicode arguments could not be passed to ``testdir.runpytest`` on Python 2.
-- `#3854 <https://github.com/pytest-dev/pytest/issues/3854>`_: Fix double collection of tests within packages when the filename starts with a capital letter.
+- :issue:`3854`: Fix double collection of tests within packages when the filename starts with a capital letter.
Improved Documentation
----------------------
-- `#3824 <https://github.com/pytest-dev/pytest/issues/3824>`_: Added example for multiple glob pattern matches in ``python_files``.
+- :issue:`3824`: Added example for multiple glob pattern matches in ``python_files``.
-- `#3833 <https://github.com/pytest-dev/pytest/issues/3833>`_: Added missing docs for ``pytester.Testdir``.
+- :issue:`3833`: Added missing docs for ``pytester.Testdir``.
-- `#3870 <https://github.com/pytest-dev/pytest/issues/3870>`_: Correct documentation for setuptools integration.
+- :issue:`3870`: Correct documentation for setuptools integration.
Trivial/Internal Changes
------------------------
-- `#3826 <https://github.com/pytest-dev/pytest/issues/3826>`_: Replace broken type annotations with type comments.
+- :issue:`3826`: Replace broken type annotations with type comments.
-- `#3845 <https://github.com/pytest-dev/pytest/issues/3845>`_: Remove a reference to issue `#568 <https://github.com/pytest-dev/pytest/issues/568>`_ from the documentation, which has since been
+- :issue:`3845`: Remove a reference to issue :issue:`568` from the documentation, which has since been
fixed.
@@ -3664,32 +4449,32 @@ pytest 3.7.2 (2018-08-16)
Bug Fixes
---------
-- `#3671 <https://github.com/pytest-dev/pytest/issues/3671>`_: Fix ``filterwarnings`` not being registered as a builtin mark.
+- :issue:`3671`: Fix ``filterwarnings`` not being registered as a builtin mark.
-- `#3768 <https://github.com/pytest-dev/pytest/issues/3768>`_, `#3789 <https://github.com/pytest-dev/pytest/issues/3789>`_: Fix test collection from packages mixed with normal directories.
+- :issue:`3768`, :issue:`3789`: Fix test collection from packages mixed with normal directories.
-- `#3771 <https://github.com/pytest-dev/pytest/issues/3771>`_: Fix infinite recursion during collection if a ``pytest_ignore_collect`` hook returns ``False`` instead of ``None``.
+- :issue:`3771`: Fix infinite recursion during collection if a ``pytest_ignore_collect`` hook returns ``False`` instead of ``None``.
-- `#3774 <https://github.com/pytest-dev/pytest/issues/3774>`_: Fix bug where decorated fixtures would lose functionality (for example ``@mock.patch``).
+- :issue:`3774`: Fix bug where decorated fixtures would lose functionality (for example ``@mock.patch``).
-- `#3775 <https://github.com/pytest-dev/pytest/issues/3775>`_: Fix bug where importing modules or other objects with prefix ``pytest_`` prefix would raise a ``PluginValidationError``.
+- :issue:`3775`: Fix bug where importing modules or other objects with prefix ``pytest_`` prefix would raise a ``PluginValidationError``.
-- `#3788 <https://github.com/pytest-dev/pytest/issues/3788>`_: Fix ``AttributeError`` during teardown of ``TestCase`` subclasses which raise an exception during ``__init__``.
+- :issue:`3788`: Fix ``AttributeError`` during teardown of ``TestCase`` subclasses which raise an exception during ``__init__``.
-- `#3804 <https://github.com/pytest-dev/pytest/issues/3804>`_: Fix traceback reporting for exceptions with ``__cause__`` cycles.
+- :issue:`3804`: Fix traceback reporting for exceptions with ``__cause__`` cycles.
Improved Documentation
----------------------
-- `#3746 <https://github.com/pytest-dev/pytest/issues/3746>`_: Add documentation for ``metafunc.config`` that had been mistakenly hidden.
+- :issue:`3746`: Add documentation for ``metafunc.config`` that had been mistakenly hidden.
pytest 3.7.1 (2018-08-02)
@@ -3698,26 +4483,26 @@ pytest 3.7.1 (2018-08-02)
Bug Fixes
---------
-- `#3473 <https://github.com/pytest-dev/pytest/issues/3473>`_: Raise immediately if ``approx()`` is given an expected value of a type it doesn't understand (e.g. strings, nested dicts, etc.).
+- :issue:`3473`: Raise immediately if ``approx()`` is given an expected value of a type it doesn't understand (e.g. strings, nested dicts, etc.).
-- `#3712 <https://github.com/pytest-dev/pytest/issues/3712>`_: Correctly represent the dimensions of a numpy array when calling ``repr()`` on ``approx()``.
+- :issue:`3712`: Correctly represent the dimensions of a numpy array when calling ``repr()`` on ``approx()``.
-- `#3742 <https://github.com/pytest-dev/pytest/issues/3742>`_: Fix incompatibility with third party plugins during collection, which produced the error ``object has no attribute '_collectfile'``.
+- :issue:`3742`: Fix incompatibility with third party plugins during collection, which produced the error ``object has no attribute '_collectfile'``.
-- `#3745 <https://github.com/pytest-dev/pytest/issues/3745>`_: Display the absolute path if ``cache_dir`` is not relative to the ``rootdir`` instead of failing.
+- :issue:`3745`: Display the absolute path if ``cache_dir`` is not relative to the ``rootdir`` instead of failing.
-- `#3747 <https://github.com/pytest-dev/pytest/issues/3747>`_: Fix compatibility problem with plugins and the warning code issued by fixture functions when they are called directly.
+- :issue:`3747`: Fix compatibility problem with plugins and the warning code issued by fixture functions when they are called directly.
-- `#3748 <https://github.com/pytest-dev/pytest/issues/3748>`_: Fix infinite recursion in ``pytest.approx`` with arrays in ``numpy<1.13``.
+- :issue:`3748`: Fix infinite recursion in ``pytest.approx`` with arrays in ``numpy<1.13``.
-- `#3757 <https://github.com/pytest-dev/pytest/issues/3757>`_: Pin pathlib2 to ``>=2.2.0`` as we require ``__fspath__`` support.
+- :issue:`3757`: Pin pathlib2 to ``>=2.2.0`` as we require ``__fspath__`` support.
-- `#3763 <https://github.com/pytest-dev/pytest/issues/3763>`_: Fix ``TypeError`` when the assertion message is ``bytes`` in python 3.
+- :issue:`3763`: Fix ``TypeError`` when the assertion message is ``bytes`` in python 3.
pytest 3.7.0 (2018-07-30)
@@ -3726,57 +4511,57 @@ pytest 3.7.0 (2018-07-30)
Deprecations and Removals
-------------------------
-- `#2639 <https://github.com/pytest-dev/pytest/issues/2639>`_: ``pytest_namespace`` has been `deprecated <https://docs.pytest.org/en/stable/deprecations.html#pytest-namespace>`_.
+- :issue:`2639`: ``pytest_namespace`` has been :ref:`deprecated <pytest.namespace deprecated>`.
-- `#3661 <https://github.com/pytest-dev/pytest/issues/3661>`_: Calling a fixture function directly, as opposed to request them in a test function, now issues a ``RemovedInPytest4Warning``. See `the documentation for rationale and examples <https://docs.pytest.org/en/stable/deprecations.html#calling-fixtures-directly>`_.
+- :issue:`3661`: Calling a fixture function directly, as opposed to request them in a test function, now issues a ``RemovedInPytest4Warning``. See :ref:`the documentation for rationale and examples <calling fixtures directly deprecated>`.
Features
--------
-- `#2283 <https://github.com/pytest-dev/pytest/issues/2283>`_: New ``package`` fixture scope: fixtures are finalized when the last test of a *package* finishes. This feature is considered **experimental**, so use it sparingly.
+- :issue:`2283`: New ``package`` fixture scope: fixtures are finalized when the last test of a *package* finishes. This feature is considered **experimental**, so use it sparingly.
-- `#3576 <https://github.com/pytest-dev/pytest/issues/3576>`_: ``Node.add_marker`` now supports an ``append=True/False`` parameter to determine whether the mark comes last (default) or first.
+- :issue:`3576`: ``Node.add_marker`` now supports an ``append=True/False`` parameter to determine whether the mark comes last (default) or first.
-- `#3579 <https://github.com/pytest-dev/pytest/issues/3579>`_: Fixture ``caplog`` now has a ``messages`` property, providing convenient access to the format-interpolated log messages without the extra data provided by the formatter/handler.
+- :issue:`3579`: Fixture ``caplog`` now has a ``messages`` property, providing convenient access to the format-interpolated log messages without the extra data provided by the formatter/handler.
-- `#3610 <https://github.com/pytest-dev/pytest/issues/3610>`_: New ``--trace`` option to enter the debugger at the start of a test.
+- :issue:`3610`: New ``--trace`` option to enter the debugger at the start of a test.
-- `#3623 <https://github.com/pytest-dev/pytest/issues/3623>`_: Introduce ``pytester.copy_example`` as helper to do acceptance tests against examples from the project.
+- :issue:`3623`: Introduce ``pytester.copy_example`` as helper to do acceptance tests against examples from the project.
Bug Fixes
---------
-- `#2220 <https://github.com/pytest-dev/pytest/issues/2220>`_: Fix a bug where fixtures overridden by direct parameters (for example parametrization) were being instantiated even if they were not being used by a test.
+- :issue:`2220`: Fix a bug where fixtures overridden by direct parameters (for example parametrization) were being instantiated even if they were not being used by a test.
-- `#3695 <https://github.com/pytest-dev/pytest/issues/3695>`_: Fix ``ApproxNumpy`` initialisation argument mixup, ``abs`` and ``rel`` tolerances were flipped causing strange comparison results.
+- :issue:`3695`: Fix ``ApproxNumpy`` initialisation argument mixup, ``abs`` and ``rel`` tolerances were flipped causing strange comparison results.
Add tests to check ``abs`` and ``rel`` tolerances for ``np.array`` and test for expecting ``nan`` with ``np.array()``
-- `#980 <https://github.com/pytest-dev/pytest/issues/980>`_: Fix truncated locals output in verbose mode.
+- :issue:`980`: Fix truncated locals output in verbose mode.
Improved Documentation
----------------------
-- `#3295 <https://github.com/pytest-dev/pytest/issues/3295>`_: Correct the usage documentation of ``--last-failed-no-failures`` by adding the missing ``--last-failed`` argument in the presented examples, because they are misleading and lead to think that the missing argument is not needed.
+- :issue:`3295`: Correct the usage documentation of ``--last-failed-no-failures`` by adding the missing ``--last-failed`` argument in the presented examples, because they are misleading and lead to think that the missing argument is not needed.
Trivial/Internal Changes
------------------------
-- `#3519 <https://github.com/pytest-dev/pytest/issues/3519>`_: Now a ``README.md`` file is created in ``.pytest_cache`` to make it clear why the directory exists.
+- :issue:`3519`: Now a ``README.md`` file is created in ``.pytest_cache`` to make it clear why the directory exists.
pytest 3.6.4 (2018-07-28)
@@ -3785,25 +4570,25 @@ pytest 3.6.4 (2018-07-28)
Bug Fixes
---------
-- Invoke pytest using ``-mpytest`` so ``sys.path`` does not get polluted by packages installed in ``site-packages``. (`#742 <https://github.com/pytest-dev/pytest/issues/742>`_)
+- Invoke pytest using ``-mpytest`` so ``sys.path`` does not get polluted by packages installed in ``site-packages``. (:issue:`742`)
Improved Documentation
----------------------
-- Use ``smtp_connection`` instead of ``smtp`` in fixtures documentation to avoid possible confusion. (`#3592 <https://github.com/pytest-dev/pytest/issues/3592>`_)
+- Use ``smtp_connection`` instead of ``smtp`` in fixtures documentation to avoid possible confusion. (:issue:`3592`)
Trivial/Internal Changes
------------------------
-- Remove obsolete ``__future__`` imports. (`#2319 <https://github.com/pytest-dev/pytest/issues/2319>`_)
+- Remove obsolete ``__future__`` imports. (:issue:`2319`)
-- Add CITATION to provide information on how to formally cite pytest. (`#3402 <https://github.com/pytest-dev/pytest/issues/3402>`_)
+- Add CITATION to provide information on how to formally cite pytest. (:issue:`3402`)
-- Replace broken type annotations with type comments. (`#3635 <https://github.com/pytest-dev/pytest/issues/3635>`_)
+- Replace broken type annotations with type comments. (:issue:`3635`)
-- Pin ``pluggy`` to ``<0.8``. (`#3727 <https://github.com/pytest-dev/pytest/issues/3727>`_)
+- Pin ``pluggy`` to ``<0.8``. (:issue:`3727`)
pytest 3.6.3 (2018-07-04)
@@ -3813,43 +4598,37 @@ Bug Fixes
---------
- Fix ``ImportWarning`` triggered by explicit relative imports in
- assertion-rewritten package modules. (`#3061
- <https://github.com/pytest-dev/pytest/issues/3061>`_)
+ assertion-rewritten package modules. (:issue:`3061`)
- Fix error in ``pytest.approx`` when dealing with 0-dimension numpy
- arrays. (`#3593 <https://github.com/pytest-dev/pytest/issues/3593>`_)
+ arrays. (:issue:`3593`)
-- No longer raise ``ValueError`` when using the ``get_marker`` API. (`#3605
- <https://github.com/pytest-dev/pytest/issues/3605>`_)
+- No longer raise ``ValueError`` when using the ``get_marker`` API. (:issue:`3605`)
- Fix problem where log messages with non-ascii characters would not
appear in the output log file.
- (`#3630 <https://github.com/pytest-dev/pytest/issues/3630>`_)
+ (:issue:`3630`)
- No longer raise ``AttributeError`` when legacy marks can't be stored in
- functions. (`#3631 <https://github.com/pytest-dev/pytest/issues/3631>`_)
+ functions. (:issue:`3631`)
Improved Documentation
----------------------
- The description above the example for ``@pytest.mark.skipif`` now better
- matches the code. (`#3611
- <https://github.com/pytest-dev/pytest/issues/3611>`_)
+ matches the code. (:issue:`3611`)
Trivial/Internal Changes
------------------------
- Internal refactoring: removed unused ``CallSpec2tox ._globalid_args``
- attribute and ``metafunc`` parameter from ``CallSpec2.copy()``. (`#3598
- <https://github.com/pytest-dev/pytest/issues/3598>`_)
+ attribute and ``metafunc`` parameter from ``CallSpec2.copy()``. (:issue:`3598`)
-- Silence usage of ``reduce`` warning in Python 2 (`#3609
- <https://github.com/pytest-dev/pytest/issues/3609>`_)
+- Silence usage of ``reduce`` warning in Python 2 (:issue:`3609`)
-- Fix usage of ``attr.ib`` deprecated ``convert`` parameter. (`#3653
- <https://github.com/pytest-dev/pytest/issues/3653>`_)
+- Fix usage of ``attr.ib`` deprecated ``convert`` parameter. (:issue:`3653`)
pytest 3.6.2 (2018-06-20)
@@ -3859,43 +4638,35 @@ Bug Fixes
---------
- Fix regression in ``Node.add_marker`` by extracting the mark object of a
- ``MarkDecorator``. (`#3555
- <https://github.com/pytest-dev/pytest/issues/3555>`_)
+ ``MarkDecorator``. (:issue:`3555`)
- Warnings without ``location`` were reported as ``None``. This is corrected to
- now report ``<undetermined location>``. (`#3563
- <https://github.com/pytest-dev/pytest/issues/3563>`_)
+ now report ``<undetermined location>``. (:issue:`3563`)
- Continue to call finalizers in the stack when a finalizer in a former scope
- raises an exception. (`#3569
- <https://github.com/pytest-dev/pytest/issues/3569>`_)
+ raises an exception. (:issue:`3569`)
-- Fix encoding error with ``print`` statements in doctests (`#3583
- <https://github.com/pytest-dev/pytest/issues/3583>`_)
+- Fix encoding error with ``print`` statements in doctests (:issue:`3583`)
Improved Documentation
----------------------
-- Add documentation for the ``--strict`` flag. (`#3549
- <https://github.com/pytest-dev/pytest/issues/3549>`_)
+- Add documentation for the ``--strict`` flag. (:issue:`3549`)
Trivial/Internal Changes
------------------------
-- Update old quotation style to parens in fixture.rst documentation. (`#3525
- <https://github.com/pytest-dev/pytest/issues/3525>`_)
+- Update old quotation style to parens in fixture.rst documentation. (:issue:`3525`)
- Improve display of hint about ``--fulltrace`` with ``KeyboardInterrupt``.
- (`#3545 <https://github.com/pytest-dev/pytest/issues/3545>`_)
+ (:issue:`3545`)
- pytest's testsuite is no longer runnable through ``python setup.py test`` --
- instead invoke ``pytest`` or ``tox`` directly. (`#3552
- <https://github.com/pytest-dev/pytest/issues/3552>`_)
+ instead invoke ``pytest`` or ``tox`` directly. (:issue:`3552`)
-- Fix typo in documentation (`#3567
- <https://github.com/pytest-dev/pytest/issues/3567>`_)
+- Fix typo in documentation (:issue:`3567`)
pytest 3.6.1 (2018-06-05)
@@ -3905,41 +4676,35 @@ Bug Fixes
---------
- Fixed a bug where stdout and stderr were logged twice by junitxml when a test
- was marked xfail. (`#3491
- <https://github.com/pytest-dev/pytest/issues/3491>`_)
+ was marked xfail. (:issue:`3491`)
-- Fix ``usefixtures`` mark applyed to unittest tests by correctly instantiating
- ``FixtureInfo``. (`#3498
- <https://github.com/pytest-dev/pytest/issues/3498>`_)
+- Fix ``usefixtures`` mark applied to unittest tests by correctly instantiating
+ ``FixtureInfo``. (:issue:`3498`)
- Fix assertion rewriter compatibility with libraries that monkey patch
- ``file`` objects. (`#3503
- <https://github.com/pytest-dev/pytest/issues/3503>`_)
+ ``file`` objects. (:issue:`3503`)
Improved Documentation
----------------------
- Added a section on how to use fixtures as factories to the fixture
- documentation. (`#3461 <https://github.com/pytest-dev/pytest/issues/3461>`_)
+ documentation. (:issue:`3461`)
Trivial/Internal Changes
------------------------
- Enable caching for pip/pre-commit in order to reduce build time on
- travis/appveyor. (`#3502
- <https://github.com/pytest-dev/pytest/issues/3502>`_)
+ travis/appveyor. (:issue:`3502`)
- Switch pytest to the src/ layout as we already suggested it for good practice
- - now we implement it as well. (`#3513
- <https://github.com/pytest-dev/pytest/issues/3513>`_)
+ - now we implement it as well. (:issue:`3513`)
- Fix if in tests to support 3.7.0b5, where a docstring handling in AST got
- reverted. (`#3530 <https://github.com/pytest-dev/pytest/issues/3530>`_)
+ reverted. (:issue:`3530`)
-- Remove some python2.5 compatibility code. (`#3529
- <https://github.com/pytest-dev/pytest/issues/3529>`_)
+- Remove some python2.5 compatibility code. (:issue:`3529`)
pytest 3.6.0 (2018-05-23)
@@ -3952,80 +4717,71 @@ Features
node handling which fixes a number of long standing bugs caused by the old
design. This introduces new ``Node.iter_markers(name)`` and
``Node.get_closest_marker(name)`` APIs. Users are **strongly encouraged** to
- read the `reasons for the revamp in the docs
- <https://docs.pytest.org/en/stable/historical-notes.html#marker-revamp-and-iteration>`_,
- or jump over to details about `updating existing code to use the new APIs
- <https://docs.pytest.org/en/stable/historical-notes.html#updating-code>`_.
- (`#3317 <https://github.com/pytest-dev/pytest/issues/3317>`_)
+ read the :ref:`reasons for the revamp in the docs <marker-revamp>`,
+ or jump over to details about :ref:`updating existing code to use the new APIs
+ <update marker code>`.
+ (:issue:`3317`)
- Now when ``@pytest.fixture`` is applied more than once to the same function a
``ValueError`` is raised. This buggy behavior would cause surprising problems
- and if was working for a test suite it was mostly by accident. (`#2334
- <https://github.com/pytest-dev/pytest/issues/2334>`_)
+ and if was working for a test suite it was mostly by accident. (:issue:`2334`)
-- Support for Python 3.7's builtin ``breakpoint()`` method, see `Using the
- builtin breakpoint function
- <https://docs.pytest.org/en/stable/usage.html#breakpoint-builtin>`_ for
- details. (`#3180 <https://github.com/pytest-dev/pytest/issues/3180>`_)
+- Support for Python 3.7's builtin ``breakpoint()`` method, see
+ :ref:`Using the builtin breakpoint function <breakpoint-builtin>` for
+ details. (:issue:`3180`)
- ``monkeypatch`` now supports a ``context()`` function which acts as a context
- manager which undoes all patching done within the ``with`` block. (`#3290
- <https://github.com/pytest-dev/pytest/issues/3290>`_)
+ manager which undoes all patching done within the ``with`` block. (:issue:`3290`)
- The ``--pdb`` option now causes KeyboardInterrupt to enter the debugger,
instead of stopping the test session. On python 2.7, hitting CTRL+C again
- exits the debugger. On python 3.2 and higher, use CTRL+D. (`#3299
- <https://github.com/pytest-dev/pytest/issues/3299>`_)
+ exits the debugger. On python 3.2 and higher, use CTRL+D. (:issue:`3299`)
- pytest no longer changes the log level of the root logger when the
``log-level`` parameter has greater numeric value than that of the level of
the root logger, which makes it play better with custom logging configuration
- in user code. (`#3307 <https://github.com/pytest-dev/pytest/issues/3307>`_)
+ in user code. (:issue:`3307`)
Bug Fixes
---------
- A rare race-condition which might result in corrupted ``.pyc`` files on
- Windows has been hopefully solved. (`#3008
- <https://github.com/pytest-dev/pytest/issues/3008>`_)
+ Windows has been hopefully solved. (:issue:`3008`)
- Also use iter_marker for discovering the marks applying for marker
expressions from the cli to avoid the bad data from the legacy mark storage.
- (`#3441 <https://github.com/pytest-dev/pytest/issues/3441>`_)
+ (:issue:`3441`)
- When showing diffs of failed assertions where the contents contain only
whitespace, escape them using ``repr()`` first to make it easy to spot the
- differences. (`#3443 <https://github.com/pytest-dev/pytest/issues/3443>`_)
+ differences. (:issue:`3443`)
Improved Documentation
----------------------
- Change documentation copyright year to a range which auto-updates itself each
- time it is published. (`#3303
- <https://github.com/pytest-dev/pytest/issues/3303>`_)
+ time it is published. (:issue:`3303`)
Trivial/Internal Changes
------------------------
- ``pytest`` now depends on the `python-atomicwrites
- <https://github.com/untitaker/python-atomicwrites>`_ library. (`#3008
- <https://github.com/pytest-dev/pytest/issues/3008>`_)
+ <https://github.com/untitaker/python-atomicwrites>`_ library. (:issue:`3008`)
-- Update all pypi.python.org URLs to pypi.org. (`#3431
- <https://github.com/pytest-dev/pytest/issues/3431>`_)
+- Update all pypi.python.org URLs to pypi.org. (:issue:`3431`)
- Detect `pytest_` prefixed hooks using the internal plugin manager since
``pluggy`` is deprecating the ``implprefix`` argument to ``PluginManager``.
- (`#3487 <https://github.com/pytest-dev/pytest/issues/3487>`_)
+ (:issue:`3487`)
- Import ``Mapping`` and ``Sequence`` from ``_pytest.compat`` instead of
directly from ``collections`` in ``python_api.py::approx``. Add ``Mapping``
to ``_pytest.compat``, import it from ``collections`` on python 2, but from
``collections.abc`` on Python 3 to avoid a ``DeprecationWarning`` on Python
- 3.7 or newer. (`#3497 <https://github.com/pytest-dev/pytest/issues/3497>`_)
+ 3.7 or newer. (:issue:`3497`)
pytest 3.5.1 (2018-04-23)
@@ -4039,45 +4795,39 @@ Bug Fixes
each test executes. Those attributes are added by pytest during the test run
to aid debugging, but were never reset so they would create a leaking
reference to the last failing test's frame which in turn could never be
- reclaimed by the garbage collector. (`#2798
- <https://github.com/pytest-dev/pytest/issues/2798>`_)
+ reclaimed by the garbage collector. (:issue:`2798`)
- ``pytest.raises`` now raises ``TypeError`` when receiving an unknown keyword
- argument. (`#3348 <https://github.com/pytest-dev/pytest/issues/3348>`_)
+ argument. (:issue:`3348`)
- ``pytest.raises`` now works with exception classes that look like iterables.
- (`#3372 <https://github.com/pytest-dev/pytest/issues/3372>`_)
+ (:issue:`3372`)
Improved Documentation
----------------------
- Fix typo in ``caplog`` fixture documentation, which incorrectly identified
- certain attributes as methods. (`#3406
- <https://github.com/pytest-dev/pytest/issues/3406>`_)
+ certain attributes as methods. (:issue:`3406`)
Trivial/Internal Changes
------------------------
- Added a more indicative error message when parametrizing a function whose
- argument takes a default value. (`#3221
- <https://github.com/pytest-dev/pytest/issues/3221>`_)
+ argument takes a default value. (:issue:`3221`)
- Remove internal ``_pytest.terminal.flatten`` function in favor of
- ``more_itertools.collapse``. (`#3330
- <https://github.com/pytest-dev/pytest/issues/3330>`_)
+ ``more_itertools.collapse``. (:issue:`3330`)
- Import some modules from ``collections.abc`` instead of ``collections`` as
- the former modules trigger ``DeprecationWarning`` in Python 3.7. (`#3339
- <https://github.com/pytest-dev/pytest/issues/3339>`_)
+ the former modules trigger ``DeprecationWarning`` in Python 3.7. (:issue:`3339`)
- record_property is no longer experimental, removing the warnings was
- forgotten. (`#3360 <https://github.com/pytest-dev/pytest/issues/3360>`_)
+ forgotten. (:issue:`3360`)
- Mention in documentation and CLI help that fixtures with leading ``_`` are
- printed by ``pytest --fixtures`` only if the ``-v`` option is added. (`#3398
- <https://github.com/pytest-dev/pytest/issues/3398>`_)
+ printed by ``pytest --fixtures`` only if the ``-v`` option is added. (:issue:`3398`)
pytest 3.5.0 (2018-03-21)
@@ -4087,12 +4837,12 @@ Deprecations and Removals
-------------------------
- ``record_xml_property`` fixture is now deprecated in favor of the more
- generic ``record_property``. (`#2770
- <https://github.com/pytest-dev/pytest/issues/2770>`_)
+ generic ``record_property``. (:issue:`2770`)
- Defining ``pytest_plugins`` is now deprecated in non-top-level conftest.py
- files, because they "leak" to the entire directory tree. `See the docs <https://docs.pytest.org/en/stable/deprecations.html#pytest-plugins-in-non-top-level-conftest-files>`_ for the rationale behind this decision (`#3084
- <https://github.com/pytest-dev/pytest/issues/3084>`_)
+ files, because they "leak" to the entire directory tree.
+ :ref:`See the docs <pytest_plugins in non-top-level conftest files deprecated>`
+ for the rationale behind this decision (:issue:`3084`)
Features
@@ -4100,136 +4850,114 @@ Features
- New ``--show-capture`` command-line option that allows to specify how to
display captured output when tests fail: ``no``, ``stdout``, ``stderr``,
- ``log`` or ``all`` (the default). (`#1478
- <https://github.com/pytest-dev/pytest/issues/1478>`_)
+ ``log`` or ``all`` (the default). (:issue:`1478`)
- New ``--rootdir`` command-line option to override the rules for discovering
- the root directory. See `customize
- <https://docs.pytest.org/en/stable/customize.html>`_ in the documentation for
- details. (`#1642 <https://github.com/pytest-dev/pytest/issues/1642>`_)
+ the root directory. See :doc:`customize <reference/customize>` in the documentation for
+ details. (:issue:`1642`)
- Fixtures are now instantiated based on their scopes, with higher-scoped
fixtures (such as ``session``) being instantiated first than lower-scoped
fixtures (such as ``function``). The relative order of fixtures of the same
scope is kept unchanged, based in their declaration order and their
- dependencies. (`#2405 <https://github.com/pytest-dev/pytest/issues/2405>`_)
+ dependencies. (:issue:`2405`)
- ``record_xml_property`` renamed to ``record_property`` and is now compatible
with xdist, markers and any reporter. ``record_xml_property`` name is now
- deprecated. (`#2770 <https://github.com/pytest-dev/pytest/issues/2770>`_)
+ deprecated. (:issue:`2770`)
- New ``--nf``, ``--new-first`` options: run new tests first followed by the
rest of the tests, in both cases tests are also sorted by the file modified
- time, with more recent files coming first. (`#3034
- <https://github.com/pytest-dev/pytest/issues/3034>`_)
+ time, with more recent files coming first. (:issue:`3034`)
- New ``--last-failed-no-failures`` command-line option that allows to specify
the behavior of the cache plugin's ```--last-failed`` feature when no tests
failed in the last run (or no cache was found): ``none`` or ``all`` (the
- default). (`#3139 <https://github.com/pytest-dev/pytest/issues/3139>`_)
+ default). (:issue:`3139`)
- New ``--doctest-continue-on-failure`` command-line option to enable doctests
to show multiple failures for each snippet, instead of stopping at the first
- failure. (`#3149 <https://github.com/pytest-dev/pytest/issues/3149>`_)
+ failure. (:issue:`3149`)
- Captured log messages are added to the ``<system-out>`` tag in the generated
junit xml file if the ``junit_logging`` ini option is set to ``system-out``.
If the value of this ini option is ``system-err``, the logs are written to
``<system-err>``. The default value for ``junit_logging`` is ``no``, meaning
- captured logs are not written to the output file. (`#3156
- <https://github.com/pytest-dev/pytest/issues/3156>`_)
+ captured logs are not written to the output file. (:issue:`3156`)
- Allow the logging plugin to handle ``pytest_runtest_logstart`` and
- ``pytest_runtest_logfinish`` hooks when live logs are enabled. (`#3189
- <https://github.com/pytest-dev/pytest/issues/3189>`_)
+ ``pytest_runtest_logfinish`` hooks when live logs are enabled. (:issue:`3189`)
- Passing ``--log-cli-level`` in the command-line now automatically activates
- live logging. (`#3190 <https://github.com/pytest-dev/pytest/issues/3190>`_)
+ live logging. (:issue:`3190`)
- Add command line option ``--deselect`` to allow deselection of individual
- tests at collection time. (`#3198
- <https://github.com/pytest-dev/pytest/issues/3198>`_)
+ tests at collection time. (:issue:`3198`)
-- Captured logs are printed before entering pdb. (`#3204
- <https://github.com/pytest-dev/pytest/issues/3204>`_)
+- Captured logs are printed before entering pdb. (:issue:`3204`)
- Deselected item count is now shown before tests are run, e.g. ``collected X
- items / Y deselected``. (`#3213
- <https://github.com/pytest-dev/pytest/issues/3213>`_)
+ items / Y deselected``. (:issue:`3213`)
- The builtin module ``platform`` is now available for use in expressions in
- ``pytest.mark``. (`#3236
- <https://github.com/pytest-dev/pytest/issues/3236>`_)
+ ``pytest.mark``. (:issue:`3236`)
- The *short test summary info* section now is displayed after tracebacks and
- warnings in the terminal. (`#3255
- <https://github.com/pytest-dev/pytest/issues/3255>`_)
+ warnings in the terminal. (:issue:`3255`)
-- New ``--verbosity`` flag to set verbosity level explicitly. (`#3296
- <https://github.com/pytest-dev/pytest/issues/3296>`_)
+- New ``--verbosity`` flag to set verbosity level explicitly. (:issue:`3296`)
-- ``pytest.approx`` now accepts comparing a numpy array with a scalar. (`#3312
- <https://github.com/pytest-dev/pytest/issues/3312>`_)
+- ``pytest.approx`` now accepts comparing a numpy array with a scalar. (:issue:`3312`)
Bug Fixes
---------
- Suppress ``IOError`` when closing the temporary file used for capturing
- streams in Python 2.7. (`#2370
- <https://github.com/pytest-dev/pytest/issues/2370>`_)
+ streams in Python 2.7. (:issue:`2370`)
- Fixed ``clear()`` method on ``caplog`` fixture which cleared ``records``, but
- not the ``text`` property. (`#3297
- <https://github.com/pytest-dev/pytest/issues/3297>`_)
+ not the ``text`` property. (:issue:`3297`)
- During test collection, when stdin is not allowed to be read, the
``DontReadFromStdin`` object still allow itself to be iterable and resolved
- to an iterator without crashing. (`#3314
- <https://github.com/pytest-dev/pytest/issues/3314>`_)
+ to an iterator without crashing. (:issue:`3314`)
Improved Documentation
----------------------
-- Added a `reference <https://docs.pytest.org/en/stable/reference.html>`_ page
- to the docs. (`#1713 <https://github.com/pytest-dev/pytest/issues/1713>`_)
+- Added a :doc:`reference <reference/reference>` page
+ to the docs. (:issue:`1713`)
Trivial/Internal Changes
------------------------
-- Change minimum requirement of ``attrs`` to ``17.4.0``. (`#3228
- <https://github.com/pytest-dev/pytest/issues/3228>`_)
+- Change minimum requirement of ``attrs`` to ``17.4.0``. (:issue:`3228`)
- Renamed example directories so all tests pass when ran from the base
- directory. (`#3245 <https://github.com/pytest-dev/pytest/issues/3245>`_)
+ directory. (:issue:`3245`)
-- Internal ``mark.py`` module has been turned into a package. (`#3250
- <https://github.com/pytest-dev/pytest/issues/3250>`_)
+- Internal ``mark.py`` module has been turned into a package. (:issue:`3250`)
- ``pytest`` now depends on the `more-itertools
- <https://github.com/erikrose/more-itertools>`_ package. (`#3265
- <https://github.com/pytest-dev/pytest/issues/3265>`_)
+ <https://github.com/erikrose/more-itertools>`_ package. (:issue:`3265`)
- Added warning when ``[pytest]`` section is used in a ``.cfg`` file passed
- with ``-c`` (`#3268 <https://github.com/pytest-dev/pytest/issues/3268>`_)
+ with ``-c`` (:issue:`3268`)
- ``nodeids`` can now be passed explicitly to ``FSCollector`` and ``Node``
- constructors. (`#3291 <https://github.com/pytest-dev/pytest/issues/3291>`_)
+ constructors. (:issue:`3291`)
- Internal refactoring of ``FormattedExcinfo`` to use ``attrs`` facilities and
- remove old support code for legacy Python versions. (`#3292
- <https://github.com/pytest-dev/pytest/issues/3292>`_)
+ remove old support code for legacy Python versions. (:issue:`3292`)
-- Refactoring to unify how verbosity is handled internally. (`#3296
- <https://github.com/pytest-dev/pytest/issues/3296>`_)
+- Refactoring to unify how verbosity is handled internally. (:issue:`3296`)
-- Internal refactoring to better integrate with argparse. (`#3304
- <https://github.com/pytest-dev/pytest/issues/3304>`_)
+- Internal refactoring to better integrate with argparse. (:issue:`3304`)
-- Fix a python example when calling a fixture in doc/en/usage.rst (`#3308
- <https://github.com/pytest-dev/pytest/issues/3308>`_)
+- Fix a python example when calling a fixture in doc/en/usage.rst (:issue:`3308`)
pytest 3.4.2 (2018-03-04)
@@ -4238,35 +4966,29 @@ pytest 3.4.2 (2018-03-04)
Bug Fixes
---------
-- Removed progress information when capture option is ``no``. (`#3203
- <https://github.com/pytest-dev/pytest/issues/3203>`_)
+- Removed progress information when capture option is ``no``. (:issue:`3203`)
-- Refactor check of bindir from ``exists`` to ``isdir``. (`#3241
- <https://github.com/pytest-dev/pytest/issues/3241>`_)
+- Refactor check of bindir from ``exists`` to ``isdir``. (:issue:`3241`)
- Fix ``TypeError`` issue when using ``approx`` with a ``Decimal`` value.
- (`#3247 <https://github.com/pytest-dev/pytest/issues/3247>`_)
+ (:issue:`3247`)
-- Fix reference cycle generated when using the ``request`` fixture. (`#3249
- <https://github.com/pytest-dev/pytest/issues/3249>`_)
+- Fix reference cycle generated when using the ``request`` fixture. (:issue:`3249`)
- ``[tool:pytest]`` sections in ``*.cfg`` files passed by the ``-c`` option are
- now properly recognized. (`#3260
- <https://github.com/pytest-dev/pytest/issues/3260>`_)
+ now properly recognized. (:issue:`3260`)
Improved Documentation
----------------------
-- Add logging plugin to plugins list. (`#3209
- <https://github.com/pytest-dev/pytest/issues/3209>`_)
+- Add logging plugin to plugins list. (:issue:`3209`)
Trivial/Internal Changes
------------------------
-- Fix minor typo in fixture.rst (`#3259
- <https://github.com/pytest-dev/pytest/issues/3259>`_)
+- Fix minor typo in fixture.rst (:issue:`3259`)
pytest 3.4.1 (2018-02-20)
@@ -4276,58 +4998,47 @@ Bug Fixes
---------
- Move import of ``doctest.UnexpectedException`` to top-level to avoid possible
- errors when using ``--pdb``. (`#1810
- <https://github.com/pytest-dev/pytest/issues/1810>`_)
+ errors when using ``--pdb``. (:issue:`1810`)
- Added printing of captured stdout/stderr before entering pdb, and improved a
- test which was giving false negatives about output capturing. (`#3052
- <https://github.com/pytest-dev/pytest/issues/3052>`_)
+ test which was giving false negatives about output capturing. (:issue:`3052`)
- Fix ordering of tests using parametrized fixtures which can lead to fixtures
- being created more than necessary. (`#3161
- <https://github.com/pytest-dev/pytest/issues/3161>`_)
+ being created more than necessary. (:issue:`3161`)
- Fix bug where logging happening at hooks outside of "test run" hooks would
- cause an internal error. (`#3184
- <https://github.com/pytest-dev/pytest/issues/3184>`_)
+ cause an internal error. (:issue:`3184`)
- Detect arguments injected by ``unittest.mock.patch`` decorator correctly when
- pypi ``mock.patch`` is installed and imported. (`#3206
- <https://github.com/pytest-dev/pytest/issues/3206>`_)
+ pypi ``mock.patch`` is installed and imported. (:issue:`3206`)
- Errors shown when a ``pytest.raises()`` with ``match=`` fails are now cleaner
on what happened: When no exception was raised, the "matching '...'" part got
removed as it falsely implies that an exception was raised but it didn't
match. When a wrong exception was raised, it's now thrown (like
``pytest.raised()`` without ``match=`` would) instead of complaining about
- the unmatched text. (`#3222
- <https://github.com/pytest-dev/pytest/issues/3222>`_)
+ the unmatched text. (:issue:`3222`)
-- Fixed output capture handling in doctests on macOS. (`#985
- <https://github.com/pytest-dev/pytest/issues/985>`_)
+- Fixed output capture handling in doctests on macOS. (:issue:`985`)
Improved Documentation
----------------------
- Add Sphinx parameter docs for ``match`` and ``message`` args to
- ``pytest.raises``. (`#3202
- <https://github.com/pytest-dev/pytest/issues/3202>`_)
+ ``pytest.raises``. (:issue:`3202`)
Trivial/Internal Changes
------------------------
- pytest has changed the publication procedure and is now being published to
- PyPI directly from Travis. (`#3060
- <https://github.com/pytest-dev/pytest/issues/3060>`_)
+ PyPI directly from Travis. (:issue:`3060`)
- Rename ``ParameterSet._for_parameterize()`` to ``_for_parametrize()`` in
- order to comply with the naming convention. (`#3166
- <https://github.com/pytest-dev/pytest/issues/3166>`_)
+ order to comply with the naming convention. (:issue:`3166`)
-- Skip failing pdb/doctest test on mac. (`#985
- <https://github.com/pytest-dev/pytest/issues/985>`_)
+- Skip failing pdb/doctest test on mac. (:issue:`985`)
pytest 3.4.0 (2018-01-30)
@@ -4337,8 +5048,7 @@ Deprecations and Removals
-------------------------
- All pytest classes now subclass ``object`` for better Python 2/3 compatibility.
- This should not affect user code except in very rare edge cases. (`#2147
- <https://github.com/pytest-dev/pytest/issues/2147>`_)
+ This should not affect user code except in very rare edge cases. (:issue:`2147`)
Features
@@ -4348,99 +5058,81 @@ Features
apply when ``@pytest.mark.parametrize`` is given an empty set of parameters.
Valid options are ``skip`` (default) and ``xfail``. Note that it is planned
to change the default to ``xfail`` in future releases as this is considered
- less error prone. (`#2527
- <https://github.com/pytest-dev/pytest/issues/2527>`_)
+ less error prone. (:issue:`2527`)
-- **Incompatible change**: after community feedback the `logging
- <https://docs.pytest.org/en/stable/logging.html>`_ functionality has
- undergone some changes. Please consult the `logging documentation
- <https://docs.pytest.org/en/stable/logging.html#incompatible-changes-in-pytest-3-4>`_
- for details. (`#3013 <https://github.com/pytest-dev/pytest/issues/3013>`_)
+- **Incompatible change**: after community feedback the :doc:`logging <how-to/logging>` functionality has
+ undergone some changes. Please consult the :ref:`logging documentation <log_changes_3_4>`
+ for details. (:issue:`3013`)
- Console output falls back to "classic" mode when capturing is disabled (``-s``),
- otherwise the output gets garbled to the point of being useless. (`#3038
- <https://github.com/pytest-dev/pytest/issues/3038>`_)
+ otherwise the output gets garbled to the point of being useless. (:issue:`3038`)
-- New `pytest_runtest_logfinish
- <https://docs.pytest.org/en/stable/reference.html#_pytest.hookspec.pytest_runtest_logfinish>`_
+- New :hook:`pytest_runtest_logfinish`
hook which is called when a test item has finished executing, analogous to
- `pytest_runtest_logstart
- <https://docs.pytest.org/en/stable/reference.html#_pytest.hookspec.pytest_runtest_logstart>`_.
- (`#3101 <https://github.com/pytest-dev/pytest/issues/3101>`_)
+ :hook:`pytest_runtest_logstart`.
+ (:issue:`3101`)
-- Improve performance when collecting tests using many fixtures. (`#3107
- <https://github.com/pytest-dev/pytest/issues/3107>`_)
+- Improve performance when collecting tests using many fixtures. (:issue:`3107`)
- New ``caplog.get_records(when)`` method which provides access to the captured
records for the ``"setup"``, ``"call"`` and ``"teardown"``
- testing stages. (`#3117 <https://github.com/pytest-dev/pytest/issues/3117>`_)
+ testing stages. (:issue:`3117`)
- New fixture ``record_xml_attribute`` that allows modifying and inserting
- attributes on the ``<testcase>`` xml node in JUnit reports. (`#3130
- <https://github.com/pytest-dev/pytest/issues/3130>`_)
+ attributes on the ``<testcase>`` xml node in JUnit reports. (:issue:`3130`)
- The default cache directory has been renamed from ``.cache`` to
``.pytest_cache`` after community feedback that the name ``.cache`` did not
- make it clear that it was used by pytest. (`#3138
- <https://github.com/pytest-dev/pytest/issues/3138>`_)
+ make it clear that it was used by pytest. (:issue:`3138`)
-- Colorize the levelname column in the live-log output. (`#3142
- <https://github.com/pytest-dev/pytest/issues/3142>`_)
+- Colorize the levelname column in the live-log output. (:issue:`3142`)
Bug Fixes
---------
- Fix hanging pexpect test on MacOS by using flush() instead of wait().
- (`#2022 <https://github.com/pytest-dev/pytest/issues/2022>`_)
+ (:issue:`2022`)
- Fix restoring Python state after in-process pytest runs with the
``pytester`` plugin; this may break tests using multiple inprocess
pytest runs if later ones depend on earlier ones leaking global interpreter
- changes. (`#3016 <https://github.com/pytest-dev/pytest/issues/3016>`_)
+ changes. (:issue:`3016`)
- Fix skipping plugin reporting hook when test aborted before plugin setup
- hook. (`#3074 <https://github.com/pytest-dev/pytest/issues/3074>`_)
+ hook. (:issue:`3074`)
-- Fix progress percentage reported when tests fail during teardown. (`#3088
- <https://github.com/pytest-dev/pytest/issues/3088>`_)
+- Fix progress percentage reported when tests fail during teardown. (:issue:`3088`)
- **Incompatible change**: ``-o/--override`` option no longer eats all the
remaining options, which can lead to surprising behavior: for example,
``pytest -o foo=1 /path/to/test.py`` would fail because ``/path/to/test.py``
would be considered as part of the ``-o`` command-line argument. One
consequence of this is that now multiple configuration overrides need
- multiple ``-o`` flags: ``pytest -o foo=1 -o bar=2``. (`#3103
- <https://github.com/pytest-dev/pytest/issues/3103>`_)
+ multiple ``-o`` flags: ``pytest -o foo=1 -o bar=2``. (:issue:`3103`)
Improved Documentation
----------------------
- Document hooks (defined with ``historic=True``) which cannot be used with
- ``hookwrapper=True``. (`#2423
- <https://github.com/pytest-dev/pytest/issues/2423>`_)
+ ``hookwrapper=True``. (:issue:`2423`)
- Clarify that warning capturing doesn't change the warning filter by default.
- (`#2457 <https://github.com/pytest-dev/pytest/issues/2457>`_)
+ (:issue:`2457`)
- Clarify a possible confusion when using pytest_fixture_setup with fixture
- functions that return None. (`#2698
- <https://github.com/pytest-dev/pytest/issues/2698>`_)
+ functions that return None. (:issue:`2698`)
-- Fix the wording of a sentence on doctest flags used in pytest. (`#3076
- <https://github.com/pytest-dev/pytest/issues/3076>`_)
+- Fix the wording of a sentence on doctest flags used in pytest. (:issue:`3076`)
- Prefer ``https://*.readthedocs.io`` over ``http://*.rtfd.org`` for links in
- the documentation. (`#3092
- <https://github.com/pytest-dev/pytest/issues/3092>`_)
+ the documentation. (:issue:`3092`)
-- Improve readability (wording, grammar) of Getting Started guide (`#3131
- <https://github.com/pytest-dev/pytest/issues/3131>`_)
+- Improve readability (wording, grammar) of Getting Started guide (:issue:`3131`)
- Added note that calling pytest.main multiple times from the same process is
- not recommended because of import caching. (`#3143
- <https://github.com/pytest-dev/pytest/issues/3143>`_)
+ not recommended because of import caching. (:issue:`3143`)
Trivial/Internal Changes
@@ -4448,18 +5140,15 @@ Trivial/Internal Changes
- Show a simple and easy error when keyword expressions trigger a syntax error
(for example, ``"-k foo and import"`` will show an error that you can not use
- the ``import`` keyword in expressions). (`#2953
- <https://github.com/pytest-dev/pytest/issues/2953>`_)
+ the ``import`` keyword in expressions). (:issue:`2953`)
- Change parametrized automatic test id generation to use the ``__name__``
attribute of functions instead of the fallback argument name plus counter.
- (`#2976 <https://github.com/pytest-dev/pytest/issues/2976>`_)
+ (:issue:`2976`)
-- Replace py.std with stdlib imports. (`#3067
- <https://github.com/pytest-dev/pytest/issues/3067>`_)
+- Replace py.std with stdlib imports. (:issue:`3067`)
-- Corrected 'you' to 'your' in logging docs. (`#3129
- <https://github.com/pytest-dev/pytest/issues/3129>`_)
+- Corrected 'you' to 'your' in logging docs. (:issue:`3129`)
pytest 3.3.2 (2017-12-25)
@@ -4469,34 +5158,31 @@ Bug Fixes
---------
- pytester: ignore files used to obtain current user metadata in the fd leak
- detector. (`#2784 <https://github.com/pytest-dev/pytest/issues/2784>`_)
+ detector. (:issue:`2784`)
- Fix **memory leak** where objects returned by fixtures were never destructed
- by the garbage collector. (`#2981
- <https://github.com/pytest-dev/pytest/issues/2981>`_)
+ by the garbage collector. (:issue:`2981`)
-- Fix conversion of pyargs to filename to not convert symlinks on Python 2. (`#2985
- <https://github.com/pytest-dev/pytest/issues/2985>`_)
+- Fix conversion of pyargs to filename to not convert symlinks on Python 2. (:issue:`2985`)
- ``PYTEST_DONT_REWRITE`` is now checked for plugins too rather than only for
- test modules. (`#2995 <https://github.com/pytest-dev/pytest/issues/2995>`_)
+ test modules. (:issue:`2995`)
Improved Documentation
----------------------
-- Add clarifying note about behavior of multiple parametrized arguments (`#3001
- <https://github.com/pytest-dev/pytest/issues/3001>`_)
+- Add clarifying note about behavior of multiple parametrized arguments (:issue:`3001`)
Trivial/Internal Changes
------------------------
-- Code cleanup. (`#3015 <https://github.com/pytest-dev/pytest/issues/3015>`_,
- `#3021 <https://github.com/pytest-dev/pytest/issues/3021>`_)
+- Code cleanup. (:issue:`3015`,
+ :issue:`3021`)
- Clean up code by replacing imports and references of ``_ast`` to ``ast``.
- (`#3018 <https://github.com/pytest-dev/pytest/issues/3018>`_)
+ (:issue:`3018`)
pytest 3.3.1 (2017-12-05)
@@ -4505,40 +5191,34 @@ pytest 3.3.1 (2017-12-05)
Bug Fixes
---------
-- Fix issue about ``-p no:<plugin>`` having no effect. (`#2920
- <https://github.com/pytest-dev/pytest/issues/2920>`_)
+- Fix issue about ``-p no:<plugin>`` having no effect. (:issue:`2920`)
- Fix regression with warnings that contained non-strings in their arguments in
- Python 2. (`#2956 <https://github.com/pytest-dev/pytest/issues/2956>`_)
+ Python 2. (:issue:`2956`)
-- Always escape null bytes when setting ``PYTEST_CURRENT_TEST``. (`#2957
- <https://github.com/pytest-dev/pytest/issues/2957>`_)
+- Always escape null bytes when setting ``PYTEST_CURRENT_TEST``. (:issue:`2957`)
- Fix ``ZeroDivisionError`` when using the ``testmon`` plugin when no tests
- were actually collected. (`#2971
- <https://github.com/pytest-dev/pytest/issues/2971>`_)
+ were actually collected. (:issue:`2971`)
- Bring back ``TerminalReporter.writer`` as an alias to
``TerminalReporter._tw``. This alias was removed by accident in the ``3.3.0``
- release. (`#2984 <https://github.com/pytest-dev/pytest/issues/2984>`_)
+ release. (:issue:`2984`)
- The ``pytest-capturelog`` plugin is now also blacklisted, avoiding errors when
- running pytest with it still installed. (`#3004
- <https://github.com/pytest-dev/pytest/issues/3004>`_)
+ running pytest with it still installed. (:issue:`3004`)
Improved Documentation
----------------------
-- Fix broken link to plugin ``pytest-localserver``. (`#2963
- <https://github.com/pytest-dev/pytest/issues/2963>`_)
+- Fix broken link to plugin ``pytest-localserver``. (:issue:`2963`)
Trivial/Internal Changes
------------------------
-- Update github "bugs" link in ``CONTRIBUTING.rst`` (`#2949
- <https://github.com/pytest-dev/pytest/issues/2949>`_)
+- Update github "bugs" link in ``CONTRIBUTING.rst`` (:issue:`2949`)
pytest 3.3.0 (2017-11-23)
@@ -4551,171 +5231,142 @@ Deprecations and Removals
are EOL for some time now and incur maintenance and compatibility costs on
the pytest core team, and following up with the rest of the community we
decided that they will no longer be supported starting on this version. Users
- which still require those versions should pin pytest to ``<3.3``. (`#2812
- <https://github.com/pytest-dev/pytest/issues/2812>`_)
+ which still require those versions should pin pytest to ``<3.3``. (:issue:`2812`)
- Remove internal ``_preloadplugins()`` function. This removal is part of the
- ``pytest_namespace()`` hook deprecation. (`#2636
- <https://github.com/pytest-dev/pytest/issues/2636>`_)
+ ``pytest_namespace()`` hook deprecation. (:issue:`2636`)
- Internally change ``CallSpec2`` to have a list of marks instead of a broken
mapping of keywords. This removes the keywords attribute of the internal
- ``CallSpec2`` class. (`#2672
- <https://github.com/pytest-dev/pytest/issues/2672>`_)
+ ``CallSpec2`` class. (:issue:`2672`)
- Remove ParameterSet.deprecated_arg_dict - its not a public api and the lack
- of the underscore was a naming error. (`#2675
- <https://github.com/pytest-dev/pytest/issues/2675>`_)
+ of the underscore was a naming error. (:issue:`2675`)
- Remove the internal multi-typed attribute ``Node._evalskip`` and replace it
- with the boolean ``Node._skipped_by_mark``. (`#2767
- <https://github.com/pytest-dev/pytest/issues/2767>`_)
+ with the boolean ``Node._skipped_by_mark``. (:issue:`2767`)
- The ``params`` list passed to ``pytest.fixture`` is now for
all effects considered immutable and frozen at the moment of the ``pytest.fixture``
call. Previously the list could be changed before the first invocation of the fixture
allowing for a form of dynamic parametrization (for example, updated from command-line options),
but this was an unwanted implementation detail which complicated the internals and prevented
- some internal cleanup. See issue `#2959 <https://github.com/pytest-dev/pytest/issues/2959>`_
+ some internal cleanup. See issue :issue:`2959`
for details and a recommended workaround.
Features
--------
- ``pytest_fixture_post_finalizer`` hook can now receive a ``request``
- argument. (`#2124 <https://github.com/pytest-dev/pytest/issues/2124>`_)
+ argument. (:issue:`2124`)
- Replace the old introspection code in compat.py that determines the available
arguments of fixtures with inspect.signature on Python 3 and
funcsigs.signature on Python 2. This should respect ``__signature__``
- declarations on functions. (`#2267
- <https://github.com/pytest-dev/pytest/issues/2267>`_)
+ declarations on functions. (:issue:`2267`)
-- Report tests with global ``pytestmark`` variable only once. (`#2549
- <https://github.com/pytest-dev/pytest/issues/2549>`_)
+- Report tests with global ``pytestmark`` variable only once. (:issue:`2549`)
- Now pytest displays the total progress percentage while running tests. The
previous output style can be set by configuring the ``console_output_style``
- setting to ``classic``. (`#2657 <https://github.com/pytest-dev/pytest/issues/2657>`_)
+ setting to ``classic``. (:issue:`2657`)
-- Match ``warns`` signature to ``raises`` by adding ``match`` keyword. (`#2708
- <https://github.com/pytest-dev/pytest/issues/2708>`_)
+- Match ``warns`` signature to ``raises`` by adding ``match`` keyword. (:issue:`2708`)
- pytest now captures and displays output from the standard ``logging`` module.
The user can control the logging level to be captured by specifying options
in ``pytest.ini``, the command line and also during individual tests using
markers. Also, a ``caplog`` fixture is available that enables users to test
the captured log during specific tests (similar to ``capsys`` for example).
- For more information, please see the `logging docs
- <https://docs.pytest.org/en/stable/logging.html>`_. This feature was
- introduced by merging the popular `pytest-catchlog
- <https://pypi.org/project/pytest-catchlog/>`_ plugin, thanks to `Thomas Hisch
- <https://github.com/thisch>`_. Be advised that during the merging the
+ For more information, please see the :doc:`logging docs <how-to/logging>`. This feature was
+ introduced by merging the popular :pypi:`pytest-catchlog` plugin, thanks to :user:`thisch`.
+ Be advised that during the merging the
backward compatibility interface with the defunct ``pytest-capturelog`` has
- been dropped. (`#2794 <https://github.com/pytest-dev/pytest/issues/2794>`_)
+ been dropped. (:issue:`2794`)
- Add ``allow_module_level`` kwarg to ``pytest.skip()``, enabling to skip the
- whole module. (`#2808 <https://github.com/pytest-dev/pytest/issues/2808>`_)
+ whole module. (:issue:`2808`)
-- Allow setting ``file_or_dir``, ``-c``, and ``-o`` in PYTEST_ADDOPTS. (`#2824
- <https://github.com/pytest-dev/pytest/issues/2824>`_)
+- Allow setting ``file_or_dir``, ``-c``, and ``-o`` in PYTEST_ADDOPTS. (:issue:`2824`)
- Return stdout/stderr capture results as a ``namedtuple``, so ``out`` and
- ``err`` can be accessed by attribute. (`#2879
- <https://github.com/pytest-dev/pytest/issues/2879>`_)
+ ``err`` can be accessed by attribute. (:issue:`2879`)
- Add ``capfdbinary``, a version of ``capfd`` which returns bytes from
- ``readouterr()``. (`#2923
- <https://github.com/pytest-dev/pytest/issues/2923>`_)
+ ``readouterr()``. (:issue:`2923`)
- Add ``capsysbinary`` a version of ``capsys`` which returns bytes from
- ``readouterr()``. (`#2934
- <https://github.com/pytest-dev/pytest/issues/2934>`_)
+ ``readouterr()``. (:issue:`2934`)
- Implement feature to skip ``setup.py`` files when run with
- ``--doctest-modules``. (`#502
- <https://github.com/pytest-dev/pytest/issues/502>`_)
+ ``--doctest-modules``. (:issue:`502`)
Bug Fixes
---------
- Resume output capturing after ``capsys/capfd.disabled()`` context manager.
- (`#1993 <https://github.com/pytest-dev/pytest/issues/1993>`_)
+ (:issue:`1993`)
- ``pytest_fixture_setup`` and ``pytest_fixture_post_finalizer`` hooks are now
- called for all ``conftest.py`` files. (`#2124
- <https://github.com/pytest-dev/pytest/issues/2124>`_)
+ called for all ``conftest.py`` files. (:issue:`2124`)
- If an exception happens while loading a plugin, pytest no longer hides the
original traceback. In Python 2 it will show the original traceback with a new
message that explains in which plugin. In Python 3 it will show 2 canonized
exceptions, the original exception while loading the plugin in addition to an
- exception that pytest throws about loading a plugin. (`#2491
- <https://github.com/pytest-dev/pytest/issues/2491>`_)
+ exception that pytest throws about loading a plugin. (:issue:`2491`)
-- ``capsys`` and ``capfd`` can now be used by other fixtures. (`#2709
- <https://github.com/pytest-dev/pytest/issues/2709>`_)
+- ``capsys`` and ``capfd`` can now be used by other fixtures. (:issue:`2709`)
- Internal ``pytester`` plugin properly encodes ``bytes`` arguments to
- ``utf-8``. (`#2738 <https://github.com/pytest-dev/pytest/issues/2738>`_)
+ ``utf-8``. (:issue:`2738`)
- ``testdir`` now uses use the same method used by ``tmpdir`` to create its
temporary directory. This changes the final structure of the ``testdir``
directory slightly, but should not affect usage in normal scenarios and
- avoids a number of potential problems. (`#2751
- <https://github.com/pytest-dev/pytest/issues/2751>`_)
+ avoids a number of potential problems. (:issue:`2751`)
- pytest no longer complains about warnings with unicode messages being
non-ascii compatible even for ascii-compatible messages. As a result of this,
warnings with unicode messages are converted first to an ascii representation
- for safety. (`#2809 <https://github.com/pytest-dev/pytest/issues/2809>`_)
+ for safety. (:issue:`2809`)
- Change return value of pytest command when ``--maxfail`` is reached from
- ``2`` (interrupted) to ``1`` (failed). (`#2845
- <https://github.com/pytest-dev/pytest/issues/2845>`_)
+ ``2`` (interrupted) to ``1`` (failed). (:issue:`2845`)
- Fix issue in assertion rewriting which could lead it to rewrite modules which
- should not be rewritten. (`#2939
- <https://github.com/pytest-dev/pytest/issues/2939>`_)
+ should not be rewritten. (:issue:`2939`)
-- Handle marks without description in ``pytest.ini``. (`#2942
- <https://github.com/pytest-dev/pytest/issues/2942>`_)
+- Handle marks without description in ``pytest.ini``. (:issue:`2942`)
Trivial/Internal Changes
------------------------
-- pytest now depends on `attrs <https://pypi.org/project/attrs/>`__ for internal
- structures to ease code maintainability. (`#2641
- <https://github.com/pytest-dev/pytest/issues/2641>`_)
+- pytest now depends on :pypi:`attrs` for internal
+ structures to ease code maintainability. (:issue:`2641`)
-- Refactored internal Python 2/3 compatibility code to use ``six``. (`#2642
- <https://github.com/pytest-dev/pytest/issues/2642>`_)
+- Refactored internal Python 2/3 compatibility code to use ``six``. (:issue:`2642`)
- Stop vendoring ``pluggy`` - we're missing out on its latest changes for not
- much benefit (`#2719 <https://github.com/pytest-dev/pytest/issues/2719>`_)
+ much benefit (:issue:`2719`)
- Internal refactor: simplify ascii string escaping by using the
- backslashreplace error handler in newer Python 3 versions. (`#2734
- <https://github.com/pytest-dev/pytest/issues/2734>`_)
+ backslashreplace error handler in newer Python 3 versions. (:issue:`2734`)
-- Remove unnecessary mark evaluator in unittest plugin (`#2767
- <https://github.com/pytest-dev/pytest/issues/2767>`_)
+- Remove unnecessary mark evaluator in unittest plugin (:issue:`2767`)
- Calls to ``Metafunc.addcall`` now emit a deprecation warning. This function
- is scheduled to be removed in ``pytest-4.0``. (`#2876
- <https://github.com/pytest-dev/pytest/issues/2876>`_)
+ is scheduled to be removed in ``pytest-4.0``. (:issue:`2876`)
- Internal move of the parameterset extraction to a more maintainable place.
- (`#2877 <https://github.com/pytest-dev/pytest/issues/2877>`_)
+ (:issue:`2877`)
-- Internal refactoring to simplify scope node lookup. (`#2910
- <https://github.com/pytest-dev/pytest/issues/2910>`_)
+- Internal refactoring to simplify scope node lookup. (:issue:`2910`)
- Configure ``pytest`` to prevent pip from installing pytest in unsupported
- Python versions. (`#2922
- <https://github.com/pytest-dev/pytest/issues/2922>`_)
+ Python versions. (:issue:`2922`)
pytest 3.2.5 (2017-11-15)
@@ -4725,8 +5376,7 @@ Bug Fixes
---------
- Remove ``py<1.5`` restriction from ``pytest`` as this can cause version
- conflicts in some installations. (`#2926
- <https://github.com/pytest-dev/pytest/issues/2926>`_)
+ conflicts in some installations. (:issue:`2926`)
pytest 3.2.4 (2017-11-13)
@@ -4736,46 +5386,37 @@ Bug Fixes
---------
- Fix the bug where running with ``--pyargs`` will result in items with
- empty ``parent.nodeid`` if run from a different root directory. (`#2775
- <https://github.com/pytest-dev/pytest/issues/2775>`_)
+ empty ``parent.nodeid`` if run from a different root directory. (:issue:`2775`)
- Fix issue with ``@pytest.parametrize`` if argnames was specified as keyword arguments.
- (`#2819 <https://github.com/pytest-dev/pytest/issues/2819>`_)
+ (:issue:`2819`)
-- Strip whitespace from marker names when reading them from INI config. (`#2856
- <https://github.com/pytest-dev/pytest/issues/2856>`_)
+- Strip whitespace from marker names when reading them from INI config. (:issue:`2856`)
- Show full context of doctest source in the pytest output, if the line number of
- failed example in the docstring is < 9. (`#2882
- <https://github.com/pytest-dev/pytest/issues/2882>`_)
+ failed example in the docstring is < 9. (:issue:`2882`)
- Match fixture paths against actual path segments in order to avoid matching folders which share a prefix.
- (`#2836 <https://github.com/pytest-dev/pytest/issues/2836>`_)
+ (:issue:`2836`)
Improved Documentation
----------------------
-- Introduce a dedicated section about conftest.py. (`#1505
- <https://github.com/pytest-dev/pytest/issues/1505>`_)
+- Introduce a dedicated section about conftest.py. (:issue:`1505`)
-- Explicitly mention ``xpass`` in the documentation of ``xfail``. (`#1997
- <https://github.com/pytest-dev/pytest/issues/1997>`_)
+- Explicitly mention ``xpass`` in the documentation of ``xfail``. (:issue:`1997`)
-- Append example for pytest.param in the example/parametrize document. (`#2658
- <https://github.com/pytest-dev/pytest/issues/2658>`_)
+- Append example for pytest.param in the example/parametrize document. (:issue:`2658`)
-- Clarify language of proposal for fixtures parameters (`#2893
- <https://github.com/pytest-dev/pytest/issues/2893>`_)
+- Clarify language of proposal for fixtures parameters (:issue:`2893`)
- List python 3.6 in the documented supported versions in the getting started
- document. (`#2903 <https://github.com/pytest-dev/pytest/issues/2903>`_)
+ document. (:issue:`2903`)
-- Clarify the documentation of available fixture scopes. (`#538
- <https://github.com/pytest-dev/pytest/issues/538>`_)
+- Clarify the documentation of available fixture scopes. (:issue:`538`)
- Add documentation about the ``python -m pytest`` invocation adding the
- current directory to sys.path. (`#911
- <https://github.com/pytest-dev/pytest/issues/911>`_)
+ current directory to sys.path. (:issue:`911`)
pytest 3.2.3 (2017-10-03)
@@ -4784,38 +5425,33 @@ pytest 3.2.3 (2017-10-03)
Bug Fixes
---------
-- Fix crash in tab completion when no prefix is given. (`#2748
- <https://github.com/pytest-dev/pytest/issues/2748>`_)
+- Fix crash in tab completion when no prefix is given. (:issue:`2748`)
- The equality checking function (``__eq__``) of ``MarkDecorator`` returns
- ``False`` if one object is not an instance of ``MarkDecorator``. (`#2758
- <https://github.com/pytest-dev/pytest/issues/2758>`_)
+ ``False`` if one object is not an instance of ``MarkDecorator``. (:issue:`2758`)
- When running ``pytest --fixtures-per-test``: don't crash if an item has no
- _fixtureinfo attribute (e.g. doctests) (`#2788
- <https://github.com/pytest-dev/pytest/issues/2788>`_)
+ _fixtureinfo attribute (e.g. doctests) (:issue:`2788`)
Improved Documentation
----------------------
- In help text of ``-k`` option, add example of using ``not`` to not select
- certain tests whose names match the provided expression. (`#1442
- <https://github.com/pytest-dev/pytest/issues/1442>`_)
+ certain tests whose names match the provided expression. (:issue:`1442`)
- Add note in ``parametrize.rst`` about calling ``metafunc.parametrize``
- multiple times. (`#1548 <https://github.com/pytest-dev/pytest/issues/1548>`_)
+ multiple times. (:issue:`1548`)
Trivial/Internal Changes
------------------------
- Set ``xfail_strict=True`` in pytest's own test suite to catch expected
- failures as soon as they start to pass. (`#2722
- <https://github.com/pytest-dev/pytest/issues/2722>`_)
+ failures as soon as they start to pass. (:issue:`2722`)
- Fix typo in example of passing a callable to markers (in example/markers.rst)
- (`#2765 <https://github.com/pytest-dev/pytest/issues/2765>`_)
+ (:issue:`2765`)
pytest 3.2.2 (2017-09-06)
@@ -4825,17 +5461,14 @@ Bug Fixes
---------
- Calling the deprecated ``request.getfuncargvalue()`` now shows the source of
- the call. (`#2681 <https://github.com/pytest-dev/pytest/issues/2681>`_)
+ the call. (:issue:`2681`)
-- Allow tests declared as ``@staticmethod`` to use fixtures. (`#2699
- <https://github.com/pytest-dev/pytest/issues/2699>`_)
+- Allow tests declared as ``@staticmethod`` to use fixtures. (:issue:`2699`)
- Fixed edge-case during collection: attributes which raised ``pytest.fail``
- when accessed would abort the entire collection. (`#2707
- <https://github.com/pytest-dev/pytest/issues/2707>`_)
+ when accessed would abort the entire collection. (:issue:`2707`)
-- Fix ``ReprFuncArgs`` with mixed unicode and UTF-8 args. (`#2731
- <https://github.com/pytest-dev/pytest/issues/2731>`_)
+- Fix ``ReprFuncArgs`` with mixed unicode and UTF-8 args. (:issue:`2731`)
Improved Documentation
@@ -4843,26 +5476,23 @@ Improved Documentation
- In examples on working with custom markers, add examples demonstrating the
usage of ``pytest.mark.MARKER_NAME.with_args`` in comparison with
- ``pytest.mark.MARKER_NAME.__call__`` (`#2604
- <https://github.com/pytest-dev/pytest/issues/2604>`_)
+ ``pytest.mark.MARKER_NAME.__call__`` (:issue:`2604`)
- In one of the simple examples, use ``pytest_collection_modifyitems()`` to skip
tests based on a command-line option, allowing its sharing while preventing a
- user error when acessing ``pytest.config`` before the argument parsing.
- (`#2653 <https://github.com/pytest-dev/pytest/issues/2653>`_)
+ user error when accessing ``pytest.config`` before the argument parsing.
+ (:issue:`2653`)
Trivial/Internal Changes
------------------------
- Fixed minor error in 'Good Practices/Manual Integration' code snippet.
- (`#2691 <https://github.com/pytest-dev/pytest/issues/2691>`_)
+ (:issue:`2691`)
-- Fixed typo in goodpractices.rst. (`#2721
- <https://github.com/pytest-dev/pytest/issues/2721>`_)
+- Fixed typo in goodpractices.rst. (:issue:`2721`)
-- Improve user guidance regarding ``--resultlog`` deprecation. (`#2739
- <https://github.com/pytest-dev/pytest/issues/2739>`_)
+- Improve user guidance regarding ``--resultlog`` deprecation. (:issue:`2739`)
pytest 3.2.1 (2017-08-08)
@@ -4871,28 +5501,24 @@ pytest 3.2.1 (2017-08-08)
Bug Fixes
---------
-- Fixed small terminal glitch when collecting a single test item. (`#2579
- <https://github.com/pytest-dev/pytest/issues/2579>`_)
+- Fixed small terminal glitch when collecting a single test item. (:issue:`2579`)
- Correctly consider ``/`` as the file separator to automatically mark plugin
- files for rewrite on Windows. (`#2591 <https://github.com/pytest-
- dev/pytest/issues/2591>`_)
+ files for rewrite on Windows. (:issue:`2591`)
- Properly escape test names when setting ``PYTEST_CURRENT_TEST`` environment
- variable. (`#2644 <https://github.com/pytest-dev/pytest/issues/2644>`_)
+ variable. (:issue:`2644`)
- Fix error on Windows and Python 3.6+ when ``sys.stdout`` has been replaced
with a stream-like object which does not implement the full ``io`` module
buffer protocol. In particular this affects ``pytest-xdist`` users on the
- aforementioned platform. (`#2666 <https://github.com/pytest-
- dev/pytest/issues/2666>`_)
+ aforementioned platform. (:issue:`2666`)
Improved Documentation
----------------------
-- Explicitly document which pytest features work with ``unittest``. (`#2626
- <https://github.com/pytest-dev/pytest/issues/2626>`_)
+- Explicitly document which pytest features work with ``unittest``. (:issue:`2626`)
pytest 3.2.0 (2017-07-30)
@@ -4902,163 +5528,134 @@ Deprecations and Removals
-------------------------
- ``pytest.approx`` no longer supports ``>``, ``>=``, ``<`` and ``<=``
- operators to avoid surprising/inconsistent behavior. See `the approx docs
- <https://docs.pytest.org/en/stable/reference.html#pytest-approx>`_ for more
- information. (`#2003 <https://github.com/pytest-dev/pytest/issues/2003>`_)
+ operators to avoid surprising/inconsistent behavior. See the :func:`~pytest.approx` docs for more
+ information. (:issue:`2003`)
- All old-style specific behavior in current classes in the pytest's API is
considered deprecated at this point and will be removed in a future release.
- This affects Python 2 users only and in rare situations. (`#2147
- <https://github.com/pytest-dev/pytest/issues/2147>`_)
+ This affects Python 2 users only and in rare situations. (:issue:`2147`)
- A deprecation warning is now raised when using marks for parameters
in ``pytest.mark.parametrize``. Use ``pytest.param`` to apply marks to
- parameters instead. (`#2427 <https://github.com/pytest-dev/pytest/issues/2427>`_)
+ parameters instead. (:issue:`2427`)
Features
--------
-- Add support for numpy arrays (and dicts) to approx. (`#1994
- <https://github.com/pytest-dev/pytest/issues/1994>`_)
+- Add support for numpy arrays (and dicts) to approx. (:issue:`1994`)
- Now test function objects have a ``pytestmark`` attribute containing a list
of marks applied directly to the test function, as opposed to marks inherited
- from parent classes or modules. (`#2516 <https://github.com/pytest-
- dev/pytest/issues/2516>`_)
+ from parent classes or modules. (:issue:`2516`)
- Collection ignores local virtualenvs by default; ``--collect-in-virtualenv``
- overrides this behavior. (`#2518 <https://github.com/pytest-
- dev/pytest/issues/2518>`_)
+ overrides this behavior. (:issue:`2518`)
- Allow class methods decorated as ``@staticmethod`` to be candidates for
collection as a test function. (Only for Python 2.7 and above. Python 2.6
- will still ignore static methods.) (`#2528 <https://github.com/pytest-
- dev/pytest/issues/2528>`_)
+ will still ignore static methods.) (:issue:`2528`)
- Introduce ``mark.with_args`` in order to allow passing functions/classes as
- sole argument to marks. (`#2540 <https://github.com/pytest-
- dev/pytest/issues/2540>`_)
+ sole argument to marks. (:issue:`2540`)
- New ``cache_dir`` ini option: sets the directory where the contents of the
cache plugin are stored. Directory may be relative or absolute path: if relative path, then
directory is created relative to ``rootdir``, otherwise it is used as is.
Additionally path may contain environment variables which are expanded during
- runtime. (`#2543 <https://github.com/pytest-dev/pytest/issues/2543>`_)
+ runtime. (:issue:`2543`)
- Introduce the ``PYTEST_CURRENT_TEST`` environment variable that is set with
the ``nodeid`` and stage (``setup``, ``call`` and ``teardown``) of the test
- being currently executed. See the `documentation
- <https://docs.pytest.org/en/stable/example/simple.html#pytest-current-test-
- environment-variable>`_ for more info. (`#2583 <https://github.com/pytest-
- dev/pytest/issues/2583>`_)
+ being currently executed. See the :ref:`documentation <pytest current test env>`
+ for more info. (:issue:`2583`)
- Introduced ``@pytest.mark.filterwarnings`` mark which allows overwriting the
- warnings filter on a per test, class or module level. See the `docs
- <https://docs.pytest.org/en/stable/warnings.html#pytest-mark-
- filterwarnings>`_ for more information. (`#2598 <https://github.com/pytest-
- dev/pytest/issues/2598>`_)
+ warnings filter on a per test, class or module level. See the :ref:`docs <filterwarnings>`
+ for more information. (:issue:`2598`)
- ``--last-failed`` now remembers forever when a test has failed and only
forgets it if it passes again. This makes it easy to fix a test suite by
- selectively running files and fixing tests incrementally. (`#2621
- <https://github.com/pytest-dev/pytest/issues/2621>`_)
+ selectively running files and fixing tests incrementally. (:issue:`2621`)
- New ``pytest_report_collectionfinish`` hook which allows plugins to add
messages to the terminal reporting after collection has been finished
- successfully. (`#2622 <https://github.com/pytest-dev/pytest/issues/2622>`_)
+ successfully. (:issue:`2622`)
-- Added support for `PEP-415's <https://www.python.org/dev/peps/pep-0415/>`_
+- Added support for :pep:`415`\'s
``Exception.__suppress_context__``. Now if a ``raise exception from None`` is
caught by pytest, pytest will no longer chain the context in the test report.
- The behavior now matches Python's traceback behavior. (`#2631
- <https://github.com/pytest-dev/pytest/issues/2631>`_)
+ The behavior now matches Python's traceback behavior. (:issue:`2631`)
- Exceptions raised by ``pytest.fail``, ``pytest.skip`` and ``pytest.xfail``
now subclass BaseException, making them harder to be caught unintentionally
- by normal code. (`#580 <https://github.com/pytest-dev/pytest/issues/580>`_)
+ by normal code. (:issue:`580`)
Bug Fixes
---------
- Set ``stdin`` to a closed ``PIPE`` in ``pytester.py.Testdir.popen()`` for
- avoid unwanted interactive ``pdb`` (`#2023 <https://github.com/pytest-
- dev/pytest/issues/2023>`_)
+ avoid unwanted interactive ``pdb`` (:issue:`2023`)
- Add missing ``encoding`` attribute to ``sys.std*`` streams when using
- ``capsys`` capture mode. (`#2375 <https://github.com/pytest-
- dev/pytest/issues/2375>`_)
+ ``capsys`` capture mode. (:issue:`2375`)
- Fix terminal color changing to black on Windows if ``colorama`` is imported
- in a ``conftest.py`` file. (`#2510 <https://github.com/pytest-
- dev/pytest/issues/2510>`_)
+ in a ``conftest.py`` file. (:issue:`2510`)
-- Fix line number when reporting summary of skipped tests. (`#2548
- <https://github.com/pytest-dev/pytest/issues/2548>`_)
+- Fix line number when reporting summary of skipped tests. (:issue:`2548`)
-- capture: ensure that EncodedFile.name is a string. (`#2555
- <https://github.com/pytest-dev/pytest/issues/2555>`_)
+- capture: ensure that EncodedFile.name is a string. (:issue:`2555`)
- The options ``--fixtures`` and ``--fixtures-per-test`` will now keep
- indentation within docstrings. (`#2574 <https://github.com/pytest-
- dev/pytest/issues/2574>`_)
+ indentation within docstrings. (:issue:`2574`)
- doctests line numbers are now reported correctly, fixing `pytest-sugar#122
- <https://github.com/Frozenball/pytest-sugar/issues/122>`_. (`#2610
- <https://github.com/pytest-dev/pytest/issues/2610>`_)
+ <https://github.com/Frozenball/pytest-sugar/issues/122>`_. (:issue:`2610`)
- Fix non-determinism in order of fixture collection. Adds new dependency
- (ordereddict) for Python 2.6. (`#920 <https://github.com/pytest-
- dev/pytest/issues/920>`_)
+ (ordereddict) for Python 2.6. (:issue:`920`)
Improved Documentation
----------------------
-- Clarify ``pytest_configure`` hook call order. (`#2539
- <https://github.com/pytest-dev/pytest/issues/2539>`_)
+- Clarify ``pytest_configure`` hook call order. (:issue:`2539`)
- Extend documentation for testing plugin code with the ``pytester`` plugin.
- (`#971 <https://github.com/pytest-dev/pytest/issues/971>`_)
+ (:issue:`971`)
Trivial/Internal Changes
------------------------
- Update help message for ``--strict`` to make it clear it only deals with
- unregistered markers, not warnings. (`#2444 <https://github.com/pytest-
- dev/pytest/issues/2444>`_)
+ unregistered markers, not warnings. (:issue:`2444`)
- Internal code move: move code for pytest.approx/pytest.raises to own files in
- order to cut down the size of python.py (`#2489 <https://github.com/pytest-
- dev/pytest/issues/2489>`_)
+ order to cut down the size of python.py (:issue:`2489`)
- Renamed the utility function ``_pytest.compat._escape_strings`` to
- ``_ascii_escaped`` to better communicate the function's purpose. (`#2533
- <https://github.com/pytest-dev/pytest/issues/2533>`_)
+ ``_ascii_escaped`` to better communicate the function's purpose. (:issue:`2533`)
-- Improve error message for CollectError with skip/skipif. (`#2546
- <https://github.com/pytest-dev/pytest/issues/2546>`_)
+- Improve error message for CollectError with skip/skipif. (:issue:`2546`)
- Emit warning about ``yield`` tests being deprecated only once per generator.
- (`#2562 <https://github.com/pytest-dev/pytest/issues/2562>`_)
+ (:issue:`2562`)
- Ensure final collected line doesn't include artifacts of previous write.
- (`#2571 <https://github.com/pytest-dev/pytest/issues/2571>`_)
+ (:issue:`2571`)
-- Fixed all flake8 errors and warnings. (`#2581 <https://github.com/pytest-
- dev/pytest/issues/2581>`_)
+- Fixed all flake8 errors and warnings. (:issue:`2581`)
- Added ``fix-lint`` tox environment to run automatic pep8 fixes on the code.
- (`#2582 <https://github.com/pytest-dev/pytest/issues/2582>`_)
+ (:issue:`2582`)
- Turn warnings into errors in pytest's own test suite in order to catch
- regressions due to deprecations more promptly. (`#2588
- <https://github.com/pytest-dev/pytest/issues/2588>`_)
+ regressions due to deprecations more promptly. (:issue:`2588`)
-- Show multiple issue links in CHANGELOG entries. (`#2620
- <https://github.com/pytest-dev/pytest/issues/2620>`_)
+- Show multiple issue links in CHANGELOG entries. (:issue:`2620`)
pytest 3.1.3 (2017-07-03)
@@ -5067,44 +5664,40 @@ pytest 3.1.3 (2017-07-03)
Bug Fixes
---------
-- Fix decode error in Python 2 for doctests in docstrings. (`#2434
- <https://github.com/pytest-dev/pytest/issues/2434>`_)
+- Fix decode error in Python 2 for doctests in docstrings. (:issue:`2434`)
- Exceptions raised during teardown by finalizers are now suppressed until all
- finalizers are called, with the initial exception reraised. (`#2440
- <https://github.com/pytest-dev/pytest/issues/2440>`_)
+ finalizers are called, with the initial exception reraised. (:issue:`2440`)
- Fix incorrect "collected items" report when specifying tests on the command-
- line. (`#2464 <https://github.com/pytest-dev/pytest/issues/2464>`_)
+ line. (:issue:`2464`)
- ``deprecated_call`` in context-manager form now captures deprecation warnings
even if the same warning has already been raised. Also, ``deprecated_call``
will always produce the same error message (previously it would produce
- different messages in context-manager vs. function-call mode). (`#2469
- <https://github.com/pytest-dev/pytest/issues/2469>`_)
+ different messages in context-manager vs. function-call mode). (:issue:`2469`)
- Fix issue where paths collected by pytest could have triple leading ``/``
- characters. (`#2475 <https://github.com/pytest-dev/pytest/issues/2475>`_)
+ characters. (:issue:`2475`)
- Fix internal error when trying to detect the start of a recursive traceback.
- (`#2486 <https://github.com/pytest-dev/pytest/issues/2486>`_)
+ (:issue:`2486`)
Improved Documentation
----------------------
- Explicitly state for which hooks the calls stop after the first non-None
- result. (`#2493 <https://github.com/pytest-dev/pytest/issues/2493>`_)
+ result. (:issue:`2493`)
Trivial/Internal Changes
------------------------
-- Create invoke tasks for updating the vendored packages. (`#2474
- <https://github.com/pytest-dev/pytest/issues/2474>`_)
+- Create invoke tasks for updating the vendored packages. (:issue:`2474`)
- Update copyright dates in LICENSE, README.rst and in the documentation.
- (`#2499 <https://github.com/pytest-dev/pytest/issues/2499>`_)
+ (:issue:`2499`)
pytest 3.1.2 (2017-06-08)
@@ -5185,24 +5778,24 @@ New Features
[pytest]
addopts = -p no:warnings
- See the `warnings documentation page <https://docs.pytest.org/en/stable/warnings.html>`_ for more
+ See the :doc:`warnings documentation page <how-to/capture-warnings>` for more
information.
- Thanks `@nicoddemus`_ for the PR.
+ Thanks :user:`nicoddemus` for the PR.
-* Added ``junit_suite_name`` ini option to specify root ``<testsuite>`` name for JUnit XML reports (`#533`_).
+* Added ``junit_suite_name`` ini option to specify root ``<testsuite>`` name for JUnit XML reports (:issue:`533`).
* Added an ini option ``doctest_encoding`` to specify which encoding to use for doctest files.
- Thanks `@wheerd`_ for the PR (`#2101`_).
+ Thanks :user:`wheerd` for the PR (:pull:`2101`).
* ``pytest.warns`` now checks for subclass relationship rather than
- class equality. Thanks `@lesteve`_ for the PR (`#2166`_)
+ class equality. Thanks :user:`lesteve` for the PR (:pull:`2166`)
* ``pytest.raises`` now asserts that the error message matches a text or regex
- with the ``match`` keyword argument. Thanks `@Kriechi`_ for the PR.
+ with the ``match`` keyword argument. Thanks :user:`Kriechi` for the PR.
* ``pytest.param`` can be used to declare test parameter sets with marks and test ids.
- Thanks `@RonnyPfannschmidt`_ for the PR.
+ Thanks :user:`RonnyPfannschmidt` for the PR.
Changes
@@ -5210,127 +5803,87 @@ Changes
* remove all internal uses of pytest_namespace hooks,
this is to prepare the removal of preloadconfig in pytest 4.0
- Thanks to `@RonnyPfannschmidt`_ for the PR.
+ Thanks to :user:`RonnyPfannschmidt` for the PR.
-* pytest now warns when a callable ids raises in a parametrized test. Thanks `@fogo`_ for the PR.
+* pytest now warns when a callable ids raises in a parametrized test. Thanks :user:`fogo` for the PR.
* It is now possible to skip test classes from being collected by setting a
- ``__test__`` attribute to ``False`` in the class body (`#2007`_). Thanks
- to `@syre`_ for the report and `@lwm`_ for the PR.
+ ``__test__`` attribute to ``False`` in the class body (:issue:`2007`). Thanks
+ to :user:`syre` for the report and :user:`lwm` for the PR.
* Change junitxml.py to produce reports that comply with Junitxml schema.
If the same test fails with failure in call and then errors in teardown
we split testcase element into two, one containing the error and the other
- the failure. (`#2228`_) Thanks to `@kkoukiou`_ for the PR.
+ the failure. (:issue:`2228`) Thanks to :user:`kkoukiou` for the PR.
* Testcase reports with a ``url`` attribute will now properly write this to junitxml.
- Thanks `@fushi`_ for the PR (`#1874`_).
+ Thanks :user:`fushi` for the PR (:pull:`1874`).
* Remove common items from dict comparison output when verbosity=1. Also update
the truncation message to make it clearer that pytest truncates all
- assertion messages if verbosity < 2 (`#1512`_).
- Thanks `@mattduck`_ for the PR
+ assertion messages if verbosity < 2 (:issue:`1512`).
+ Thanks :user:`mattduck` for the PR
* ``--pdbcls`` no longer implies ``--pdb``. This makes it possible to use
- ``addopts=--pdbcls=module.SomeClass`` on ``pytest.ini``. Thanks `@davidszotten`_ for
- the PR (`#1952`_).
+ ``addopts=--pdbcls=module.SomeClass`` on ``pytest.ini``. Thanks :user:`davidszotten` for
+ the PR (:pull:`1952`).
-* fix `#2013`_: turn RecordedWarning into ``namedtuple``,
+* fix :issue:`2013`: turn RecordedWarning into ``namedtuple``,
to give it a comprehensible repr while preventing unwarranted modification.
-* fix `#2208`_: ensure an iteration limit for _pytest.compat.get_real_func.
- Thanks `@RonnyPfannschmidt`_ for the report and PR.
+* fix :issue:`2208`: ensure an iteration limit for _pytest.compat.get_real_func.
+ Thanks :user:`RonnyPfannschmidt` for the report and PR.
* Hooks are now verified after collection is complete, rather than right after loading installed plugins. This
makes it easy to write hooks for plugins which will be loaded during collection, for example using the
- ``pytest_plugins`` special variable (`#1821`_).
- Thanks `@nicoddemus`_ for the PR.
+ ``pytest_plugins`` special variable (:issue:`1821`).
+ Thanks :user:`nicoddemus` for the PR.
* Modify ``pytest_make_parametrize_id()`` hook to accept ``argname`` as an
additional parameter.
- Thanks `@unsignedint`_ for the PR.
+ Thanks :user:`unsignedint` for the PR.
* Add ``venv`` to the default ``norecursedirs`` setting.
- Thanks `@The-Compiler`_ for the PR.
+ Thanks :user:`The-Compiler` for the PR.
* ``PluginManager.import_plugin`` now accepts unicode plugin names in Python 2.
- Thanks `@reutsharabani`_ for the PR.
+ Thanks :user:`reutsharabani` for the PR.
-* fix `#2308`_: When using both ``--lf`` and ``--ff``, only the last failed tests are run.
- Thanks `@ojii`_ for the PR.
+* fix :issue:`2308`: When using both ``--lf`` and ``--ff``, only the last failed tests are run.
+ Thanks :user:`ojii` for the PR.
* Replace minor/patch level version numbers in the documentation with placeholders.
- This significantly reduces change-noise as different contributors regnerate
+ This significantly reduces change-noise as different contributors regenerate
the documentation on different platforms.
- Thanks `@RonnyPfannschmidt`_ for the PR.
+ Thanks :user:`RonnyPfannschmidt` for the PR.
-* fix `#2391`_: consider pytest_plugins on all plugin modules
- Thanks `@RonnyPfannschmidt`_ for the PR.
+* fix :issue:`2391`: consider pytest_plugins on all plugin modules
+ Thanks :user:`RonnyPfannschmidt` for the PR.
Bug Fixes
---------
* Fix ``AttributeError`` on ``sys.stdout.buffer`` / ``sys.stderr.buffer``
- while using ``capsys`` fixture in python 3. (`#1407`_).
- Thanks to `@asottile`_.
+ while using ``capsys`` fixture in python 3. (:issue:`1407`).
+ Thanks to :user:`asottile`.
* Change capture.py's ``DontReadFromInput`` class to throw ``io.UnsupportedOperation`` errors rather
- than ValueErrors in the ``fileno`` method (`#2276`_).
- Thanks `@metasyn`_ and `@vlad-dragos`_ for the PR.
+ than ValueErrors in the ``fileno`` method (:issue:`2276`).
+ Thanks :user:`metasyn` and :user:`vlad-dragos` for the PR.
* Fix exception formatting while importing modules when the exception message
- contains non-ascii characters (`#2336`_).
- Thanks `@fabioz`_ for the report and `@nicoddemus`_ for the PR.
-
-* Added documentation related to issue (`#1937`_)
- Thanks `@skylarjhdownes`_ for the PR.
-
-* Allow collecting files with any file extension as Python modules (`#2369`_).
- Thanks `@Kodiologist`_ for the PR.
-
-* Show the correct error message when collect "parametrize" func with wrong args (`#2383`_).
- Thanks `@The-Compiler`_ for the report and `@robin0371`_ for the PR.
-
-
-.. _@davidszotten: https://github.com/davidszotten
-.. _@fabioz: https://github.com/fabioz
-.. _@fogo: https://github.com/fogo
-.. _@fushi: https://github.com/fushi
-.. _@Kodiologist: https://github.com/Kodiologist
-.. _@Kriechi: https://github.com/Kriechi
-.. _@mandeep: https://github.com/mandeep
-.. _@mattduck: https://github.com/mattduck
-.. _@metasyn: https://github.com/metasyn
-.. _@MichalTHEDUDE: https://github.com/MichalTHEDUDE
-.. _@ojii: https://github.com/ojii
-.. _@reutsharabani: https://github.com/reutsharabani
-.. _@robin0371: https://github.com/robin0371
-.. _@skylarjhdownes: https://github.com/skylarjhdownes
-.. _@unsignedint: https://github.com/unsignedint
-.. _@wheerd: https://github.com/wheerd
-
-
-.. _#1407: https://github.com/pytest-dev/pytest/issues/1407
-.. _#1512: https://github.com/pytest-dev/pytest/issues/1512
-.. _#1821: https://github.com/pytest-dev/pytest/issues/1821
-.. _#1874: https://github.com/pytest-dev/pytest/pull/1874
-.. _#1937: https://github.com/pytest-dev/pytest/issues/1937
-.. _#1952: https://github.com/pytest-dev/pytest/pull/1952
-.. _#2007: https://github.com/pytest-dev/pytest/issues/2007
-.. _#2013: https://github.com/pytest-dev/pytest/issues/2013
-.. _#2101: https://github.com/pytest-dev/pytest/pull/2101
-.. _#2166: https://github.com/pytest-dev/pytest/pull/2166
-.. _#2208: https://github.com/pytest-dev/pytest/issues/2208
-.. _#2228: https://github.com/pytest-dev/pytest/issues/2228
-.. _#2276: https://github.com/pytest-dev/pytest/issues/2276
-.. _#2308: https://github.com/pytest-dev/pytest/issues/2308
-.. _#2336: https://github.com/pytest-dev/pytest/issues/2336
-.. _#2369: https://github.com/pytest-dev/pytest/issues/2369
-.. _#2383: https://github.com/pytest-dev/pytest/issues/2383
-.. _#2391: https://github.com/pytest-dev/pytest/issues/2391
-.. _#533: https://github.com/pytest-dev/pytest/issues/533
+ contains non-ascii characters (:issue:`2336`).
+ Thanks :user:`fabioz` for the report and :user:`nicoddemus` for the PR.
+
+* Added documentation related to issue (:issue:`1937`)
+ Thanks :user:`skylarjhdownes` for the PR.
+
+* Allow collecting files with any file extension as Python modules (:issue:`2369`).
+ Thanks :user:`Kodiologist` for the PR.
+* Show the correct error message when collect "parametrize" func with wrong args (:issue:`2383`).
+ Thanks :user:`The-Compiler` for the report and :user:`robin0371` for the PR.
3.0.7 (2017-03-14)
@@ -5339,334 +5892,224 @@ Bug Fixes
* Fix issue in assertion rewriting breaking due to modules silently discarding
other modules when importing fails
- Notably, importing the ``anydbm`` module is fixed. (`#2248`_).
- Thanks `@pfhayes`_ for the PR.
+ Notably, importing the ``anydbm`` module is fixed. (:issue:`2248`).
+ Thanks :user:`pfhayes` for the PR.
* junitxml: Fix problematic case where system-out tag occurred twice per testcase
- element in the XML report. Thanks `@kkoukiou`_ for the PR.
+ element in the XML report. Thanks :user:`kkoukiou` for the PR.
* Fix regression, pytest now skips unittest correctly if run with ``--pdb``
- (`#2137`_). Thanks to `@gst`_ for the report and `@mbyt`_ for the PR.
+ (:issue:`2137`). Thanks to :user:`gst` for the report and :user:`mbyt` for the PR.
-* Ignore exceptions raised from descriptors (e.g. properties) during Python test collection (`#2234`_).
- Thanks to `@bluetech`_.
+* Ignore exceptions raised from descriptors (e.g. properties) during Python test collection (:issue:`2234`).
+ Thanks to :user:`bluetech`.
-* ``--override-ini`` now correctly overrides some fundamental options like ``python_files`` (`#2238`_).
- Thanks `@sirex`_ for the report and `@nicoddemus`_ for the PR.
+* ``--override-ini`` now correctly overrides some fundamental options like ``python_files`` (:issue:`2238`).
+ Thanks :user:`sirex` for the report and :user:`nicoddemus` for the PR.
-* Replace ``raise StopIteration`` usages in the code by simple ``returns`` to finish generators, in accordance to `PEP-479`_ (`#2160`_).
- Thanks to `@nicoddemus`_ for the PR.
+* Replace ``raise StopIteration`` usages in the code by simple ``returns`` to finish generators, in accordance to :pep:`479` (:issue:`2160`).
+ Thanks to :user:`nicoddemus` for the PR.
* Fix internal errors when an unprintable ``AssertionError`` is raised inside a test.
- Thanks `@omerhadari`_ for the PR.
+ Thanks :user:`omerhadari` for the PR.
-* Skipping plugin now also works with test items generated by custom collectors (`#2231`_).
- Thanks to `@vidartf`_.
+* Skipping plugin now also works with test items generated by custom collectors (:issue:`2231`).
+ Thanks to :user:`vidartf`.
-* Fix trailing whitespace in console output if no .ini file presented (`#2281`_). Thanks `@fbjorn`_ for the PR.
+* Fix trailing whitespace in console output if no .ini file presented (:issue:`2281`). Thanks :user:`fbjorn` for the PR.
* Conditionless ``xfail`` markers no longer rely on the underlying test item
being an instance of ``PyobjMixin``, and can therefore apply to tests not
- collected by the built-in python test collector. Thanks `@barneygale`_ for the
+ collected by the built-in python test collector. Thanks :user:`barneygale` for the
PR.
-.. _@pfhayes: https://github.com/pfhayes
-.. _@bluetech: https://github.com/bluetech
-.. _@gst: https://github.com/gst
-.. _@sirex: https://github.com/sirex
-.. _@vidartf: https://github.com/vidartf
-.. _@kkoukiou: https://github.com/KKoukiou
-.. _@omerhadari: https://github.com/omerhadari
-.. _@fbjorn: https://github.com/fbjorn
-
-.. _#2248: https://github.com/pytest-dev/pytest/issues/2248
-.. _#2137: https://github.com/pytest-dev/pytest/issues/2137
-.. _#2160: https://github.com/pytest-dev/pytest/issues/2160
-.. _#2231: https://github.com/pytest-dev/pytest/issues/2231
-.. _#2234: https://github.com/pytest-dev/pytest/issues/2234
-.. _#2238: https://github.com/pytest-dev/pytest/issues/2238
-.. _#2281: https://github.com/pytest-dev/pytest/issues/2281
-
-.. _PEP-479: https://www.python.org/dev/peps/pep-0479/
-
-
3.0.6 (2017-01-22)
==================
-* pytest no longer generates ``PendingDeprecationWarning`` from its own operations, which was introduced by mistake in version ``3.0.5`` (`#2118`_).
- Thanks to `@nicoddemus`_ for the report and `@RonnyPfannschmidt`_ for the PR.
+* pytest no longer generates ``PendingDeprecationWarning`` from its own operations, which was introduced by mistake in version ``3.0.5`` (:issue:`2118`).
+ Thanks to :user:`nicoddemus` for the report and :user:`RonnyPfannschmidt` for the PR.
-* pytest no longer recognizes coroutine functions as yield tests (`#2129`_).
- Thanks to `@malinoff`_ for the PR.
+* pytest no longer recognizes coroutine functions as yield tests (:issue:`2129`).
+ Thanks to :user:`malinoff` for the PR.
* Plugins loaded by the ``PYTEST_PLUGINS`` environment variable are now automatically
- considered for assertion rewriting (`#2185`_).
- Thanks `@nicoddemus`_ for the PR.
+ considered for assertion rewriting (:issue:`2185`).
+ Thanks :user:`nicoddemus` for the PR.
-* Improve error message when pytest.warns fails (`#2150`_). The type(s) of the
+* Improve error message when pytest.warns fails (:issue:`2150`). The type(s) of the
expected warnings and the list of caught warnings is added to the
- error message. Thanks `@lesteve`_ for the PR.
+ error message. Thanks :user:`lesteve` for the PR.
* Fix ``pytester`` internal plugin to work correctly with latest versions of
- ``zope.interface`` (`#1989`_). Thanks `@nicoddemus`_ for the PR.
+ ``zope.interface`` (:issue:`1989`). Thanks :user:`nicoddemus` for the PR.
-* Assert statements of the ``pytester`` plugin again benefit from assertion rewriting (`#1920`_).
- Thanks `@RonnyPfannschmidt`_ for the report and `@nicoddemus`_ for the PR.
+* Assert statements of the ``pytester`` plugin again benefit from assertion rewriting (:issue:`1920`).
+ Thanks :user:`RonnyPfannschmidt` for the report and :user:`nicoddemus` for the PR.
* Specifying tests with colons like ``test_foo.py::test_bar`` for tests in
subdirectories with ini configuration files now uses the correct ini file
- (`#2148`_). Thanks `@pelme`_.
+ (:issue:`2148`). Thanks :user:`pelme`.
* Fail ``testdir.runpytest().assert_outcomes()`` explicitly if the pytest
- terminal output it relies on is missing. Thanks to `@eli-b`_ for the PR.
-
-
-.. _@barneygale: https://github.com/barneygale
-.. _@lesteve: https://github.com/lesteve
-.. _@malinoff: https://github.com/malinoff
-.. _@pelme: https://github.com/pelme
-.. _@eli-b: https://github.com/eli-b
-
-.. _#2118: https://github.com/pytest-dev/pytest/issues/2118
-
-.. _#1989: https://github.com/pytest-dev/pytest/issues/1989
-.. _#1920: https://github.com/pytest-dev/pytest/issues/1920
-.. _#2129: https://github.com/pytest-dev/pytest/issues/2129
-.. _#2148: https://github.com/pytest-dev/pytest/issues/2148
-.. _#2150: https://github.com/pytest-dev/pytest/issues/2150
-.. _#2185: https://github.com/pytest-dev/pytest/issues/2185
+ terminal output it relies on is missing. Thanks to :user:`eli-b` for the PR.
3.0.5 (2016-12-05)
==================
-* Add warning when not passing ``option=value`` correctly to ``-o/--override-ini`` (`#2105`_).
- Also improved the help documentation. Thanks to `@mbukatov`_ for the report and
- `@lwm`_ for the PR.
+* Add warning when not passing ``option=value`` correctly to ``-o/--override-ini`` (:issue:`2105`).
+ Also improved the help documentation. Thanks to :user:`mbukatov` for the report and
+ :user:`lwm` for the PR.
* Now ``--confcutdir`` and ``--junit-xml`` are properly validated if they are directories
- and filenames, respectively (`#2089`_ and `#2078`_). Thanks to `@lwm`_ for the PR.
+ and filenames, respectively (:issue:`2089` and :issue:`2078`). Thanks to :user:`lwm` for the PR.
-* Add hint to error message hinting possible missing ``__init__.py`` (`#478`_). Thanks `@DuncanBetts`_.
+* Add hint to error message hinting possible missing ``__init__.py`` (:issue:`478`). Thanks :user:`DuncanBetts`.
-* More accurately describe when fixture finalization occurs in documentation (`#687`_). Thanks `@DuncanBetts`_.
+* More accurately describe when fixture finalization occurs in documentation (:issue:`687`). Thanks :user:`DuncanBetts`.
* Provide ``:ref:`` targets for ``recwarn.rst`` so we can use intersphinx referencing.
- Thanks to `@dupuy`_ for the report and `@lwm`_ for the PR.
+ Thanks to :user:`dupuy` for the report and :user:`lwm` for the PR.
* In Python 2, use a simple ``+-`` ASCII string in the string representation of ``pytest.approx`` (for example ``"4 +- 4.0e-06"``)
because it is brittle to handle that in different contexts and representations internally in pytest
- which can result in bugs such as `#2111`_. In Python 3, the representation still uses ``±`` (for example ``4 ± 4.0e-06``).
- Thanks `@kerrick-lyft`_ for the report and `@nicoddemus`_ for the PR.
+ which can result in bugs such as :issue:`2111`. In Python 3, the representation still uses ``±`` (for example ``4 ± 4.0e-06``).
+ Thanks :user:`kerrick-lyft` for the report and :user:`nicoddemus` for the PR.
* Using ``item.Function``, ``item.Module``, etc., is now issuing deprecation warnings, prefer
- ``pytest.Function``, ``pytest.Module``, etc., instead (`#2034`_).
- Thanks `@nmundar`_ for the PR.
+ ``pytest.Function``, ``pytest.Module``, etc., instead (:issue:`2034`).
+ Thanks :user:`nmundar` for the PR.
-* Fix error message using ``approx`` with complex numbers (`#2082`_).
- Thanks `@adler-j`_ for the report and `@nicoddemus`_ for the PR.
+* Fix error message using ``approx`` with complex numbers (:issue:`2082`).
+ Thanks :user:`adler-j` for the report and :user:`nicoddemus` for the PR.
* Fixed false-positives warnings from assertion rewrite hook for modules imported more than
once by the ``pytest_plugins`` mechanism.
- Thanks `@nicoddemus`_ for the PR.
+ Thanks :user:`nicoddemus` for the PR.
* Remove an internal cache which could cause hooks from ``conftest.py`` files in
- sub-directories to be called in other directories incorrectly (`#2016`_).
- Thanks `@d-b-w`_ for the report and `@nicoddemus`_ for the PR.
+ sub-directories to be called in other directories incorrectly (:issue:`2016`).
+ Thanks :user:`d-b-w` for the report and :user:`nicoddemus` for the PR.
* Remove internal code meant to support earlier Python 3 versions that produced the side effect
of leaving ``None`` in ``sys.modules`` when expressions were evaluated by pytest (for example passing a condition
- as a string to ``pytest.mark.skipif``)(`#2103`_).
- Thanks `@jaraco`_ for the report and `@nicoddemus`_ for the PR.
-
-* Cope gracefully with a .pyc file with no matching .py file (`#2038`_). Thanks
- `@nedbat`_.
-
-.. _@syre: https://github.com/syre
-.. _@adler-j: https://github.com/adler-j
-.. _@d-b-w: https://github.com/d-b-w
-.. _@DuncanBetts: https://github.com/DuncanBetts
-.. _@dupuy: https://bitbucket.org/dupuy/
-.. _@kerrick-lyft: https://github.com/kerrick-lyft
-.. _@lwm: https://github.com/lwm
-.. _@mbukatov: https://github.com/mbukatov
-.. _@nedbat: https://github.com/nedbat
-.. _@nmundar: https://github.com/nmundar
-
-.. _#2016: https://github.com/pytest-dev/pytest/issues/2016
-.. _#2034: https://github.com/pytest-dev/pytest/issues/2034
-.. _#2038: https://github.com/pytest-dev/pytest/issues/2038
-.. _#2078: https://github.com/pytest-dev/pytest/issues/2078
-.. _#2082: https://github.com/pytest-dev/pytest/issues/2082
-.. _#2089: https://github.com/pytest-dev/pytest/issues/2089
-.. _#2103: https://github.com/pytest-dev/pytest/issues/2103
-.. _#2105: https://github.com/pytest-dev/pytest/issues/2105
-.. _#2111: https://github.com/pytest-dev/pytest/issues/2111
-.. _#478: https://github.com/pytest-dev/pytest/issues/478
-.. _#687: https://github.com/pytest-dev/pytest/issues/687
+ as a string to ``pytest.mark.skipif``)(:issue:`2103`).
+ Thanks :user:`jaraco` for the report and :user:`nicoddemus` for the PR.
+
+* Cope gracefully with a .pyc file with no matching .py file (:issue:`2038`). Thanks
+ :user:`nedbat`.
3.0.4 (2016-11-09)
==================
-* Import errors when collecting test modules now display the full traceback (`#1976`_).
- Thanks `@cwitty`_ for the report and `@nicoddemus`_ for the PR.
+* Import errors when collecting test modules now display the full traceback (:issue:`1976`).
+ Thanks :user:`cwitty` for the report and :user:`nicoddemus` for the PR.
-* Fix confusing command-line help message for custom options with two or more ``metavar`` properties (`#2004`_).
- Thanks `@okulynyak`_ and `@davehunt`_ for the report and `@nicoddemus`_ for the PR.
+* Fix confusing command-line help message for custom options with two or more ``metavar`` properties (:issue:`2004`).
+ Thanks :user:`okulynyak` and :user:`davehunt` for the report and :user:`nicoddemus` for the PR.
-* When loading plugins, import errors which contain non-ascii messages are now properly handled in Python 2 (`#1998`_).
- Thanks `@nicoddemus`_ for the PR.
+* When loading plugins, import errors which contain non-ascii messages are now properly handled in Python 2 (:issue:`1998`).
+ Thanks :user:`nicoddemus` for the PR.
-* Fixed cyclic reference when ``pytest.raises`` is used in context-manager form (`#1965`_). Also as a
+* Fixed cyclic reference when ``pytest.raises`` is used in context-manager form (:issue:`1965`). Also as a
result of this fix, ``sys.exc_info()`` is left empty in both context-manager and function call usages.
Previously, ``sys.exc_info`` would contain the exception caught by the context manager,
even when the expected exception occurred.
- Thanks `@MSeifert04`_ for the report and the PR.
+ Thanks :user:`MSeifert04` for the report and the PR.
* Fixed false-positives warnings from assertion rewrite hook for modules that were rewritten but
were later marked explicitly by ``pytest.register_assert_rewrite``
- or implicitly as a plugin (`#2005`_).
- Thanks `@RonnyPfannschmidt`_ for the report and `@nicoddemus`_ for the PR.
+ or implicitly as a plugin (:issue:`2005`).
+ Thanks :user:`RonnyPfannschmidt` for the report and :user:`nicoddemus` for the PR.
-* Report teardown output on test failure (`#442`_).
- Thanks `@matclab`_ for the PR.
+* Report teardown output on test failure (:issue:`442`).
+ Thanks :user:`matclab` for the PR.
* Fix teardown error message in generated xUnit XML.
- Thanks `@gdyuldin`_ for the PR.
-
-* Properly handle exceptions in ``multiprocessing`` tasks (`#1984`_).
- Thanks `@adborden`_ for the report and `@nicoddemus`_ for the PR.
-
-* Clean up unittest TestCase objects after tests are complete (`#1649`_).
- Thanks `@d_b_w`_ for the report and PR.
+ Thanks :user:`gdyuldin` for the PR.
+* Properly handle exceptions in ``multiprocessing`` tasks (:issue:`1984`).
+ Thanks :user:`adborden` for the report and :user:`nicoddemus` for the PR.
-.. _@adborden: https://github.com/adborden
-.. _@cwitty: https://github.com/cwitty
-.. _@d_b_w: https://github.com/d-b-w
-.. _@gdyuldin: https://github.com/gdyuldin
-.. _@matclab: https://github.com/matclab
-.. _@MSeifert04: https://github.com/MSeifert04
-.. _@okulynyak: https://github.com/okulynyak
-
-.. _#442: https://github.com/pytest-dev/pytest/issues/442
-.. _#1965: https://github.com/pytest-dev/pytest/issues/1965
-.. _#1976: https://github.com/pytest-dev/pytest/issues/1976
-.. _#1984: https://github.com/pytest-dev/pytest/issues/1984
-.. _#1998: https://github.com/pytest-dev/pytest/issues/1998
-.. _#2004: https://github.com/pytest-dev/pytest/issues/2004
-.. _#2005: https://github.com/pytest-dev/pytest/issues/2005
-.. _#1649: https://github.com/pytest-dev/pytest/issues/1649
+* Clean up unittest TestCase objects after tests are complete (:issue:`1649`).
+ Thanks :user:`d_b_w` for the report and PR.
3.0.3 (2016-09-28)
==================
* The ``ids`` argument to ``parametrize`` again accepts ``unicode`` strings
- in Python 2 (`#1905`_).
- Thanks `@philpep`_ for the report and `@nicoddemus`_ for the PR.
+ in Python 2 (:issue:`1905`).
+ Thanks :user:`philpep` for the report and :user:`nicoddemus` for the PR.
* Assertions are now being rewritten for plugins in development mode
- (``pip install -e``) (`#1934`_).
- Thanks `@nicoddemus`_ for the PR.
+ (``pip install -e``) (:issue:`1934`).
+ Thanks :user:`nicoddemus` for the PR.
-* Fix pkg_resources import error in Jython projects (`#1853`_).
- Thanks `@raquel-ucl`_ for the PR.
+* Fix pkg_resources import error in Jython projects (:issue:`1853`).
+ Thanks :user:`raquel-ucl` for the PR.
* Got rid of ``AttributeError: 'Module' object has no attribute '_obj'`` exception
- in Python 3 (`#1944`_).
- Thanks `@axil`_ for the PR.
+ in Python 3 (:issue:`1944`).
+ Thanks :user:`axil` for the PR.
* Explain a bad scope value passed to ``@fixture`` declarations or
a ``MetaFunc.parametrize()`` call.
* This version includes ``pluggy-0.4.0``, which correctly handles
- ``VersionConflict`` errors in plugins (`#704`_).
- Thanks `@nicoddemus`_ for the PR.
-
-
-.. _@philpep: https://github.com/philpep
-.. _@raquel-ucl: https://github.com/raquel-ucl
-.. _@axil: https://github.com/axil
-.. _@vlad-dragos: https://github.com/vlad-dragos
-
-.. _#1853: https://github.com/pytest-dev/pytest/issues/1853
-.. _#1905: https://github.com/pytest-dev/pytest/issues/1905
-.. _#1934: https://github.com/pytest-dev/pytest/issues/1934
-.. _#1944: https://github.com/pytest-dev/pytest/issues/1944
-.. _#704: https://github.com/pytest-dev/pytest/issues/704
-
-
+ ``VersionConflict`` errors in plugins (:issue:`704`).
+ Thanks :user:`nicoddemus` for the PR.
3.0.2 (2016-09-01)
==================
-* Improve error message when passing non-string ids to ``pytest.mark.parametrize`` (`#1857`_).
- Thanks `@okken`_ for the report and `@nicoddemus`_ for the PR.
+* Improve error message when passing non-string ids to ``pytest.mark.parametrize`` (:issue:`1857`).
+ Thanks :user:`okken` for the report and :user:`nicoddemus` for the PR.
* Add ``buffer`` attribute to stdin stub class ``pytest.capture.DontReadFromInput``
- Thanks `@joguSD`_ for the PR.
+ Thanks :user:`joguSD` for the PR.
-* Fix ``UnicodeEncodeError`` when string comparison with unicode has failed. (`#1864`_)
- Thanks `@AiOO`_ for the PR.
+* Fix ``UnicodeEncodeError`` when string comparison with unicode has failed. (:issue:`1864`)
+ Thanks :user:`AiOO` for the PR.
* ``pytest_plugins`` is now handled correctly if defined as a string (as opposed as
a sequence of strings) when modules are considered for assertion rewriting.
Due to this bug, much more modules were being rewritten than necessary
- if a test suite uses ``pytest_plugins`` to load internal plugins (`#1888`_).
- Thanks `@jaraco`_ for the report and `@nicoddemus`_ for the PR (`#1891`_).
+ if a test suite uses ``pytest_plugins`` to load internal plugins (:issue:`1888`).
+ Thanks :user:`jaraco` for the report and :user:`nicoddemus` for the PR (:pull:`1891`).
* Do not call tearDown and cleanups when running tests from
``unittest.TestCase`` subclasses with ``--pdb``
enabled. This allows proper post mortem debugging for all applications
- which have significant logic in their tearDown machinery (`#1890`_). Thanks
- `@mbyt`_ for the PR.
+ which have significant logic in their tearDown machinery (:issue:`1890`). Thanks
+ :user:`mbyt` for the PR.
* Fix use of deprecated ``getfuncargvalue`` method in the internal doctest plugin.
- Thanks `@ViviCoder`_ for the report (`#1898`_).
-
-.. _@joguSD: https://github.com/joguSD
-.. _@AiOO: https://github.com/AiOO
-.. _@mbyt: https://github.com/mbyt
-.. _@ViviCoder: https://github.com/ViviCoder
-
-.. _#1857: https://github.com/pytest-dev/pytest/issues/1857
-.. _#1864: https://github.com/pytest-dev/pytest/issues/1864
-.. _#1888: https://github.com/pytest-dev/pytest/issues/1888
-.. _#1891: https://github.com/pytest-dev/pytest/pull/1891
-.. _#1890: https://github.com/pytest-dev/pytest/issues/1890
-.. _#1898: https://github.com/pytest-dev/pytest/issues/1898
+ Thanks :user:`ViviCoder` for the report (:issue:`1898`).
3.0.1 (2016-08-23)
==================
-* Fix regression when ``importorskip`` is used at module level (`#1822`_).
- Thanks `@jaraco`_ and `@The-Compiler`_ for the report and `@nicoddemus`_ for the PR.
+* Fix regression when ``importorskip`` is used at module level (:issue:`1822`).
+ Thanks :user:`jaraco` and :user:`The-Compiler` for the report and :user:`nicoddemus` for the PR.
* Fix parametrization scope when session fixtures are used in conjunction
- with normal parameters in the same call (`#1832`_).
- Thanks `@The-Compiler`_ for the report, `@Kingdread`_ and `@nicoddemus`_ for the PR.
+ with normal parameters in the same call (:issue:`1832`).
+ Thanks :user:`The-Compiler` for the report, :user:`Kingdread` and :user:`nicoddemus` for the PR.
-* Fix internal error when parametrizing tests or fixtures using an empty ``ids`` argument (`#1849`_).
- Thanks `@OPpuolitaival`_ for the report and `@nicoddemus`_ for the PR.
+* Fix internal error when parametrizing tests or fixtures using an empty ``ids`` argument (:issue:`1849`).
+ Thanks :user:`OPpuolitaival` for the report and :user:`nicoddemus` for the PR.
* Fix loader error when running ``pytest`` embedded in a zipfile.
- Thanks `@mbachry`_ for the PR.
-
+ Thanks :user:`mbachry` for the PR.
-.. _@Kingdread: https://github.com/Kingdread
-.. _@mbachry: https://github.com/mbachry
-.. _@OPpuolitaival: https://github.com/OPpuolitaival
-
-.. _#1822: https://github.com/pytest-dev/pytest/issues/1822
-.. _#1832: https://github.com/pytest-dev/pytest/issues/1832
-.. _#1849: https://github.com/pytest-dev/pytest/issues/1849
+.. _release-3.0.0:
3.0.0 (2016-08-18)
==================
@@ -5683,7 +6126,7 @@ time or change existing behaviors in order to make them less surprising/more use
``conftest.py`` will not benefit from improved assertions by
default, you should use ``pytest.register_assert_rewrite()`` to
explicitly turn on assertion rewriting for those files. Thanks
- `@flub`_ for the PR.
+ :user:`flub` for the PR.
* The following deprecated commandline options were removed:
@@ -5692,36 +6135,36 @@ time or change existing behaviors in order to make them less surprising/more use
* ``--nomagic``: use ``--assert=plain`` instead;
* ``--report``: use ``-r`` instead;
- Thanks to `@RedBeardCode`_ for the PR (`#1664`_).
+ Thanks to :user:`RedBeardCode` for the PR (:pull:`1664`).
* ImportErrors in plugins now are a fatal error instead of issuing a
- pytest warning (`#1479`_). Thanks to `@The-Compiler`_ for the PR.
+ pytest warning (:issue:`1479`). Thanks to :user:`The-Compiler` for the PR.
-* Removed support code for Python 3 versions < 3.3 (`#1627`_).
+* Removed support code for Python 3 versions < 3.3 (:pull:`1627`).
* Removed all ``py.test-X*`` entry points. The versioned, suffixed entry points
were never documented and a leftover from a pre-virtualenv era. These entry
points also created broken entry points in wheels, so removing them also
- removes a source of confusion for users (`#1632`_).
- Thanks `@obestwalter`_ for the PR.
+ removes a source of confusion for users (:issue:`1632`).
+ Thanks :user:`obestwalter` for the PR.
* ``pytest.skip()`` now raises an error when used to decorate a test function,
as opposed to its original intent (to imperatively skip a test inside a test function). Previously
- this usage would cause the entire module to be skipped (`#607`_).
- Thanks `@omarkohl`_ for the complete PR (`#1519`_).
+ this usage would cause the entire module to be skipped (:issue:`607`).
+ Thanks :user:`omarkohl` for the complete PR (:pull:`1519`).
* Exit tests if a collection error occurs. A poll indicated most users will hit CTRL-C
- anyway as soon as they see collection errors, so pytest might as well make that the default behavior (`#1421`_).
+ anyway as soon as they see collection errors, so pytest might as well make that the default behavior (:issue:`1421`).
A ``--continue-on-collection-errors`` option has been added to restore the previous behaviour.
- Thanks `@olegpidsadnyi`_ and `@omarkohl`_ for the complete PR (`#1628`_).
+ Thanks :user:`olegpidsadnyi` and :user:`omarkohl` for the complete PR (:pull:`1628`).
* Renamed the pytest ``pdb`` module (plugin) into ``debugging`` to avoid clashes with the builtin ``pdb`` module.
* Raise a helpful failure message when requesting a parametrized fixture at runtime,
e.g. with ``request.getfixturevalue``. Previously these parameters were simply
never defined, so a fixture decorated like ``@pytest.fixture(params=[0, 1, 2])``
- only ran once (`#460`_).
- Thanks to `@nikratio`_ for the bug report, `@RedBeardCode`_ and `@tomviner`_ for the PR.
+ only ran once (:pull:`460`).
+ Thanks to :user:`nikratio` for the bug report, :user:`RedBeardCode` and :user:`tomviner` for the PR.
* ``_pytest.monkeypatch.monkeypatch`` class has been renamed to ``_pytest.monkeypatch.MonkeyPatch``
so it doesn't conflict with the ``monkeypatch`` fixture.
@@ -5738,49 +6181,49 @@ time or change existing behaviors in order to make them less surprising/more use
* New ``doctest_namespace`` fixture for injecting names into the
namespace in which doctests run.
- Thanks `@milliams`_ for the complete PR (`#1428`_).
+ Thanks :user:`milliams` for the complete PR (:pull:`1428`).
* New ``--doctest-report`` option available to change the output format of diffs
- when running (failing) doctests (implements `#1749`_).
- Thanks `@hartym`_ for the PR.
+ when running (failing) doctests (implements :issue:`1749`).
+ Thanks :user:`hartym` for the PR.
* New ``name`` argument to ``pytest.fixture`` decorator which allows a custom name
for a fixture (to solve the funcarg-shadowing-fixture problem).
- Thanks `@novas0x2a`_ for the complete PR (`#1444`_).
+ Thanks :user:`novas0x2a` for the complete PR (:pull:`1444`).
* New ``approx()`` function for easily comparing floating-point numbers in
tests.
- Thanks `@kalekundert`_ for the complete PR (`#1441`_).
+ Thanks :user:`kalekundert` for the complete PR (:pull:`1441`).
* Ability to add global properties in the final xunit output file by accessing
the internal ``junitxml`` plugin (experimental).
- Thanks `@tareqalayan`_ for the complete PR `#1454`_).
+ Thanks :user:`tareqalayan` for the complete PR :pull:`1454`).
* New ``ExceptionInfo.match()`` method to match a regular expression on the
- string representation of an exception (`#372`_).
- Thanks `@omarkohl`_ for the complete PR (`#1502`_).
+ string representation of an exception (:issue:`372`).
+ Thanks :user:`omarkohl` for the complete PR (:pull:`1502`).
* ``__tracebackhide__`` can now also be set to a callable which then can decide
whether to filter the traceback based on the ``ExceptionInfo`` object passed
- to it. Thanks `@The-Compiler`_ for the complete PR (`#1526`_).
+ to it. Thanks :user:`The-Compiler` for the complete PR (:pull:`1526`).
* New ``pytest_make_parametrize_id(config, val)`` hook which can be used by plugins to provide
friendly strings for custom types.
- Thanks `@palaviv`_ for the PR.
+ Thanks :user:`palaviv` for the PR.
* ``capsys`` and ``capfd`` now have a ``disabled()`` context-manager method, which
can be used to temporarily disable capture within a test.
- Thanks `@nicoddemus`_ for the PR.
+ Thanks :user:`nicoddemus` for the PR.
* New cli flag ``--fixtures-per-test``: shows which fixtures are being used
for each selected test item. Features doc strings of fixtures by default.
Can also show where fixtures are defined if combined with ``-v``.
- Thanks `@hackebrot`_ for the PR.
+ Thanks :user:`hackebrot` for the PR.
* Introduce ``pytest`` command as recommended entry point. Note that ``py.test``
still works and is not scheduled for removal. Closes proposal
- `#1629`_. Thanks `@obestwalter`_ and `@davehunt`_ for the complete PR
- (`#1633`_).
+ :issue:`1629`. Thanks :user:`obestwalter` and :user:`davehunt` for the complete PR
+ (:pull:`1633`).
* New cli flags:
@@ -5793,13 +6236,13 @@ time or change existing behaviors in order to make them less surprising/more use
+ ``--keep-duplicates``: py.test now ignores duplicated paths given in the command
line. To retain the previous behavior where the same test could be run multiple
times by specifying it in the command-line multiple times, pass the ``--keep-duplicates``
- argument (`#1609`_);
+ argument (:issue:`1609`);
- Thanks `@d6e`_, `@kvas-it`_, `@sallner`_, `@ioggstream`_ and `@omarkohl`_ for the PRs.
+ Thanks :user:`d6e`, :user:`kvas-it`, :user:`sallner`, :user:`ioggstream` and :user:`omarkohl` for the PRs.
* New CLI flag ``--override-ini``/``-o``: overrides values from the ini file.
For example: ``"-o xfail_strict=True"``'.
- Thanks `@blueyed`_ and `@fengxx`_ for the PR.
+ Thanks :user:`blueyed` and :user:`fengxx` for the PR.
* New hooks:
@@ -5807,148 +6250,148 @@ time or change existing behaviors in order to make them less surprising/more use
+ ``pytest_fixture_post_finalizer(fixturedef)``: called after the fixture's
finalizer and has access to the fixture's result cache.
- Thanks `@d6e`_, `@sallner`_.
+ Thanks :user:`d6e`, :user:`sallner`.
* Issue warnings for asserts whose test is a tuple literal. Such asserts will
never fail because tuples are always truthy and are usually a mistake
- (see `#1562`_). Thanks `@kvas-it`_, for the PR.
+ (see :issue:`1562`). Thanks :user:`kvas-it`, for the PR.
* Allow passing a custom debugger class (e.g. ``--pdbcls=IPython.core.debugger:Pdb``).
- Thanks to `@anntzer`_ for the PR.
+ Thanks to :user:`anntzer` for the PR.
**Changes**
* Plugins now benefit from assertion rewriting. Thanks
- `@sober7`_, `@nicoddemus`_ and `@flub`_ for the PR.
+ :user:`sober7`, :user:`nicoddemus` and :user:`flub` for the PR.
* Change ``report.outcome`` for ``xpassed`` tests to ``"passed"`` in non-strict
- mode and ``"failed"`` in strict mode. Thanks to `@hackebrot`_ for the PR
- (`#1795`_) and `@gprasad84`_ for report (`#1546`_).
+ mode and ``"failed"`` in strict mode. Thanks to :user:`hackebrot` for the PR
+ (:pull:`1795`) and :user:`gprasad84` for report (:issue:`1546`).
* Tests marked with ``xfail(strict=False)`` (the default) now appear in
JUnitXML reports as passing tests instead of skipped.
- Thanks to `@hackebrot`_ for the PR (`#1795`_).
+ Thanks to :user:`hackebrot` for the PR (:pull:`1795`).
* Highlight path of the file location in the error report to make it easier to copy/paste.
- Thanks `@suzaku`_ for the PR (`#1778`_).
+ Thanks :user:`suzaku` for the PR (:pull:`1778`).
* Fixtures marked with ``@pytest.fixture`` can now use ``yield`` statements exactly like
those marked with the ``@pytest.yield_fixture`` decorator. This change renders
``@pytest.yield_fixture`` deprecated and makes ``@pytest.fixture`` with ``yield`` statements
- the preferred way to write teardown code (`#1461`_).
- Thanks `@csaftoiu`_ for bringing this to attention and `@nicoddemus`_ for the PR.
+ the preferred way to write teardown code (:pull:`1461`).
+ Thanks :user:`csaftoiu` for bringing this to attention and :user:`nicoddemus` for the PR.
-* Explicitly passed parametrize ids do not get escaped to ascii (`#1351`_).
- Thanks `@ceridwen`_ for the PR.
+* Explicitly passed parametrize ids do not get escaped to ascii (:issue:`1351`).
+ Thanks :user:`ceridwen` for the PR.
* Fixtures are now sorted in the error message displayed when an unknown
fixture is declared in a test function.
- Thanks `@nicoddemus`_ for the PR.
+ Thanks :user:`nicoddemus` for the PR.
* ``pytest_terminal_summary`` hook now receives the ``exitstatus``
- of the test session as argument. Thanks `@blueyed`_ for the PR (`#1809`_).
+ of the test session as argument. Thanks :user:`blueyed` for the PR (:pull:`1809`).
* Parametrize ids can accept ``None`` as specific test id, in which case the
automatically generated id for that argument will be used.
- Thanks `@palaviv`_ for the complete PR (`#1468`_).
+ Thanks :user:`palaviv` for the complete PR (:pull:`1468`).
* The parameter to xunit-style setup/teardown methods (``setup_method``,
``setup_module``, etc.) is now optional and may be omitted.
- Thanks `@okken`_ for bringing this to attention and `@nicoddemus`_ for the PR.
+ Thanks :user:`okken` for bringing this to attention and :user:`nicoddemus` for the PR.
* Improved automatic id generation selection in case of duplicate ids in
parametrize.
- Thanks `@palaviv`_ for the complete PR (`#1474`_).
+ Thanks :user:`palaviv` for the complete PR (:pull:`1474`).
* Now pytest warnings summary is shown up by default. Added a new flag
- ``--disable-pytest-warnings`` to explicitly disable the warnings summary (`#1668`_).
+ ``--disable-pytest-warnings`` to explicitly disable the warnings summary (:issue:`1668`).
* Make ImportError during collection more explicit by reminding
- the user to check the name of the test module/package(s) (`#1426`_).
- Thanks `@omarkohl`_ for the complete PR (`#1520`_).
+ the user to check the name of the test module/package(s) (:issue:`1426`).
+ Thanks :user:`omarkohl` for the complete PR (:pull:`1520`).
* Add ``build/`` and ``dist/`` to the default ``--norecursedirs`` list. Thanks
- `@mikofski`_ for the report and `@tomviner`_ for the PR (`#1544`_).
+ :user:`mikofski` for the report and :user:`tomviner` for the PR (:issue:`1544`).
* ``pytest.raises`` in the context manager form accepts a custom
``message`` to raise when no exception occurred.
- Thanks `@palaviv`_ for the complete PR (`#1616`_).
+ Thanks :user:`palaviv` for the complete PR (:pull:`1616`).
* ``conftest.py`` files now benefit from assertion rewriting; previously it
- was only available for test modules. Thanks `@flub`_, `@sober7`_ and
- `@nicoddemus`_ for the PR (`#1619`_).
+ was only available for test modules. Thanks :user:`flub`, :user:`sober7` and
+ :user:`nicoddemus` for the PR (:issue:`1619`).
* Text documents without any doctests no longer appear as "skipped".
- Thanks `@graingert`_ for reporting and providing a full PR (`#1580`_).
+ Thanks :user:`graingert` for reporting and providing a full PR (:pull:`1580`).
* Ensure that a module within a namespace package can be found when it
is specified on the command line together with the ``--pyargs``
- option. Thanks to `@taschini`_ for the PR (`#1597`_).
+ option. Thanks to :user:`taschini` for the PR (:pull:`1597`).
* Always include full assertion explanation during assertion rewriting. The previous behaviour was hiding
sub-expressions that happened to be ``False``, assuming this was redundant information.
- Thanks `@bagerard`_ for reporting (`#1503`_). Thanks to `@davehunt`_ and
- `@tomviner`_ for the PR.
+ Thanks :user:`bagerard` for reporting (:issue:`1503`). Thanks to :user:`davehunt` and
+ :user:`tomviner` for the PR.
* ``OptionGroup.addoption()`` now checks if option names were already
- added before, to make it easier to track down issues like `#1618`_.
+ added before, to make it easier to track down issues like :issue:`1618`.
Before, you only got exceptions later from ``argparse`` library,
giving no clue about the actual reason for double-added options.
* ``yield``-based tests are considered deprecated and will be removed in pytest-4.0.
- Thanks `@nicoddemus`_ for the PR.
+ Thanks :user:`nicoddemus` for the PR.
* ``[pytest]`` sections in ``setup.cfg`` files should now be named ``[tool:pytest]``
- to avoid conflicts with other distutils commands (see `#567`_). ``[pytest]`` sections in
+ to avoid conflicts with other distutils commands (see :pull:`567`). ``[pytest]`` sections in
``pytest.ini`` or ``tox.ini`` files are supported and unchanged.
- Thanks `@nicoddemus`_ for the PR.
+ Thanks :user:`nicoddemus` for the PR.
* Using ``pytest_funcarg__`` prefix to declare fixtures is considered deprecated and will be
- removed in pytest-4.0 (`#1684`_).
- Thanks `@nicoddemus`_ for the PR.
+ removed in pytest-4.0 (:pull:`1684`).
+ Thanks :user:`nicoddemus` for the PR.
* Passing a command-line string to ``pytest.main()`` is considered deprecated and scheduled
- for removal in pytest-4.0. It is recommended to pass a list of arguments instead (`#1723`_).
+ for removal in pytest-4.0. It is recommended to pass a list of arguments instead (:pull:`1723`).
* Rename ``getfuncargvalue`` to ``getfixturevalue``. ``getfuncargvalue`` is
- still present but is now considered deprecated. Thanks to `@RedBeardCode`_ and `@tomviner`_
- for the PR (`#1626`_).
+ still present but is now considered deprecated. Thanks to :user:`RedBeardCode` and :user:`tomviner`
+ for the PR (:pull:`1626`).
-* ``optparse`` type usage now triggers DeprecationWarnings (`#1740`_).
+* ``optparse`` type usage now triggers DeprecationWarnings (:issue:`1740`).
-* ``optparse`` backward compatibility supports float/complex types (`#457`_).
+* ``optparse`` backward compatibility supports float/complex types (:issue:`457`).
* Refined logic for determining the ``rootdir``, considering only valid
- paths which fixes a number of issues: `#1594`_, `#1435`_ and `#1471`_.
+ paths which fixes a number of issues: :issue:`1594`, :issue:`1435` and :issue:`1471`.
Updated the documentation according to current behavior. Thanks to
- `@blueyed`_, `@davehunt`_ and `@matthiasha`_ for the PR.
+ :user:`blueyed`, :user:`davehunt` and :user:`matthiasha` for the PR.
* Always include full assertion explanation. The previous behaviour was hiding
sub-expressions that happened to be False, assuming this was redundant information.
- Thanks `@bagerard`_ for reporting (`#1503`_). Thanks to `@davehunt`_ and
- `@tomviner`_ for PR.
+ Thanks :user:`bagerard` for reporting (:issue:`1503`). Thanks to :user:`davehunt` and
+ :user:`tomviner` for PR.
-* Better message in case of not using parametrized variable (see `#1539`_).
- Thanks to `@tramwaj29`_ for the PR.
+* Better message in case of not using parametrized variable (see :issue:`1539`).
+ Thanks to :user:`tramwaj29` for the PR.
* Updated docstrings with a more uniform style.
* Add stderr write for ``pytest.exit(msg)`` during startup. Previously the message was never shown.
- Thanks `@BeyondEvil`_ for reporting `#1210`_. Thanks to @jgsonesen and
- `@tomviner`_ for the PR.
+ Thanks :user:`BeyondEvil` for reporting :issue:`1210`. Thanks to @jgsonesen and
+ :user:`tomviner` for the PR.
-* No longer display the incorrect test deselection reason (`#1372`_).
- Thanks `@ronnypfannschmidt`_ for the PR.
+* No longer display the incorrect test deselection reason (:issue:`1372`).
+ Thanks :user:`ronnypfannschmidt` for the PR.
* The ``--resultlog`` command line option has been deprecated: it is little used
- and there are more modern and better alternatives (see `#830`_).
- Thanks `@nicoddemus`_ for the PR.
+ and there are more modern and better alternatives (see :issue:`830`).
+ Thanks :user:`nicoddemus` for the PR.
* Improve error message with fixture lookup errors: add an 'E' to the first
- line and '>' to the rest. Fixes `#717`_. Thanks `@blueyed`_ for reporting and
- a PR, `@eolo999`_ for the initial PR and `@tomviner`_ for his guidance during
+ line and '>' to the rest. Fixes :issue:`717`. Thanks :user:`blueyed` for reporting and
+ a PR, :user:`eolo999` for the initial PR and :user:`tomviner` for his guidance during
EuroPython2016 sprint.
@@ -5957,140 +6400,37 @@ time or change existing behaviors in order to make them less surprising/more use
* Parametrize now correctly handles duplicated test ids.
* Fix internal error issue when the ``method`` argument is missing for
- ``teardown_method()`` (`#1605`_).
+ ``teardown_method()`` (:issue:`1605`).
* Fix exception visualization in case the current working directory (CWD) gets
- deleted during testing (`#1235`_). Thanks `@bukzor`_ for reporting. PR by
- `@marscher`_.
+ deleted during testing (:issue:`1235`). Thanks :user:`bukzor` for reporting. PR by
+ :user:`marscher`.
-* Improve test output for logical expression with brackets (`#925`_).
- Thanks `@DRMacIver`_ for reporting and `@RedBeardCode`_ for the PR.
+* Improve test output for logical expression with brackets (:issue:`925`).
+ Thanks :user:`DRMacIver` for reporting and :user:`RedBeardCode` for the PR.
-* Create correct diff for strings ending with newlines (`#1553`_).
- Thanks `@Vogtinator`_ for reporting and `@RedBeardCode`_ and
- `@tomviner`_ for the PR.
+* Create correct diff for strings ending with newlines (:issue:`1553`).
+ Thanks :user:`Vogtinator` for reporting and :user:`RedBeardCode` and
+ :user:`tomviner` for the PR.
* ``ConftestImportFailure`` now shows the traceback making it easier to
- identify bugs in ``conftest.py`` files (`#1516`_). Thanks `@txomon`_ for
+ identify bugs in ``conftest.py`` files (:pull:`1516`). Thanks :user:`txomon` for
the PR.
* Text documents without any doctests no longer appear as "skipped".
- Thanks `@graingert`_ for reporting and providing a full PR (`#1580`_).
+ Thanks :user:`graingert` for reporting and providing a full PR (:pull:`1580`).
* Fixed collection of classes with custom ``__new__`` method.
- Fixes `#1579`_. Thanks to `@Stranger6667`_ for the PR.
+ Fixes :issue:`1579`. Thanks to :user:`Stranger6667` for the PR.
-* Fixed scope overriding inside metafunc.parametrize (`#634`_).
- Thanks to `@Stranger6667`_ for the PR.
+* Fixed scope overriding inside metafunc.parametrize (:issue:`634`).
+ Thanks to :user:`Stranger6667` for the PR.
-* Fixed the total tests tally in junit xml output (`#1798`_).
- Thanks to `@cboelsen`_ for the PR.
+* Fixed the total tests tally in junit xml output (:pull:`1798`).
+ Thanks to :user:`cboelsen` for the PR.
* Fixed off-by-one error with lines from ``request.node.warn``.
- Thanks to `@blueyed`_ for the PR.
-
-
-.. _#1210: https://github.com/pytest-dev/pytest/issues/1210
-.. _#1235: https://github.com/pytest-dev/pytest/issues/1235
-.. _#1351: https://github.com/pytest-dev/pytest/issues/1351
-.. _#1372: https://github.com/pytest-dev/pytest/issues/1372
-.. _#1421: https://github.com/pytest-dev/pytest/issues/1421
-.. _#1426: https://github.com/pytest-dev/pytest/issues/1426
-.. _#1428: https://github.com/pytest-dev/pytest/pull/1428
-.. _#1435: https://github.com/pytest-dev/pytest/issues/1435
-.. _#1441: https://github.com/pytest-dev/pytest/pull/1441
-.. _#1444: https://github.com/pytest-dev/pytest/pull/1444
-.. _#1454: https://github.com/pytest-dev/pytest/pull/1454
-.. _#1461: https://github.com/pytest-dev/pytest/pull/1461
-.. _#1468: https://github.com/pytest-dev/pytest/pull/1468
-.. _#1471: https://github.com/pytest-dev/pytest/issues/1471
-.. _#1474: https://github.com/pytest-dev/pytest/pull/1474
-.. _#1479: https://github.com/pytest-dev/pytest/issues/1479
-.. _#1502: https://github.com/pytest-dev/pytest/pull/1502
-.. _#1503: https://github.com/pytest-dev/pytest/issues/1503
-.. _#1516: https://github.com/pytest-dev/pytest/pull/1516
-.. _#1519: https://github.com/pytest-dev/pytest/pull/1519
-.. _#1520: https://github.com/pytest-dev/pytest/pull/1520
-.. _#1526: https://github.com/pytest-dev/pytest/pull/1526
-.. _#1539: https://github.com/pytest-dev/pytest/issues/1539
-.. _#1544: https://github.com/pytest-dev/pytest/issues/1544
-.. _#1546: https://github.com/pytest-dev/pytest/issues/1546
-.. _#1553: https://github.com/pytest-dev/pytest/issues/1553
-.. _#1562: https://github.com/pytest-dev/pytest/issues/1562
-.. _#1579: https://github.com/pytest-dev/pytest/issues/1579
-.. _#1580: https://github.com/pytest-dev/pytest/pull/1580
-.. _#1594: https://github.com/pytest-dev/pytest/issues/1594
-.. _#1597: https://github.com/pytest-dev/pytest/pull/1597
-.. _#1605: https://github.com/pytest-dev/pytest/issues/1605
-.. _#1616: https://github.com/pytest-dev/pytest/pull/1616
-.. _#1618: https://github.com/pytest-dev/pytest/issues/1618
-.. _#1619: https://github.com/pytest-dev/pytest/issues/1619
-.. _#1626: https://github.com/pytest-dev/pytest/pull/1626
-.. _#1627: https://github.com/pytest-dev/pytest/pull/1627
-.. _#1628: https://github.com/pytest-dev/pytest/pull/1628
-.. _#1629: https://github.com/pytest-dev/pytest/issues/1629
-.. _#1632: https://github.com/pytest-dev/pytest/issues/1632
-.. _#1633: https://github.com/pytest-dev/pytest/pull/1633
-.. _#1664: https://github.com/pytest-dev/pytest/pull/1664
-.. _#1668: https://github.com/pytest-dev/pytest/issues/1668
-.. _#1684: https://github.com/pytest-dev/pytest/pull/1684
-.. _#1723: https://github.com/pytest-dev/pytest/pull/1723
-.. _#1740: https://github.com/pytest-dev/pytest/issues/1740
-.. _#1749: https://github.com/pytest-dev/pytest/issues/1749
-.. _#1778: https://github.com/pytest-dev/pytest/pull/1778
-.. _#1795: https://github.com/pytest-dev/pytest/pull/1795
-.. _#1798: https://github.com/pytest-dev/pytest/pull/1798
-.. _#1809: https://github.com/pytest-dev/pytest/pull/1809
-.. _#372: https://github.com/pytest-dev/pytest/issues/372
-.. _#457: https://github.com/pytest-dev/pytest/issues/457
-.. _#460: https://github.com/pytest-dev/pytest/pull/460
-.. _#567: https://github.com/pytest-dev/pytest/pull/567
-.. _#607: https://github.com/pytest-dev/pytest/issues/607
-.. _#634: https://github.com/pytest-dev/pytest/issues/634
-.. _#717: https://github.com/pytest-dev/pytest/issues/717
-.. _#830: https://github.com/pytest-dev/pytest/issues/830
-.. _#925: https://github.com/pytest-dev/pytest/issues/925
-
-
-.. _@anntzer: https://github.com/anntzer
-.. _@bagerard: https://github.com/bagerard
-.. _@BeyondEvil: https://github.com/BeyondEvil
-.. _@blueyed: https://github.com/blueyed
-.. _@ceridwen: https://github.com/ceridwen
-.. _@cboelsen: https://github.com/cboelsen
-.. _@csaftoiu: https://github.com/csaftoiu
-.. _@d6e: https://github.com/d6e
-.. _@davehunt: https://github.com/davehunt
-.. _@DRMacIver: https://github.com/DRMacIver
-.. _@eolo999: https://github.com/eolo999
-.. _@fengxx: https://github.com/fengxx
-.. _@flub: https://github.com/flub
-.. _@gprasad84: https://github.com/gprasad84
-.. _@graingert: https://github.com/graingert
-.. _@hartym: https://github.com/hartym
-.. _@kalekundert: https://github.com/kalekundert
-.. _@kvas-it: https://github.com/kvas-it
-.. _@marscher: https://github.com/marscher
-.. _@mikofski: https://github.com/mikofski
-.. _@milliams: https://github.com/milliams
-.. _@nikratio: https://github.com/nikratio
-.. _@novas0x2a: https://github.com/novas0x2a
-.. _@obestwalter: https://github.com/obestwalter
-.. _@okken: https://github.com/okken
-.. _@olegpidsadnyi: https://github.com/olegpidsadnyi
-.. _@omarkohl: https://github.com/omarkohl
-.. _@palaviv: https://github.com/palaviv
-.. _@RedBeardCode: https://github.com/RedBeardCode
-.. _@sallner: https://github.com/sallner
-.. _@sober7: https://github.com/sober7
-.. _@Stranger6667: https://github.com/Stranger6667
-.. _@suzaku: https://github.com/suzaku
-.. _@tareqalayan: https://github.com/tareqalayan
-.. _@taschini: https://github.com/taschini
-.. _@tramwaj29: https://github.com/tramwaj29
-.. _@txomon: https://github.com/txomon
-.. _@Vogtinator: https://github.com/Vogtinator
-.. _@matthiasha: https://github.com/matthiasha
+ Thanks to :user:`blueyed` for the PR.
2.9.2 (2016-05-31)
@@ -6098,38 +6438,30 @@ time or change existing behaviors in order to make them less surprising/more use
**Bug Fixes**
-* fix `#510`_: skip tests where one parameterize dimension was empty
- thanks Alex Stapleton for the Report and `@RonnyPfannschmidt`_ for the PR
+* fix :issue:`510`: skip tests where one parameterize dimension was empty
+ thanks Alex Stapleton for the Report and :user:`RonnyPfannschmidt` for the PR
* Fix Xfail does not work with condition keyword argument.
- Thanks `@astraw38`_ for reporting the issue (`#1496`_) and `@tomviner`_
- for PR the (`#1524`_).
+ Thanks :user:`astraw38` for reporting the issue (:issue:`1496`) and :user:`tomviner`
+ for PR the (:pull:`1524`).
* Fix win32 path issue when putting custom config file with absolute path
in ``pytest.main("-c your_absolute_path")``.
* Fix maximum recursion depth detection when raised error class is not aware
of unicode/encoded bytes.
- Thanks `@prusse-martin`_ for the PR (`#1506`_).
+ Thanks :user:`prusse-martin` for the PR (:pull:`1506`).
* Fix ``pytest.mark.skip`` mark when used in strict mode.
- Thanks `@pquentin`_ for the PR and `@RonnyPfannschmidt`_ for
+ Thanks :user:`pquentin` for the PR and :user:`RonnyPfannschmidt` for
showing how to fix the bug.
* Minor improvements and fixes to the documentation.
- Thanks `@omarkohl`_ for the PR.
+ Thanks :user:`omarkohl` for the PR.
* Fix ``--fixtures`` to show all fixture definitions as opposed to just
one per fixture name.
- Thanks to `@hackebrot`_ for the PR.
-
-.. _#510: https://github.com/pytest-dev/pytest/issues/510
-.. _#1506: https://github.com/pytest-dev/pytest/pull/1506
-.. _#1496: https://github.com/pytest-dev/pytest/issues/1496
-.. _#1524: https://github.com/pytest-dev/pytest/pull/1524
-
-.. _@prusse-martin: https://github.com/prusse-martin
-.. _@astraw38: https://github.com/astraw38
+ Thanks to :user:`hackebrot` for the PR.
2.9.1 (2016-03-17)
@@ -6138,34 +6470,26 @@ time or change existing behaviors in order to make them less surprising/more use
**Bug Fixes**
* Improve error message when a plugin fails to load.
- Thanks `@nicoddemus`_ for the PR.
+ Thanks :user:`nicoddemus` for the PR.
-* Fix (`#1178 <https://github.com/pytest-dev/pytest/issues/1178>`_):
+* Fix (:issue:`1178`):
``pytest.fail`` with non-ascii characters raises an internal pytest error.
- Thanks `@nicoddemus`_ for the PR.
+ Thanks :user:`nicoddemus` for the PR.
-* Fix (`#469`_): junit parses report.nodeid incorrectly, when params IDs
- contain ``::``. Thanks `@tomviner`_ for the PR (`#1431`_).
+* Fix (:issue:`469`): junit parses report.nodeid incorrectly, when params IDs
+ contain ``::``. Thanks :user:`tomviner` for the PR (:pull:`1431`).
-* Fix (`#578 <https://github.com/pytest-dev/pytest/issues/578>`_): SyntaxErrors
+* Fix (:issue:`578`): SyntaxErrors
containing non-ascii lines at the point of failure generated an internal
py.test error.
- Thanks `@asottile`_ for the report and `@nicoddemus`_ for the PR.
+ Thanks :user:`asottile` for the report and :user:`nicoddemus` for the PR.
-* Fix (`#1437`_): When passing in a bytestring regex pattern to parameterize
+* Fix (:issue:`1437`): When passing in a bytestring regex pattern to parameterize
attempt to decode it as utf-8 ignoring errors.
-* Fix (`#649`_): parametrized test nodes cannot be specified to run on the command line.
-
-* Fix (`#138`_): better reporting for python 3.3+ chained exceptions
-
-.. _#1437: https://github.com/pytest-dev/pytest/issues/1437
-.. _#469: https://github.com/pytest-dev/pytest/issues/469
-.. _#1431: https://github.com/pytest-dev/pytest/pull/1431
-.. _#649: https://github.com/pytest-dev/pytest/issues/649
-.. _#138: https://github.com/pytest-dev/pytest/issues/138
+* Fix (:issue:`649`): parametrized test nodes cannot be specified to run on the command line.
-.. _@asottile: https://github.com/asottile
+* Fix (:issue:`138`): better reporting for python 3.3+ chained exceptions
2.9.0 (2016-02-29)
@@ -6174,29 +6498,29 @@ time or change existing behaviors in order to make them less surprising/more use
**New Features**
* New ``pytest.mark.skip`` mark, which unconditionally skips marked tests.
- Thanks `@MichaelAquilina`_ for the complete PR (`#1040`_).
+ Thanks :user:`MichaelAquilina` for the complete PR (:pull:`1040`).
* ``--doctest-glob`` may now be passed multiple times in the command-line.
- Thanks `@jab`_ and `@nicoddemus`_ for the PR.
+ Thanks :user:`jab` and :user:`nicoddemus` for the PR.
* New ``-rp`` and ``-rP`` reporting options give the summary and full output
- of passing tests, respectively. Thanks to `@codewarrior0`_ for the PR.
+ of passing tests, respectively. Thanks to :user:`codewarrior0` for the PR.
* ``pytest.mark.xfail`` now has a ``strict`` option, which makes ``XPASS``
tests to fail the test suite (defaulting to ``False``). There's also a
``xfail_strict`` ini option that can be used to configure it project-wise.
- Thanks `@rabbbit`_ for the request and `@nicoddemus`_ for the PR (`#1355`_).
+ Thanks :user:`rabbbit` for the request and :user:`nicoddemus` for the PR (:pull:`1355`).
* ``Parser.addini`` now supports options of type ``bool``.
- Thanks `@nicoddemus`_ for the PR.
+ Thanks :user:`nicoddemus` for the PR.
* New ``ALLOW_BYTES`` doctest option. This strips ``b`` prefixes from byte strings
in doctest output (similar to ``ALLOW_UNICODE``).
- Thanks `@jaraco`_ for the request and `@nicoddemus`_ for the PR (`#1287`_).
+ Thanks :user:`jaraco` for the request and :user:`nicoddemus` for the PR (:pull:`1287`).
* Give a hint on ``KeyboardInterrupt`` to use the ``--fulltrace`` option to show the errors.
- Fixes `#1366`_.
- Thanks to `@hpk42`_ for the report and `@RonnyPfannschmidt`_ for the PR.
+ Fixes :issue:`1366`.
+ Thanks to :user:`hpk42` for the report and :user:`RonnyPfannschmidt` for the PR.
* Catch ``IndexError`` exceptions when getting exception source location.
Fixes a pytest internal error for dynamically generated code (fixtures and tests)
@@ -6220,74 +6544,45 @@ time or change existing behaviors in order to make them less surprising/more use
`pylib <https://pylib.readthedocs.io>`_.
* ``pytest_enter_pdb`` now optionally receives the pytest config object.
- Thanks `@nicoddemus`_ for the PR.
+ Thanks :user:`nicoddemus` for the PR.
* Removed code and documentation for Python 2.5 or lower versions,
including removal of the obsolete ``_pytest.assertion.oldinterpret`` module.
- Thanks `@nicoddemus`_ for the PR (`#1226`_).
+ Thanks :user:`nicoddemus` for the PR (:pull:`1226`).
* Comparisons now always show up in full when ``CI`` or ``BUILD_NUMBER`` is
found in the environment, even when ``-vv`` isn't used.
- Thanks `@The-Compiler`_ for the PR.
+ Thanks :user:`The-Compiler` for the PR.
* ``--lf`` and ``--ff`` now support long names: ``--last-failed`` and
``--failed-first`` respectively.
- Thanks `@MichaelAquilina`_ for the PR.
+ Thanks :user:`MichaelAquilina` for the PR.
* Added expected exceptions to ``pytest.raises`` fail message.
* Collection only displays progress ("collecting X items") when in a terminal.
This avoids cluttering the output when using ``--color=yes`` to obtain
- colors in CI integrations systems (`#1397`_).
+ colors in CI integrations systems (:issue:`1397`).
**Bug Fixes**
* The ``-s`` and ``-c`` options should now work under ``xdist``;
``Config.fromdictargs`` now represents its input much more faithfully.
- Thanks to `@bukzor`_ for the complete PR (`#680`_).
+ Thanks to :user:`bukzor` for the complete PR (:issue:`680`).
-* Fix (`#1290`_): support Python 3.5's ``@`` operator in assertion rewriting.
- Thanks `@Shinkenjoe`_ for report with test case and `@tomviner`_ for the PR.
+* Fix (:issue:`1290`): support Python 3.5's ``@`` operator in assertion rewriting.
+ Thanks :user:`Shinkenjoe` for report with test case and :user:`tomviner` for the PR.
-* Fix formatting utf-8 explanation messages (`#1379`_).
- Thanks `@biern`_ for the PR.
+* Fix formatting utf-8 explanation messages (:issue:`1379`).
+ Thanks :user:`biern` for the PR.
-* Fix `traceback style docs`_ to describe all of the available options
+* Fix :ref:`traceback style docs <how-to-modifying-python-tb-printing>` to describe all of the available options
(auto/long/short/line/native/no), with ``auto`` being the default since v2.6.
- Thanks `@hackebrot`_ for the PR.
+ Thanks :user:`hackebrot` for the PR.
-* Fix (`#1422`_): junit record_xml_property doesn't allow multiple records
+* Fix (:issue:`1422`): junit record_xml_property doesn't allow multiple records
with same name.
-.. _`traceback style docs`: https://pytest.org/en/stable/usage.html#modifying-python-traceback-printing
-
-.. _#1609: https://github.com/pytest-dev/pytest/issues/1609
-.. _#1422: https://github.com/pytest-dev/pytest/issues/1422
-.. _#1379: https://github.com/pytest-dev/pytest/issues/1379
-.. _#1366: https://github.com/pytest-dev/pytest/issues/1366
-.. _#1040: https://github.com/pytest-dev/pytest/pull/1040
-.. _#680: https://github.com/pytest-dev/pytest/issues/680
-.. _#1287: https://github.com/pytest-dev/pytest/pull/1287
-.. _#1226: https://github.com/pytest-dev/pytest/pull/1226
-.. _#1290: https://github.com/pytest-dev/pytest/pull/1290
-.. _#1355: https://github.com/pytest-dev/pytest/pull/1355
-.. _#1397: https://github.com/pytest-dev/pytest/issues/1397
-.. _@biern: https://github.com/biern
-.. _@MichaelAquilina: https://github.com/MichaelAquilina
-.. _@bukzor: https://github.com/bukzor
-.. _@hpk42: https://github.com/hpk42
-.. _@nicoddemus: https://github.com/nicoddemus
-.. _@jab: https://github.com/jab
-.. _@codewarrior0: https://github.com/codewarrior0
-.. _@jaraco: https://github.com/jaraco
-.. _@The-Compiler: https://github.com/The-Compiler
-.. _@Shinkenjoe: https://github.com/Shinkenjoe
-.. _@tomviner: https://github.com/tomviner
-.. _@RonnyPfannschmidt: https://github.com/RonnyPfannschmidt
-.. _@rabbbit: https://github.com/rabbbit
-.. _@hackebrot: https://github.com/hackebrot
-.. _@pquentin: https://github.com/pquentin
-.. _@ioggstream: https://github.com/ioggstream
2.8.7 (2016-01-24)
==================
@@ -6525,7 +6820,7 @@ time or change existing behaviors in order to make them less surprising/more use
Thanks Bruno Oliveira for the PR.
- fix issue808: pytest's internal assertion rewrite hook now implements the
- optional PEP302 get_data API so tests can access data files next to them.
+ optional :pep:`302` get_data API so tests can access data files next to them.
Thanks xmo-odoo for request and example and Bruno Oliveira for
the PR.
@@ -7133,7 +7428,7 @@ time or change existing behaviors in order to make them less surprising/more use
- close issue240 - document precisely how pytest module importing
works, discuss the two common test directory layouts, and how it
- interacts with PEP420-namespace packages.
+ interacts with :pep:`420`\-namespace packages.
- fix issue246 fix finalizer order to be LIFO on independent fixtures
depending on a parametrized higher-than-function scoped fixture.
@@ -7193,7 +7488,7 @@ time or change existing behaviors in order to make them less surprising/more use
(it already did neutralize pytest.mark.xfail markers)
- refine pytest / pkg_resources interactions: The AssertionRewritingHook
- PEP302 compliant loader now registers itself with setuptools/pkg_resources
+ :pep:`302` compliant loader now registers itself with setuptools/pkg_resources
properly so that the pkg_resources.resource_stream method works properly.
Fixes issue366. Thanks for the investigations and full PR to Jason R. Coombs.
@@ -7518,7 +7813,7 @@ Bug fixes:
- yielded test functions will now have autouse-fixtures active but
cannot accept fixtures as funcargs - it's anyway recommended to
rather use the post-2.0 parametrize features instead of yield, see:
- http://pytest.org/en/stable/example/parametrize.html
+ http://pytest.org/en/stable/example/how-to/parametrize.html
- fix autouse-issue where autouse-fixtures would not be discovered
if defined in an a/conftest.py file and tests in a/tests/test_some.py
- fix issue226 - LIFO ordering for fixture teardowns
@@ -7764,7 +8059,7 @@ Bug fixes:
or through plugin hooks. Also introduce a "--strict" option which
will treat unregistered markers as errors
allowing to avoid typos and maintain a well described set of markers
- for your test suite. See exaples at http://pytest.org/en/stable/mark.html
+ for your test suite. See examples at http://pytest.org/en/stable/how-to/mark.html
and its links.
- issue50: introduce "-m marker" option to select tests based on markers
(this is a stricter and more predictable version of '-k' in that "-m"
@@ -7947,7 +8242,7 @@ Bug fixes:
- refinements to "collecting" output on non-ttys
- refine internal plugin registration and --traceconfig output
- introduce a mechanism to prevent/unregister plugins from the
- command line, see http://pytest.org/en/stable/plugins.html#cmdunregister
+ command line, see http://pytest.org/en/stable/how-to/plugins.html#cmdunregister
- activate resultlog plugin by default
- fix regression wrt yielded tests which due to the
collection-before-running semantics were not
@@ -8076,7 +8371,7 @@ Bug fixes:
- fix issue57 -f|--looponfail to work with xpassing tests (thanks Ronny)
- fix issue92 collectonly reporter and --pastebin (thanks Benjamin Peterson)
- fix py.code.compile(source) to generate unique filenames
-- fix assertion re-interp problems on PyPy, by defering code
+- fix assertion re-interp problems on PyPy, by deferring code
compilation to the (overridable) Frame.eval class. (thanks Amaury Forgeot)
- fix py.path.local.pyimport() to work with directories
- streamline py.path.local.mkdtemp implementation and usage
@@ -8150,7 +8445,7 @@ Bug fixes:
- improve support for raises and other dynamically compiled code by
manipulating python's linecache.cache instead of the previous
rather hacky way of creating custom code objects. This makes
- it seemlessly work on Jython and PyPy where it previously didn't.
+ it seamlessly work on Jython and PyPy where it previously didn't.
- fix issue96: make capturing more resilient against Control-C
interruptions (involved somewhat substantial refactoring
@@ -8217,7 +8512,7 @@ Bug fixes:
- fixes for making the jython/win32 combination work, note however:
jython2.5.1/win32 does not provide a command line launcher, see
- http://bugs.jython.org/issue1491 . See pylib install documentation
+ https://bugs.jython.org/issue1491 . See pylib install documentation
for how to work around.
- fixes for handling of unicode exception values and unprintable objects
diff --git a/doc/en/conf.py b/doc/en/conf.py
index 2f3a2baf44b..b316163532a 100644
--- a/doc/en/conf.py
+++ b/doc/en/conf.py
@@ -17,7 +17,9 @@
# The short X.Y version.
import ast
import os
+import shutil
import sys
+from textwrap import dedent
from typing import List
from typing import TYPE_CHECKING
@@ -35,8 +37,26 @@
# sys.path.insert(0, os.path.abspath('.'))
autodoc_member_order = "bysource"
+autodoc_typehints = "description"
todo_include_todos = 1
+latex_engine = "lualatex"
+
+latex_elements = {
+ "preamble": dedent(
+ r"""
+ \directlua{
+ luaotfload.add_fallback("fallbacks", {
+ "Noto Serif CJK SC:style=Regular;",
+ "Symbola:Style=Regular;"
+ })
+ }
+
+ \setmainfont{FreeSerif}[RawFeature={fallback=fallbacks}]
+ """
+ )
+}
+
# -- General configuration -----------------------------------------------------
# If your documentation needs a minimal Sphinx version, state it here.
@@ -49,6 +69,7 @@
"pygments_pytest",
"sphinx.ext.autodoc",
"sphinx.ext.autosummary",
+ "sphinx.ext.extlinks",
"sphinx.ext.intersphinx",
"sphinx.ext.todo",
"sphinx.ext.viewcode",
@@ -56,6 +77,13 @@
"sphinxcontrib_trio",
]
+# Building PDF docs on readthedocs requires inkscape for svg to pdf
+# conversion. The relevant plugin is not useful for normal HTML builds, but
+# it still raises warnings and fails CI if inkscape is not available. So
+# only use the plugin if inkscape is actually available.
+if shutil.which("inkscape"):
+ extensions.append("sphinxcontrib.inkscapeconverter")
+
# Add any paths that contain templates here, relative to this directory.
templates_path = ["_templates"]
@@ -70,7 +98,7 @@
# General information about the project.
project = "pytest"
-copyright = "2015–2020, holger krekel and pytest-dev team"
+copyright = "2015, holger krekel and pytest-dev team"
# The language for content autogenerated by Sphinx. Refer to documentation
@@ -122,7 +150,6 @@
# A list of regular expressions that match URIs that should not be checked when
# doing a linkcheck.
linkcheck_ignore = [
- "https://github.com/numpy/numpy/blob/master/doc/release/1.16.0-notes.rst#new-deprecations",
"https://blogs.msdn.microsoft.com/bharry/2017/06/28/testing-in-a-cloud-delivery-cadence/",
"http://pythontesting.net/framework/pytest-introduction/",
r"https://github.com/pytest-dev/pytest/issues/\d+",
@@ -133,6 +160,16 @@
linkcheck_workers = 5
+_repo = "https://github.com/pytest-dev/pytest"
+extlinks = {
+ "bpo": ("https://bugs.python.org/issue%s", "bpo-"),
+ "pypi": ("https://pypi.org/project/%s/", ""),
+ "issue": (f"{_repo}/issues/%s", "issue #"),
+ "pull": (f"{_repo}/pull/%s", "pull request #"),
+ "user": ("https://github.com/%s", "@"),
+}
+
+
# -- Options for HTML output ---------------------------------------------------
sys.path.append(os.path.abspath("_themes"))
@@ -159,7 +196,7 @@
# The name of an image file (relative to this directory) to place at the top
# of the sidebar.
-html_logo = "img/pytest1.png"
+html_logo = "img/pytest_logo_curves.svg"
# The name of an image file (within the static path) to use as favicon of the
# docs. This file should be a Windows icon file (.ico) being 16x16 or 32x32
@@ -251,7 +288,7 @@
"contents",
"pytest.tex",
"pytest Documentation",
- "holger krekel, trainer and consultant, http://merlinux.eu",
+ "holger krekel, trainer and consultant, https://merlinux.eu/",
"manual",
)
]
@@ -292,7 +329,7 @@
epub_title = "pytest"
epub_author = "holger krekel at merlinux eu"
epub_publisher = "holger krekel at merlinux eu"
-epub_copyright = "2013-2020, holger krekel et alii"
+epub_copyright = "2013, holger krekel et alii"
# The language of the text. It defaults to the language option
# or en if the language is not set.
@@ -347,8 +384,17 @@
# Example configuration for intersphinx: refer to the Python standard library.
intersphinx_mapping = {
- "pluggy": ("https://pluggy.readthedocs.io/en/latest", None),
+ "pluggy": ("https://pluggy.readthedocs.io/en/stable", None),
"python": ("https://docs.python.org/3", None),
+ "numpy": ("https://numpy.org/doc/stable", None),
+ "pip": ("https://pip.pypa.io/en/stable", None),
+ "tox": ("https://tox.wiki/en/stable", None),
+ "virtualenv": ("https://virtualenv.pypa.io/en/stable", None),
+ "django": (
+ "http://docs.djangoproject.com/en/stable",
+ "http://docs.djangoproject.com/en/stable/_objects",
+ ),
+ "setuptools": ("https://setuptools.pypa.io/en/stable", None),
}
@@ -399,6 +445,13 @@ def setup(app: "sphinx.application.Sphinx") -> None:
indextemplate="pair: %s; global variable interpreted by pytest",
)
+ app.add_crossref_type(
+ directivename="hook",
+ rolename="hook",
+ objname="pytest hook",
+ indextemplate="pair: %s; hook",
+ )
+
configure_logging(app)
# Make Sphinx mark classes with "final" when decorated with @final.
@@ -419,3 +472,7 @@ def patched_is_final(self, decorators: List[ast.expr]) -> bool:
)
sphinx.pycode.parser.VariableCommentPicker.is_final = patched_is_final
+
+ # legacypath.py monkey-patches pytest.Testdir in. Import the file so
+ # that autodoc can discover references to it.
+ import _pytest.legacypath # noqa: F401
diff --git a/doc/en/contact.rst b/doc/en/contact.rst
index efc6a8f57d3..beed10d7f27 100644
--- a/doc/en/contact.rst
+++ b/doc/en/contact.rst
@@ -7,21 +7,24 @@ Contact channels
- `pytest issue tracker`_ to report bugs or suggest features (for version
2.0 and above).
-
+- `pytest discussions`_ at github for general questions.
+- `pytest discord server <https://discord.com/invite/pytest-dev>`_
+ for pytest development visibility and general assistance.
- `pytest on stackoverflow.com <http://stackoverflow.com/search?q=pytest>`_
- to post questions with the tag ``pytest``. New Questions will usually
+ to post precise questions with the tag ``pytest``. New Questions will usually
be seen by pytest users or developers and answered quickly.
- `Testing In Python`_: a mailing list for Python testing tools and discussion.
- `pytest-dev at python.org (mailing list)`_ pytest specific announcements and discussions.
-- `pytest-commit at python.org (mailing list)`_: for commits and new issues
-
- :doc:`contribution guide <contributing>` for help on submitting pull
requests to GitHub.
-- ``#pylib`` on irc.freenode.net IRC channel for random questions.
+- ``#pytest`` `on irc.libera.chat <ircs://irc.libera.chat:6697/#pytest>`_ IRC
+ channel for random questions (using an IRC client, `via webchat
+ <https://web.libera.chat/#pytest>`_, or `via Matrix
+ <https://matrix.to/#/%23pytest:libera.chat>`_).
- private mail to Holger.Krekel at gmail com if you want to communicate sensitive issues
@@ -30,19 +33,21 @@ Contact channels
consulting.
.. _`pytest issue tracker`: https://github.com/pytest-dev/pytest/issues
-.. _`old issue tracker`: http://bitbucket.org/hpk42/py-trunk/issues/
+.. _`old issue tracker`: https://bitbucket.org/hpk42/py-trunk/issues/
+
+.. _`pytest discussions`: https://github.com/pytest-dev/pytest/discussions
-.. _`merlinux.eu`: http://merlinux.eu
+.. _`merlinux.eu`: https://merlinux.eu/
.. _`get an account`:
-.. _tetamap: http://tetamap.wordpress.com
+.. _tetamap: https://tetamap.wordpress.com/
-.. _`@pylibcommit`: http://twitter.com/pylibcommit
+.. _`@pylibcommit`: https://twitter.com/pylibcommit
.. _`Testing in Python`: http://lists.idyll.org/listinfo/testing-in-python
-.. _FOAF: http://en.wikipedia.org/wiki/FOAF
+.. _FOAF: https://en.wikipedia.org/wiki/FOAF
.. _`py-dev`:
.. _`development mailing list`:
.. _`pytest-dev at python.org (mailing list)`: http://mail.python.org/mailman/listinfo/pytest-dev
diff --git a/doc/en/contents.rst b/doc/en/contents.rst
index 58a08744ced..049d44ba9d8 100644
--- a/doc/en/contents.rst
+++ b/doc/en/contents.rst
@@ -7,37 +7,81 @@ Full pytest documentation
.. `Download latest version as EPUB <http://media.readthedocs.org/epub/pytest/latest/pytest.epub>`_
+
+Start here
+-----------
+
.. toctree::
:maxdepth: 2
getting-started
- usage
- existingtestsuite
- assert
- fixture
- mark
- monkeypatch
- tmpdir
- capture
- warnings
- doctest
- skipping
- parametrize
- cache
- unittest
- nose
- xunit_setup
- plugins
- writing_plugins
- logging
- reference
-
- goodpractices
- flaky
- pythonpath
- customize
+
+
+How-to guides
+-------------
+
+.. toctree::
+ :maxdepth: 2
+
+ how-to/usage
+ how-to/assert
+ how-to/fixtures
+ how-to/mark
+ how-to/parametrize
+ how-to/tmp_path
+ how-to/monkeypatch
+ how-to/doctest
+ how-to/cache
+
+ how-to/logging
+ how-to/capture-stdout-stderr
+ how-to/capture-warnings
+ how-to/skipping
+
+ how-to/plugins
+ how-to/writing_plugins
+ how-to/writing_hook_functions
+
+ how-to/existingtestsuite
+ how-to/unittest
+ how-to/nose
+ how-to/xunit_setup
+
+ how-to/bash-completion
+
+
+Reference guides
+-----------------
+
+.. toctree::
+ :maxdepth: 2
+
+ reference/fixtures
+ reference/plugin_list
+ reference/customize
+ reference/reference
+
+
+Explanation
+-----------------
+
+.. toctree::
+ :maxdepth: 2
+
+ explanation/anatomy
+ explanation/fixtures
+ explanation/goodpractices
+ explanation/flaky
+ explanation/pythonpath
+
+
+Further topics
+-----------------
+
+.. toctree::
+ :maxdepth: 2
+
example/index
- bash-completion
backwards-compatibility
deprecations
@@ -51,9 +95,9 @@ Full pytest documentation
license
contact
+ history
historical-notes
talks
- projects
.. only:: html
diff --git a/doc/en/deprecations.rst b/doc/en/deprecations.rst
index 5ef1053e0b4..0f19744adec 100644
--- a/doc/en/deprecations.rst
+++ b/doc/en/deprecations.rst
@@ -18,6 +18,253 @@ Deprecated Features
Below is a complete list of all pytest features which are considered deprecated. Using those features will issue
:class:`PytestWarning` or subclasses, which can be filtered using :ref:`standard warning filters <warnings>`.
+.. _instance-collector-deprecation:
+
+The ``pytest.Instance`` collector
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+.. versionremoved:: 7.0
+
+The ``pytest.Instance`` collector type has been removed.
+
+Previously, Python test methods were collected as :class:`~pytest.Class` -> ``Instance`` -> :class:`~pytest.Function`.
+Now :class:`~pytest.Class` collects the test methods directly.
+
+Most plugins which reference ``Instance`` do so in order to ignore or skip it,
+using a check such as ``if isinstance(node, Instance): return``.
+Such plugins should simply remove consideration of ``Instance`` on pytest>=7.
+However, to keep such uses working, a dummy type has been instanted in ``pytest.Instance`` and ``_pytest.python.Instance``,
+and importing it emits a deprecation warning. This will be removed in pytest 8.
+
+
+.. _node-ctor-fspath-deprecation:
+
+``fspath`` argument for Node constructors replaced with ``pathlib.Path``
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+.. deprecated:: 7.0
+
+In order to support the transition from ``py.path.local`` to :mod:`pathlib`,
+the ``fspath`` argument to :class:`~_pytest.nodes.Node` constructors like
+:func:`pytest.Function.from_parent()` and :func:`pytest.Class.from_parent()`
+is now deprecated.
+
+Plugins which construct nodes should pass the ``path`` argument, of type
+:class:`pathlib.Path`, instead of the ``fspath`` argument.
+
+Plugins which implement custom items and collectors are encouraged to replace
+``fspath`` parameters (``py.path.local``) with ``path`` parameters
+(``pathlib.Path``), and drop any other usage of the ``py`` library if possible.
+
+If possible, plugins with custom items should use :ref:`cooperative
+constructors <uncooperative-constructors-deprecated>` to avoid hardcoding
+arguments they only pass on to the superclass.
+
+.. note::
+ The name of the :class:`~_pytest.nodes.Node` arguments and attributes (the
+ new attribute being ``path``) is **the opposite** of the situation for
+ hooks, :ref:`outlined below <legacy-path-hooks-deprecated>` (the old
+ argument being ``path``).
+
+ This is an unfortunate artifact due to historical reasons, which should be
+ resolved in future versions as we slowly get rid of the :pypi:`py`
+ dependency (see :issue:`9283` for a longer discussion).
+
+Due to the ongoing migration of methods like :meth:`~_pytest.Item.reportinfo`
+which still is expected to return a ``py.path.local`` object, nodes still have
+both ``fspath`` (``py.path.local``) and ``path`` (``pathlib.Path``) attributes,
+no matter what argument was used in the constructor. We expect to deprecate the
+``fspath`` attribute in a future release.
+
+.. _legacy-path-hooks-deprecated:
+
+``py.path.local`` arguments for hooks replaced with ``pathlib.Path``
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+.. deprecated:: 7.0
+
+In order to support the transition from ``py.path.local`` to :mod:`pathlib`, the following hooks now receive additional arguments:
+
+* :hook:`pytest_ignore_collect(collection_path: pathlib.Path) <pytest_ignore_collect>` as equivalent to ``path``
+* :hook:`pytest_collect_file(file_path: pathlib.Path) <pytest_collect_file>` as equivalent to ``path``
+* :hook:`pytest_pycollect_makemodule(module_path: pathlib.Path) <pytest_pycollect_makemodule>` as equivalent to ``path``
+* :hook:`pytest_report_header(start_path: pathlib.Path) <pytest_report_header>` as equivalent to ``startdir``
+* :hook:`pytest_report_collectionfinish(start_path: pathlib.Path) <pytest_report_collectionfinish>` as equivalent to ``startdir``
+
+The accompanying ``py.path.local`` based paths have been deprecated: plugins which manually invoke those hooks should only pass the new ``pathlib.Path`` arguments, and users should change their hook implementations to use the new ``pathlib.Path`` arguments.
+
+.. note::
+ The name of the :class:`~_pytest.nodes.Node` arguments and attributes,
+ :ref:`outlined above <node-ctor-fspath-deprecation>` (the new attribute
+ being ``path``) is **the opposite** of the situation for hooks (the old
+ argument being ``path``).
+
+ This is an unfortunate artifact due to historical reasons, which should be
+ resolved in future versions as we slowly get rid of the :pypi:`py`
+ dependency (see :issue:`9283` for a longer discussion).
+
+Directly constructing internal classes
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+.. deprecated:: 7.0
+
+Directly constructing the following classes is now deprecated:
+
+- ``_pytest.mark.structures.Mark``
+- ``_pytest.mark.structures.MarkDecorator``
+- ``_pytest.mark.structures.MarkGenerator``
+- ``_pytest.python.Metafunc``
+- ``_pytest.runner.CallInfo``
+- ``_pytest._code.ExceptionInfo``
+- ``_pytest.config.argparsing.Parser``
+- ``_pytest.config.argparsing.OptionGroup``
+- ``_pytest.pytester.HookRecorder``
+
+These constructors have always been considered private, but now issue a deprecation warning, which may become a hard error in pytest 8.
+
+.. _cmdline-preparse-deprecated:
+
+Passing ``msg=`` to ``pytest.skip``, ``pytest.fail`` or ``pytest.exit``
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+.. deprecated:: 7.0
+
+Passing the keyword argument ``msg`` to :func:`pytest.skip`, :func:`pytest.fail` or :func:`pytest.exit`
+is now deprecated and ``reason`` should be used instead. This change is to bring consistency between these
+functions and the ``@pytest.mark.skip`` and ``@pytest.mark.xfail`` markers which already accept a ``reason`` argument.
+
+.. code-block:: python
+
+ def test_fail_example():
+ # old
+ pytest.fail(msg="foo")
+ # new
+ pytest.fail(reason="bar")
+
+
+ def test_skip_example():
+ # old
+ pytest.skip(msg="foo")
+ # new
+ pytest.skip(reason="bar")
+
+
+ def test_exit_example():
+ # old
+ pytest.exit(msg="foo")
+ # new
+ pytest.exit(reason="bar")
+
+
+Implementing the ``pytest_cmdline_preparse`` hook
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+.. deprecated:: 7.0
+
+Implementing the :hook:`pytest_cmdline_preparse` hook has been officially deprecated.
+Implement the :hook:`pytest_load_initial_conftests` hook instead.
+
+.. code-block:: python
+
+ def pytest_cmdline_preparse(config: Config, args: List[str]) -> None:
+ ...
+
+
+ # becomes:
+
+
+ def pytest_load_initial_conftests(
+ early_config: Config, parser: Parser, args: List[str]
+ ) -> None:
+ ...
+
+.. _diamond-inheritance-deprecated:
+
+Diamond inheritance between :class:`pytest.Collector` and :class:`pytest.Item`
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+.. deprecated:: 7.0
+
+Defining a custom pytest node type which is both an :class:`pytest.Item <Item>` and a :class:`pytest.Collector <Collector>` (e.g. :class:`pytest.File <File>`) now issues a warning.
+It was never sanely supported and triggers hard to debug errors.
+
+Some plugins providing linting/code analysis have been using this as a hack.
+Instead, a separate collector node should be used, which collects the item. See
+:ref:`non-python tests` for an example, as well as an `example pr fixing inheritance`_.
+
+.. _example pr fixing inheritance: https://github.com/asmeurer/pytest-flakes/pull/40/files
+
+
+.. _uncooperative-constructors-deprecated:
+
+Constructors of custom :class:`pytest.Node` subclasses should take ``**kwargs``
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+.. deprecated:: 7.0
+
+If custom subclasses of nodes like :class:`pytest.Item` override the
+``__init__`` method, they should take ``**kwargs``. Thus,
+
+.. code-block:: python
+
+ class CustomItem(pytest.Item):
+ def __init__(self, name, parent, additional_arg):
+ super().__init__(name, parent)
+ self.additional_arg = additional_arg
+
+should be turned into:
+
+.. code-block:: python
+
+ class CustomItem(pytest.Item):
+ def __init__(self, *, additional_arg, **kwargs):
+ super().__init__(**kwargs)
+ self.additional_arg = additional_arg
+
+to avoid hard-coding the arguments pytest can pass to the superclass.
+See :ref:`non-python tests` for a full example.
+
+For cases without conflicts, no deprecation warning is emitted. For cases with
+conflicts (such as :class:`pytest.File` now taking ``path`` instead of
+``fspath``, as :ref:`outlined above <node-ctor-fspath-deprecation>`), a
+deprecation warning is now raised.
+
+Backward compatibilities in ``Parser.addoption``
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+.. deprecated:: 2.4
+
+Several behaviors of :meth:`Parser.addoption <pytest.Parser.addoption>` are now
+scheduled for removal in pytest 8 (deprecated since pytest 2.4.0):
+
+- ``parser.addoption(..., help=".. %default ..")`` - use ``%(default)s`` instead.
+- ``parser.addoption(..., type="int/string/float/complex")`` - use ``type=int`` etc. instead.
+
+
+Raising ``unittest.SkipTest`` during collection
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+.. deprecated:: 7.0
+
+Raising :class:`unittest.SkipTest` to skip collection of tests during the
+pytest collection phase is deprecated. Use :func:`pytest.skip` instead.
+
+Note: This deprecation only relates to using `unittest.SkipTest` during test
+collection. You are probably not doing that. Ordinary usage of
+:class:`unittest.SkipTest` / :meth:`unittest.TestCase.skipTest` /
+:func:`unittest.skip` in unittest test cases is fully supported.
+
+Using ``pytest.warns(None)``
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+.. deprecated:: 7.0
+
+:func:`pytest.warns(None) <pytest.warns>` is now deprecated because it was frequently misused.
+Its correct usage was checking that the code emits at least one warning of any type - like ``pytest.warns()``
+or ``pytest.warns(Warning)``.
+
+See :ref:`warns use cases` for examples.
+
The ``--strict`` command-line option
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
@@ -92,6 +339,7 @@ A ``--show-capture`` command-line option was added in ``pytest 3.5.0`` which all
display captured output when tests fail: ``no``, ``stdout``, ``stderr``, ``log`` or ``all`` (the default).
+.. _resultlog deprecated:
Result log (``--result-log``)
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
@@ -114,8 +362,8 @@ at some point, depending on the plans for the plugins and number of users using
.. versionremoved:: 6.0
-The ``pytest_collect_directory`` has not worked properly for years (it was called
-but the results were ignored). Users may consider using :func:`pytest_collection_modifyitems <_pytest.hookspec.pytest_collection_modifyitems>` instead.
+The ``pytest_collect_directory`` hook has not worked properly for years (it was called
+but the results were ignored). Users may consider using :hook:`pytest_collection_modifyitems` instead.
TerminalReporter.writer
~~~~~~~~~~~~~~~~~~~~~~~
@@ -129,6 +377,8 @@ with ``py.io.TerminalWriter``.
Plugins that used ``TerminalReporter.writer`` directly should instead use ``TerminalReporter``
methods that provide the same functionality.
+.. _junit-family changed default value:
+
``junit_family`` default value change to "xunit2"
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
@@ -216,6 +466,8 @@ in places where we or plugin authors must distinguish between fixture names and
names supplied by non-fixture things such as ``pytest.mark.parametrize``.
+.. _pytest.config global deprecated:
+
``pytest.config`` global
~~~~~~~~~~~~~~~~~~~~~~~~
@@ -260,7 +512,7 @@ Becomes:
If you still have concerns about this deprecation and future removal, please comment on
-`issue #3974 <https://github.com/pytest-dev/pytest/issues/3974>`__.
+:issue:`3974`.
.. _raises-warns-exec:
@@ -313,6 +565,8 @@ This issue should affect only advanced plugins who create new collection types,
message please contact the authors so they can change the code.
+.. _marks in pytest.parametrize deprecated:
+
marks in ``pytest.mark.parametrize``
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
@@ -361,6 +615,8 @@ To update the code, use ``pytest.param``:
...
+.. _pytest_funcarg__ prefix deprecated:
+
``pytest_funcarg__`` prefix
~~~~~~~~~~~~~~~~~~~~~~~~~~~
@@ -392,13 +648,15 @@ Switch over to the ``@pytest.fixture`` decorator:
to avoid conflicts with other distutils commands.
+.. _metafunc.addcall deprecated:
+
Metafunc.addcall
~~~~~~~~~~~~~~~~
.. versionremoved:: 4.0
-``_pytest.python.Metafunc.addcall`` was a precursor to the current parametrized mechanism. Users should use
-:meth:`_pytest.python.Metafunc.parametrize` instead.
+``Metafunc.addcall`` was a precursor to the current parametrized mechanism. Users should use
+:meth:`pytest.Metafunc.parametrize` instead.
Example:
@@ -416,6 +674,8 @@ Becomes:
metafunc.parametrize("i", [1, 2], ids=["1", "2"])
+.. _cached_setup deprecated:
+
``cached_setup``
~~~~~~~~~~~~~~~~
@@ -444,10 +704,12 @@ This should be updated to make use of standard fixture mechanisms:
session.close()
-You can consult `funcarg comparison section in the docs <https://docs.pytest.org/en/stable/funcarg_compare.html>`_ for
+You can consult :std:doc:`funcarg comparison section in the docs <funcarg_compare>` for
more information.
+.. _pytest_plugins in non-top-level conftest files deprecated:
+
pytest_plugins in non-top-level conftest files
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
@@ -458,6 +720,8 @@ files because they will activate referenced plugins *globally*, which is surpris
features ``conftest.py`` files are only *active* for tests at or below it.
+.. _config.warn and node.warn deprecated:
+
``Config.warn`` and ``Node.warn``
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
@@ -485,6 +749,8 @@ Becomes:
* ``node.warn("CI", "some message")``: this code/message form has been **removed** and should be converted to the warning instance form above.
+.. _record_xml_property deprecated:
+
record_xml_property
~~~~~~~~~~~~~~~~~~~
@@ -508,6 +774,8 @@ Change to:
...
+.. _passing command-line string to pytest.main deprecated:
+
Passing command-line string to ``pytest.main()``
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
@@ -530,6 +798,8 @@ By passing a string, users expect that pytest will interpret that command-line u
on (for example ``bash`` or ``Powershell``), but this is very hard/impossible to do in a portable way.
+.. _calling fixtures directly deprecated:
+
Calling fixtures directly
~~~~~~~~~~~~~~~~~~~~~~~~~
@@ -583,6 +853,8 @@ with the ``name`` parameter:
return cell()
+.. _yield tests deprecated:
+
``yield`` tests
~~~~~~~~~~~~~~~
@@ -611,6 +883,8 @@ This form of test function doesn't support fixtures properly, and users should s
def test_squared(x, y):
assert x ** x == y
+.. _internal classes accessed through node deprecated:
+
Internal classes accessed through ``Node``
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
@@ -645,6 +919,8 @@ As part of a large :ref:`marker-revamp` we already deprecated using ``MarkInfo``
the only correct way to get markers of an element is via ``node.iter_markers(name)``.
+.. _pytest.namespace deprecated:
+
``pytest_namespace``
~~~~~~~~~~~~~~~~~~~~
diff --git a/doc/en/development_guide.rst b/doc/en/development_guide.rst
index 77076d4834e..3ee0ebbc239 100644
--- a/doc/en/development_guide.rst
+++ b/doc/en/development_guide.rst
@@ -4,4 +4,4 @@ Development Guide
The contributing guidelines are to be found :ref:`here <contributing>`.
The release procedure for pytest is documented on
-`GitHub <https://github.com/pytest-dev/pytest/blob/master/RELEASING.rst>`_.
+`GitHub <https://github.com/pytest-dev/pytest/blob/main/RELEASING.rst>`_.
diff --git a/doc/en/example/assertion/test_failures.py b/doc/en/example/assertion/test_failures.py
index eda06dfc598..350518b43c7 100644
--- a/doc/en/example/assertion/test_failures.py
+++ b/doc/en/example/assertion/test_failures.py
@@ -5,9 +5,9 @@
pytest_plugins = ("pytester",)
-def test_failure_demo_fails_properly(testdir):
- target = testdir.tmpdir.join(os.path.basename(failure_demo))
+def test_failure_demo_fails_properly(pytester):
+ target = pytester.path.joinpath(os.path.basename(failure_demo))
shutil.copy(failure_demo, target)
- result = testdir.runpytest(target, syspathinsert=True)
+ result = pytester.runpytest(target, syspathinsert=True)
result.stdout.fnmatch_lines(["*44 failed*"])
assert result.ret != 0
diff --git a/doc/en/example/fixtures/fixture_availability.svg b/doc/en/example/fixtures/fixture_availability.svg
new file mode 100644
index 00000000000..066caac3449
--- /dev/null
+++ b/doc/en/example/fixtures/fixture_availability.svg
@@ -0,0 +1,132 @@
+<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="572" height="542">
+ <style>
+ text {
+ font-family: 'Consolas', 'Menlo', 'DejaVu Sans Mono', 'Bitstream Vera Sans Mono', monospace;
+ dominant-baseline: middle;
+ text-anchor: middle;
+ fill: #062886;
+ font-size: medium;
+ }
+ ellipse.fixture, rect.test {
+ fill: #eeffcc;
+ stroke: #007020;
+ stroke-width: 2;
+ }
+ text.fixture {
+ color: #06287e;
+ }
+ circle.class, circle.module, circle.package {
+ fill: #c3e0ec;
+ stroke: #0e84b5;
+ stroke-width: 2;
+ }
+ text.class, text.module, text.package {
+ fill: #0e84b5;
+ }
+ line, path {
+ stroke: black;
+ stroke-width: 2;
+ fill: none;
+ }
+ </style>
+
+ <!-- main scope -->
+ <circle class="package" r="270" cx="286" cy="271" />
+ <!-- scope name -->
+ <defs>
+ <path d="M 26,271 A 260 260 0 0 1 546 271" id="testp"/>
+ </defs>
+ <text class="package">
+ <textPath xlink:href="#testp" startOffset="50%">tests</textPath>
+ </text>
+
+ <!-- subpackage -->
+ <circle class="package" r="140" cx="186" cy="271" />
+ <!-- scope name -->
+ <defs>
+ <path d="M 56,271 A 130 130 0 0 1 316 271" id="subpackage"/>
+ </defs>
+ <text class="package">
+ <textPath xlink:href="#subpackage" startOffset="50%">subpackage</textPath>
+ </text>
+
+ <!-- test_subpackage.py -->
+ <circle class="module" r="90" cx="186" cy="311" />
+ <!-- scope name -->
+ <defs>
+ <path d="M 106,311 A 80 80 0 0 1 266 311" id="testSubpackage"/>
+ </defs>
+ <text class="module">
+ <textPath xlink:href="#testSubpackage" startOffset="50%">test_subpackage.py</textPath>
+ </text>
+ <!-- innermost -->
+ <line x1="186" x2="186" y1="271" y2="351"/>
+ <!-- mid -->
+ <path d="M 186 351 L 136 351 L 106 331 L 106 196" />
+ <!-- order -->
+ <path d="M 186 351 L 256 351 L 316 291 L 316 136" />
+ <!-- top -->
+ <path d="M 186 351 L 186 391 L 231 436 L 331 436" />
+ <ellipse class="fixture" rx="50" ry="25" cx="186" cy="271" />
+ <text x="186" y="271">innermost</text>
+ <rect class="test" width="110" height="50" x="131" y="326" />
+ <text x="186" y="351">test_order</text>
+ <ellipse class="fixture" rx="50" ry="25" cx="126" cy="196" />
+ <text x="126" y="196">mid</text>
+ <!-- scope order number -->
+ <mask id="testSubpackageOrderMask">
+ <rect x="0" y="0" width="100%" height="100%" fill="white"/>
+ <circle fill="black" stroke="white" stroke-width="2" r="90" cx="186" cy="311" />
+ </mask>
+ <circle class="module" r="15" cx="96" cy="311" mask="url(#testSubpackageOrderMask)"/>
+ <text class="module" x="96" y="311">1</text>
+ <!-- scope order number -->
+ <mask id="subpackageOrderMask">
+ <rect x="0" y="0" width="100%" height="100%" fill="white"/>
+ <circle fill="black" stroke="white" stroke-width="2" r="140" cx="186" cy="271" />
+ </mask>
+ <circle class="module" r="15" cx="46" cy="271" mask="url(#subpackageOrderMask)"/>
+ <text class="module" x="46" y="271">2</text>
+ <!-- scope order number -->
+ <mask id="testsOrderMask">
+ <rect x="0" y="0" width="100%" height="100%" fill="white"/>
+ <circle fill="black" stroke="white" stroke-width="2" r="270" cx="286" cy="271" />
+ </mask>
+ <circle class="module" r="15" cx="16" cy="271" mask="url(#testsOrderMask)"/>
+ <text class="module" x="16" y="271">3</text>
+
+ <!-- test_top.py -->
+ <circle class="module" r="85" cx="441" cy="271" />
+ <!-- scope name -->
+ <defs>
+ <path d="M 366,271 A 75 75 0 0 1 516 271" id="testTop"/>
+ </defs>
+ <text class="module">
+ <textPath xlink:href="#testTop" startOffset="50%">test_top.py</textPath>
+ </text>
+ <!-- innermost -->
+ <line x1="441" x2="441" y1="306" y2="236"/>
+ <!-- order -->
+ <path d="M 441 306 L 376 306 L 346 276 L 346 136" />
+ <!-- top -->
+ <path d="M 441 306 L 441 411 L 411 436 L 331 436" />
+ <ellipse class="fixture" rx="50" ry="25" cx="441" cy="236" />
+ <text x="441" y="236">innermost</text>
+ <rect class="test" width="110" height="50" x="386" y="281" />
+ <text x="441" y="306">test_order</text>
+ <!-- scope order number -->
+ <mask id="testTopOrderMask">
+ <rect x="0" y="0" width="100%" height="100%" fill="white"/>
+ <circle fill="black" stroke="white" stroke-width="2" r="85" cx="441" cy="271" />
+ </mask>
+ <circle class="module" r="15" cx="526" cy="271" mask="url(#testTopOrderMask)"/>
+ <text class="module" x="526" y="271">1</text>
+ <!-- scope order number -->
+ <circle class="module" r="15" cx="556" cy="271" mask="url(#testsOrderMask)"/>
+ <text class="module" x="556" y="271">2</text>
+
+ <ellipse class="fixture" rx="50" ry="25" cx="331" cy="436" />
+ <text x="331" y="436">top</text>
+ <ellipse class="fixture" rx="50" ry="25" cx="331" cy="136" />
+ <text x="331" y="136">order</text>
+</svg>
diff --git a/doc/en/example/fixtures/fixture_availability_plugins.svg b/doc/en/example/fixtures/fixture_availability_plugins.svg
new file mode 100644
index 00000000000..36e3005507d
--- /dev/null
+++ b/doc/en/example/fixtures/fixture_availability_plugins.svg
@@ -0,0 +1,142 @@
+<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="587" height="382">
+ <style>
+ text {
+ font-family: 'Consolas', 'Menlo', 'DejaVu Sans Mono', 'Bitstream Vera Sans Mono', monospace;
+ dominant-baseline: middle;
+ text-anchor: middle;
+ fill: #062886;
+ font-size: medium;
+ alignment-baseline: center;
+ }
+ ellipse.fixture, rect.test {
+ fill: #eeffcc;
+ stroke: #007020;
+ stroke-width: 2;
+ }
+ text.fixture {
+ color: #06287e;
+ }
+ circle.class, circle.module, circle.package, circle.plugin {
+ fill: #c3e0ec;
+ stroke: #0e84b5;
+ stroke-width: 2;
+ }
+ text.class, text.module, text.package, text.plugin {
+ fill: #0e84b5;
+ }
+ line, path {
+ stroke: black;
+ stroke-width: 2;
+ fill: none;
+ }
+ </style>
+
+ <!-- plugin_a.py scope -->
+ <circle class="plugin" r="85" cx="486" cy="86" />
+ <!-- plugin name -->
+ <defs>
+ <path d="M 411,86 A 75 75 0 0 1 561 86" id="pluginA"/>
+ </defs>
+ <text class="plugin">
+ <textPath xlink:href="#pluginA" startOffset="50%">plugin_a</textPath>
+ </text>
+ <!-- scope order number -->
+ <mask id="pluginAOrderMask">
+ <rect x="0" y="0" width="100%" height="100%" fill="white"/>
+ <circle fill="black" stroke="white" stroke-width="2" r="85" cx="486" cy="86" />
+ </mask>
+ <circle class="module" r="15" cx="571" cy="86" mask="url(#pluginAOrderMask)"/>
+ <text class="module" x="571" y="86">4</text>
+
+ <!-- plugin_b.py scope -->
+ <circle class="plugin" r="85" cx="486" cy="296" />
+ <!-- plugin name -->
+ <defs>
+ <path d="M 411,296 A 75 75 0 0 1 561 296" id="pluginB"/>
+ </defs>
+ <text class="plugin">
+ <textPath xlink:href="#pluginB" startOffset="50%">plugin_b</textPath>
+ </text>
+ <!-- scope order number -->
+ <mask id="pluginBOrderMask">
+ <rect x="0" y="0" width="100%" height="100%" fill="white"/>
+ <circle fill="black" stroke="white" stroke-width="2" r="85" cx="486" cy="296" />
+ </mask>
+ <circle class="module" r="15" cx="571" cy="296" mask="url(#pluginBOrderMask)"/>
+ <text class="module" x="571" y="296">4</text>
+
+ <!-- main scope -->
+ <circle class="package" r="190" cx="191" cy="191" />
+ <!-- scope name -->
+ <defs>
+ <path d="M 11,191 A 180 180 0 0 1 371 191" id="testp"/>
+ </defs>
+ <text class="package">
+ <textPath xlink:href="#testp" startOffset="50%">tests</textPath>
+ </text>
+ <!-- scope order number -->
+ <mask id="mainOrderMask">
+ <rect x="0" y="0" width="100%" height="100%" fill="white"/>
+ <circle fill="black" stroke="white" stroke-width="2" r="190" cx="191" cy="191" />
+ </mask>
+ <circle class="module" r="15" cx="381" cy="191" mask="url(#mainOrderMask)"/>
+ <text class="module" x="381" y="191">3</text>
+
+ <!-- subpackage -->
+ <circle class="package" r="140" cx="191" cy="231" />
+ <!-- scope name -->
+ <defs>
+ <path d="M 61,231 A 130 130 0 0 1 321 231" id="subpackage"/>
+ </defs>
+ <text class="package">
+ <textPath xlink:href="#subpackage" startOffset="50%">subpackage</textPath>
+ </text>
+ <!-- scope order number -->
+ <mask id="subpackageOrderMask">
+ <rect x="0" y="0" width="100%" height="100%" fill="white"/>
+ <circle fill="black" stroke="white" stroke-width="2" r="140" cx="191" cy="231" />
+ </mask>
+ <circle class="module" r="15" cx="331" cy="231" mask="url(#subpackageOrderMask)"/>
+ <text class="module" x="331" y="231">2</text>
+
+ <!-- test_subpackage.py -->
+ <circle class="module" r="90" cx="191" cy="271" />
+ <!-- scope name -->
+ <defs>
+ <path d="M 111,271 A 80 80 0 0 1 271 271" id="testSubpackage"/>
+ </defs>
+ <text class="module">
+ <textPath xlink:href="#testSubpackage" startOffset="50%">test_subpackage.py</textPath>
+ </text>
+ <!-- scope order number -->
+ <mask id="testSubpackageOrderMask">
+ <rect x="0" y="0" width="100%" height="100%" fill="white"/>
+ <circle fill="black" stroke="white" stroke-width="2" r="90" cx="191" cy="271" />
+ </mask>
+ <circle class="module" r="15" cx="281" cy="271" mask="url(#testSubpackageOrderMask)"/>
+ <text class="module" x="281" y="271">1</text>
+
+ <!-- innermost -->
+ <line x1="191" x2="191" y1="231" y2="311"/>
+ <!-- mid -->
+ <path d="M 191 306 L 101 306 L 91 296 L 91 156 L 101 146 L 191 146" />
+ <!-- order -->
+ <path d="M 191 316 L 91 316 L 81 306 L 81 61 L 91 51 L 191 51" />
+ <!-- a_fix -->
+ <path d="M 191 306 L 291 306 L 301 296 L 301 96 L 311 86 L 486 86" />
+ <!-- b_fix -->
+ <path d="M 191 316 L 316 316 L 336 296 L 486 296" />
+ <ellipse class="fixture" rx="50" ry="25" cx="191" cy="231" />
+ <text x="191" y="231">inner</text>
+ <rect class="test" width="110" height="50" x="136" y="286" />
+ <text x="191" y="311">test_order</text>
+ <ellipse class="fixture" rx="50" ry="25" cx="191" cy="146" />
+ <text x="191" y="146">mid</text>
+ <ellipse class="fixture" rx="50" ry="25" cx="191" cy="51" />
+ <text x="191" y="51">order</text>
+
+ <ellipse class="fixture" rx="50" ry="25" cx="486" cy="86" />
+ <text x="486" y="86">a_fix</text>
+ <ellipse class="fixture" rx="50" ry="25" cx="486" cy="296" />
+ <text x="486" y="296">b_fix</text>
+</svg>
diff --git a/doc/en/example/fixtures/test_fixtures_order.py b/doc/en/example/fixtures/test_fixtures_order.py
deleted file mode 100644
index 97b3e80052b..00000000000
--- a/doc/en/example/fixtures/test_fixtures_order.py
+++ /dev/null
@@ -1,38 +0,0 @@
-import pytest
-
-# fixtures documentation order example
-order = []
-
-
-@pytest.fixture(scope="session")
-def s1():
- order.append("s1")
-
-
-@pytest.fixture(scope="module")
-def m1():
- order.append("m1")
-
-
-@pytest.fixture
-def f1(f3):
- order.append("f1")
-
-
-@pytest.fixture
-def f3():
- order.append("f3")
-
-
-@pytest.fixture(autouse=True)
-def a1():
- order.append("a1")
-
-
-@pytest.fixture
-def f2():
- order.append("f2")
-
-
-def test_order(f1, m1, f2, s1):
- assert order == ["s1", "m1", "a1", "f3", "f1", "f2"]
diff --git a/doc/en/example/fixtures/test_fixtures_order_autouse.py b/doc/en/example/fixtures/test_fixtures_order_autouse.py
new file mode 100644
index 00000000000..ec282ab4b2b
--- /dev/null
+++ b/doc/en/example/fixtures/test_fixtures_order_autouse.py
@@ -0,0 +1,45 @@
+import pytest
+
+
+@pytest.fixture
+def order():
+ return []
+
+
+@pytest.fixture
+def a(order):
+ order.append("a")
+
+
+@pytest.fixture
+def b(a, order):
+ order.append("b")
+
+
+@pytest.fixture(autouse=True)
+def c(b, order):
+ order.append("c")
+
+
+@pytest.fixture
+def d(b, order):
+ order.append("d")
+
+
+@pytest.fixture
+def e(d, order):
+ order.append("e")
+
+
+@pytest.fixture
+def f(e, order):
+ order.append("f")
+
+
+@pytest.fixture
+def g(f, c, order):
+ order.append("g")
+
+
+def test_order_and_g(g, order):
+ assert order == ["a", "b", "c", "d", "e", "f", "g"]
diff --git a/doc/en/example/fixtures/test_fixtures_order_autouse.svg b/doc/en/example/fixtures/test_fixtures_order_autouse.svg
new file mode 100644
index 00000000000..36362e4fb00
--- /dev/null
+++ b/doc/en/example/fixtures/test_fixtures_order_autouse.svg
@@ -0,0 +1,64 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="252" height="682">
+ <style>
+ text {
+ font-family: 'Consolas', 'Menlo', 'DejaVu Sans Mono', 'Bitstream Vera Sans Mono', monospace;
+ dominant-baseline: middle;
+ text-anchor: middle;
+ fill: #062886;
+ font-size: medium;
+ }
+ ellipse.fixture, rect.test {
+ fill: #eeffcc;
+ stroke: #007020;
+ stroke-width: 2;
+ }
+ text.fixture {
+ color: #06287e;
+ }
+ circle.class {
+ fill: #c3e0ec;
+ stroke: #0e84b5;
+ stroke-width: 2;
+ }
+ text.class {
+ fill: #0e84b5;
+ }
+ path, line {
+ stroke: black;
+ stroke-width: 2;
+ fill: none;
+ }
+ rect.autouse {
+ fill: #ca7f3d;
+ }
+ </style>
+ <path d="M126,586 L26,506 L26,236" />
+ <path d="M226,446 L226,236 L126,166" />
+ <line x1="126" x2="126" y1="656" y2="516" />
+ <line x1="126" x2="226" y1="516" y2="446" />
+ <line x1="226" x2="126" y1="446" y2="376" />
+ <line x1="126" x2="126" y1="376" y2="166" />
+ <line x1="26" x2="126" y1="236" y2="166" />
+ <line x1="126" x2="126" y1="166" y2="26" />
+ <line x1="126" x2="126" y1="96" y2="26" />
+ <rect class="autouse" width="251" height="40" x="0" y="286" />
+ <text x="126" y="306">autouse</text>
+ <ellipse class="fixture" rx="50" ry="25" cx="126" cy="26" />
+ <text x="126" y="26">order</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="126" cy="96" />
+ <text x="126" y="96">a</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="126" cy="166" />
+ <text x="126" y="166">b</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="26" cy="236" />
+ <text x="26" y="236">c</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="126" cy="376" />
+ <text x="126" y="376">d</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="226" cy="446" />
+ <text x="226" y="446">e</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="126" cy="516" />
+ <text x="126" y="516">f</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="126" cy="586" />
+ <text x="126" y="586">g</text>
+ <rect class="test" width="110" height="50" x="71" y="631" />
+ <text x="126" y="656">test_order</text>
+</svg>
diff --git a/doc/en/example/fixtures/test_fixtures_order_autouse_flat.svg b/doc/en/example/fixtures/test_fixtures_order_autouse_flat.svg
new file mode 100644
index 00000000000..03c4598272a
--- /dev/null
+++ b/doc/en/example/fixtures/test_fixtures_order_autouse_flat.svg
@@ -0,0 +1,56 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="112" height="682">
+ <style>
+ text {
+ font-family: 'Consolas', 'Menlo', 'DejaVu Sans Mono', 'Bitstream Vera Sans Mono', monospace;
+ dominant-baseline: middle;
+ text-anchor: middle;
+ fill: #062886;
+ font-size: medium;
+ }
+ ellipse.fixture, rect.test {
+ fill: #eeffcc;
+ stroke: #007020;
+ stroke-width: 2;
+ }
+ text.fixture {
+ color: #06287e;
+ }
+ circle.class {
+ fill: #c3e0ec;
+ stroke: #0e84b5;
+ stroke-width: 2;
+ }
+ text.class {
+ fill: #0e84b5;
+ }
+ path, line {
+ stroke: black;
+ stroke-width: 2;
+ fill: none;
+ }
+ rect.autouse {
+ fill: #ca7f3d;
+ }
+ </style>
+ <line x1="56" x2="56" y1="681" y2="26" />
+ <ellipse class="fixture" rx="50" ry="25" cx="56" cy="26" />
+ <text x="56" y="26">order</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="56" cy="96" />
+ <text x="56" y="96">a</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="56" cy="166" />
+ <text x="56" y="166">b</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="56" cy="236" />
+ <text x="56" y="236">c</text>
+ <rect class="autouse" width="112" height="40" x="0" y="286" />
+ <text x="56" y="306">autouse</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="56" cy="376" />
+ <text x="56" y="376">d</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="56" cy="446" />
+ <text x="56" y="446">e</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="56" cy="516" />
+ <text x="56" y="516">f</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="56" cy="586" />
+ <text x="56" y="586">g</text>
+ <rect class="test" width="110" height="50" x="1" y="631" />
+ <text x="56" y="656">test_order</text>
+</svg>
diff --git a/doc/en/example/fixtures/test_fixtures_order_autouse_multiple_scopes.py b/doc/en/example/fixtures/test_fixtures_order_autouse_multiple_scopes.py
new file mode 100644
index 00000000000..de0c2642793
--- /dev/null
+++ b/doc/en/example/fixtures/test_fixtures_order_autouse_multiple_scopes.py
@@ -0,0 +1,31 @@
+import pytest
+
+
+@pytest.fixture(scope="class")
+def order():
+ return []
+
+
+@pytest.fixture(scope="class", autouse=True)
+def c1(order):
+ order.append("c1")
+
+
+@pytest.fixture(scope="class")
+def c2(order):
+ order.append("c2")
+
+
+@pytest.fixture(scope="class")
+def c3(order, c1):
+ order.append("c3")
+
+
+class TestClassWithC1Request:
+ def test_order(self, order, c1, c3):
+ assert order == ["c1", "c3"]
+
+
+class TestClassWithoutC1Request:
+ def test_order(self, order, c2):
+ assert order == ["c1", "c2"]
diff --git a/doc/en/example/fixtures/test_fixtures_order_autouse_multiple_scopes.svg b/doc/en/example/fixtures/test_fixtures_order_autouse_multiple_scopes.svg
new file mode 100644
index 00000000000..fe5772993e3
--- /dev/null
+++ b/doc/en/example/fixtures/test_fixtures_order_autouse_multiple_scopes.svg
@@ -0,0 +1,76 @@
+<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="862" height="402">
+ <style>
+ text {
+ font-family: 'Consolas', 'Menlo', 'DejaVu Sans Mono', 'Bitstream Vera Sans Mono', monospace;
+ dominant-baseline: middle;
+ text-anchor: middle;
+ fill: #062886;
+ font-size: medium;
+ }
+ ellipse.fixture, rect.test {
+ fill: #eeffcc;
+ stroke: #007020;
+ stroke-width: 2;
+ }
+ text.fixture {
+ color: #06287e;
+ }
+ circle.class {
+ fill: #c3e0ec;
+ stroke: #0e84b5;
+ stroke-width: 2;
+ }
+ text.class {
+ fill: #0e84b5;
+ }
+ line {
+ stroke: black;
+ stroke-width: 2;
+ }
+ rect.autouse {
+ fill: #ca7f3d;
+ }
+ </style>
+
+ <!-- TestWithC1Request -->
+ <circle class="class" r="200" cx="221" cy="201" />
+ <line x1="221" x2="221" y1="61" y2="316"/>
+ <ellipse class="fixture" rx="50" ry="25" cx="221" cy="61" />
+ <text x="221" y="61">order</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="221" cy="131" />
+ <text x="221" y="131">c1</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="221" cy="271" />
+ <text x="221" y="271">c3</text>
+ <rect class="test" width="110" height="50" x="166" y="316" />
+ <text x="221" y="341">test_order</text>
+ <!-- scope name -->
+ <defs>
+ <path d="M31,201 A 190 190 0 0 1 411 201" id="testClassWith"/>
+ </defs>
+ <text class="class">
+ <textPath xlink:href="#testClassWith" startOffset="50%">TestWithC1Request</textPath>
+ </text>
+
+ <!-- TestWithoutC1Request -->
+ <circle class="class" r="200" cx="641" cy="201" />
+ <line x1="641" x2="641" y1="61" y2="316"/>
+ <ellipse class="fixture" rx="50" ry="25" cx="641" cy="61" />
+ <text x="641" y="61">order</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="641" cy="131" />
+ <text x="641" y="131">c1</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="641" cy="271" />
+ <text x="641" y="271">c2</text>
+ <rect class="test" width="110" height="50" x="586" y="316" />
+ <text x="641" y="341">test_order</text>
+ <!-- scope name -->
+ <defs>
+ <path d="M451,201 A 190 190 0 0 1 831 201" id="testClassWithout"/>
+ </defs>
+ <text class="class">
+ <textPath xlink:href="#testClassWithout" startOffset="50%">TestWithoutC1Request</textPath>
+ </text>
+
+ <rect class="autouse" width="862" height="40" x="1" y="181" />
+ <rect width="10" height="100" class="autouse" x="426" y="151" />
+ <text x="431" y="201">autouse</text>
+</svg>
diff --git a/doc/en/example/fixtures/test_fixtures_order_autouse_temp_effects.py b/doc/en/example/fixtures/test_fixtures_order_autouse_temp_effects.py
new file mode 100644
index 00000000000..ba01ad32f57
--- /dev/null
+++ b/doc/en/example/fixtures/test_fixtures_order_autouse_temp_effects.py
@@ -0,0 +1,36 @@
+import pytest
+
+
+@pytest.fixture
+def order():
+ return []
+
+
+@pytest.fixture
+def c1(order):
+ order.append("c1")
+
+
+@pytest.fixture
+def c2(order):
+ order.append("c2")
+
+
+class TestClassWithAutouse:
+ @pytest.fixture(autouse=True)
+ def c3(self, order, c2):
+ order.append("c3")
+
+ def test_req(self, order, c1):
+ assert order == ["c2", "c3", "c1"]
+
+ def test_no_req(self, order):
+ assert order == ["c2", "c3"]
+
+
+class TestClassWithoutAutouse:
+ def test_req(self, order, c1):
+ assert order == ["c1"]
+
+ def test_no_req(self, order):
+ assert order == []
diff --git a/doc/en/example/fixtures/test_fixtures_order_autouse_temp_effects.svg b/doc/en/example/fixtures/test_fixtures_order_autouse_temp_effects.svg
new file mode 100644
index 00000000000..2a9f51673f6
--- /dev/null
+++ b/doc/en/example/fixtures/test_fixtures_order_autouse_temp_effects.svg
@@ -0,0 +1,100 @@
+<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="862" height="502">
+ <style>
+ text {
+ font-family: 'Consolas', 'Menlo', 'DejaVu Sans Mono', 'Bitstream Vera Sans Mono', monospace;
+ dominant-baseline: middle;
+ text-anchor: middle;
+ fill: #062886;
+ font-size: medium;
+ }
+ ellipse.fixture, rect.test {
+ fill: #eeffcc;
+ stroke: #007020;
+ stroke-width: 2;
+ }
+ text.fixture {
+ color: #06287e;
+ }
+ circle.class {
+ fill: #c3e0ec;
+ stroke: #0e84b5;
+ stroke-width: 2;
+ }
+ text.class {
+ fill: #0e84b5;
+ }
+ line {
+ stroke: black;
+ stroke-width: 2;
+ }
+ rect.autouse {
+ fill: #ca7f3d;
+ }
+ </style>
+
+ <!-- TestWithAutouse -->
+ <circle class="class" r="250" cx="251" cy="251" />
+ <!-- scope name -->
+ <defs>
+ <path d="M11,251 A 240 240 0 0 1 491 251" id="testClassWith"/>
+ </defs>
+ <text class="class">
+ <textPath xlink:href="#testClassWith" startOffset="50%">TestWithAutouse</textPath>
+ </text>
+ <mask id="autouseScope">
+ <circle fill="white" r="249" cx="251" cy="251" />
+ </mask>
+
+ <!-- TestWithAutouse.test_req -->
+ <line x1="176" x2="176" y1="76" y2="426"/>
+ <ellipse class="fixture" rx="50" ry="25" cx="176" cy="76" />
+ <text x="176" y="76">order</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="176" cy="146" />
+ <text x="176" y="146">c2</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="176" cy="216" />
+ <text x="176" y="216">c3</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="176" cy="356" />
+ <text x="176" y="356">c1</text>
+ <rect class="test" width="100" height="50" x="126" y="401" />
+ <text x="176" y="426">test_req</text>
+
+ <!-- TestWithAutouse.test_no_req -->
+ <line x1="326" x2="326" y1="76" y2="346"/>
+ <ellipse class="fixture" rx="50" ry="25" cx="326" cy="76" />
+ <text x="326" y="76">order</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="326" cy="146" />
+ <text x="326" y="146">c2</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="326" cy="216" />
+ <text x="326" y="216">c3</text>
+ <rect class="test" width="120" height="50" x="266" y="331" />
+ <text x="326" y="356">test_no_req</text>
+
+ <rect class="autouse" width="500" height="40" x="1" y="266" mask="url(#autouseScope)"/>
+ <text x="261" y="286">autouse</text>
+
+ <!-- TestWithoutAutouse -->
+ <circle class="class" r="170" cx="691" cy="251" />
+ <!-- scope name -->
+ <defs>
+ <path d="M 531,251 A 160 160 0 0 1 851 251" id="testClassWithout"/>
+ </defs>
+ <text class="class">
+ <textPath xlink:href="#testClassWithout" startOffset="50%">TestWithoutAutouse</textPath>
+ </text>
+
+ <!-- TestWithoutAutouse.test_req -->
+ <line x1="616" x2="616" y1="181" y2="321"/>
+ <ellipse class="fixture" rx="50" ry="25" cx="616" cy="181" />
+ <text x="616" y="181">order</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="616" cy="251" />
+ <text x="616" y="251">c1</text>
+ <rect class="test" width="100" height="50" x="566" y="296" />
+ <text x="616" y="321">test_req</text>
+
+ <!-- TestWithoutAutouse.test_no_req -->
+ <line x1="766" x2="766" y1="181" y2="251"/>
+ <ellipse class="fixture" rx="50" ry="25" cx="766" cy="181" />
+ <text x="766" y="181">order</text>
+ <rect class="test" width="120" height="50" x="706" y="226" />
+ <text x="766" y="251">test_no_req</text>
+</svg>
diff --git a/doc/en/example/fixtures/test_fixtures_order_dependencies.py b/doc/en/example/fixtures/test_fixtures_order_dependencies.py
new file mode 100644
index 00000000000..b3512c2a64d
--- /dev/null
+++ b/doc/en/example/fixtures/test_fixtures_order_dependencies.py
@@ -0,0 +1,45 @@
+import pytest
+
+
+@pytest.fixture
+def order():
+ return []
+
+
+@pytest.fixture
+def a(order):
+ order.append("a")
+
+
+@pytest.fixture
+def b(a, order):
+ order.append("b")
+
+
+@pytest.fixture
+def c(a, b, order):
+ order.append("c")
+
+
+@pytest.fixture
+def d(c, b, order):
+ order.append("d")
+
+
+@pytest.fixture
+def e(d, b, order):
+ order.append("e")
+
+
+@pytest.fixture
+def f(e, order):
+ order.append("f")
+
+
+@pytest.fixture
+def g(f, c, order):
+ order.append("g")
+
+
+def test_order(g, order):
+ assert order == ["a", "b", "c", "d", "e", "f", "g"]
diff --git a/doc/en/example/fixtures/test_fixtures_order_dependencies.svg b/doc/en/example/fixtures/test_fixtures_order_dependencies.svg
new file mode 100644
index 00000000000..24418e63c9d
--- /dev/null
+++ b/doc/en/example/fixtures/test_fixtures_order_dependencies.svg
@@ -0,0 +1,60 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="252" height="612">
+ <style>
+ text {
+ font-family: 'Consolas', 'Menlo', 'DejaVu Sans Mono', 'Bitstream Vera Sans Mono', monospace;
+ dominant-baseline: middle;
+ text-anchor: middle;
+ fill: #062886;
+ font-size: medium;
+ }
+ ellipse.fixture, rect.test {
+ fill: #eeffcc;
+ stroke: #007020;
+ stroke-width: 2;
+ }
+ text.fixture {
+ color: #06287e;
+ }
+ circle.class {
+ fill: #c3e0ec;
+ stroke: #0e84b5;
+ stroke-width: 2;
+ }
+ text.class {
+ fill: #0e84b5;
+ }
+ path, line {
+ stroke: black;
+ stroke-width: 2;
+ fill: none;
+ }
+ </style>
+ <path d="M126,516 L26,436 L26,236" />
+ <path d="M226,376 L226,236 L126,166" />
+ <line x1="126" x2="126" y1="586" y2="446" />
+ <line x1="126" x2="226" y1="446" y2="376" />
+ <line x1="226" x2="126" y1="376" y2="306" />
+ <line x1="126" x2="26" y1="306" y2="236" />
+ <line x1="126" x2="126" y1="306" y2="166" />
+ <line x1="26" x2="126" y1="236" y2="166" />
+ <line x1="126" x2="126" y1="166" y2="26" />
+ <line x1="126" x2="126" y1="96" y2="26" />
+ <ellipse class="fixture" rx="50" ry="25" cx="126" cy="26" />
+ <text x="126" y="26">order</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="126" cy="96" />
+ <text x="126" y="96">a</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="126" cy="166" />
+ <text x="126" y="166">b</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="26" cy="236" />
+ <text x="26" y="236">c</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="126" cy="306" />
+ <text x="126" y="306">d</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="226" cy="376" />
+ <text x="226" y="376">e</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="126" cy="446" />
+ <text x="126" y="446">f</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="126" cy="516" />
+ <text x="126" y="516">g</text>
+ <rect class="test" width="110" height="50" x="71" y="561" />
+ <text x="126" y="586">test_order</text>
+</svg>
diff --git a/doc/en/example/fixtures/test_fixtures_order_dependencies_flat.svg b/doc/en/example/fixtures/test_fixtures_order_dependencies_flat.svg
new file mode 100644
index 00000000000..bbe7ad28339
--- /dev/null
+++ b/doc/en/example/fixtures/test_fixtures_order_dependencies_flat.svg
@@ -0,0 +1,51 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="112" height="612">
+ <style>
+ text {
+ font-family: 'Consolas', 'Menlo', 'DejaVu Sans Mono', 'Bitstream Vera Sans Mono', monospace;
+ dominant-baseline: middle;
+ text-anchor: middle;
+ fill: #062886;
+ font-size: medium;
+ }
+ ellipse.fixture, rect.test {
+ fill: #eeffcc;
+ stroke: #007020;
+ stroke-width: 2;
+ }
+ text.fixture {
+ color: #06287e;
+ }
+ circle.class {
+ fill: #c3e0ec;
+ stroke: #0e84b5;
+ stroke-width: 2;
+ }
+ text.class {
+ fill: #0e84b5;
+ }
+ path, line {
+ stroke: black;
+ stroke-width: 2;
+ fill: none;
+ }
+ </style>
+ <line x1="56" x2="56" y1="611" y2="26" />
+ <ellipse class="fixture" rx="50" ry="25" cx="56" cy="26" />
+ <text x="56" y="26">order</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="56" cy="96" />
+ <text x="56" y="96">a</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="56" cy="166" />
+ <text x="56" y="166">b</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="56" cy="236" />
+ <text x="56" y="236">c</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="56" cy="306" />
+ <text x="56" y="306">d</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="56" cy="376" />
+ <text x="56" y="376">e</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="56" cy="446" />
+ <text x="56" y="446">f</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="56" cy="516" />
+ <text x="56" y="516">g</text>
+ <rect class="test" width="110" height="50" x="1" y="561" />
+ <text x="56" y="586">test_order</text>
+</svg>
diff --git a/doc/en/example/fixtures/test_fixtures_order_dependencies_unclear.svg b/doc/en/example/fixtures/test_fixtures_order_dependencies_unclear.svg
new file mode 100644
index 00000000000..150724f80a3
--- /dev/null
+++ b/doc/en/example/fixtures/test_fixtures_order_dependencies_unclear.svg
@@ -0,0 +1,60 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="252" height="542">
+ <style>
+ text {
+ font-family: 'Consolas', 'Menlo', 'DejaVu Sans Mono', 'Bitstream Vera Sans Mono', monospace;
+ dominant-baseline: middle;
+ text-anchor: middle;
+ fill: #062886;
+ font-size: medium;
+ }
+ ellipse.fixture, rect.test {
+ fill: #eeffcc;
+ stroke: #007020;
+ stroke-width: 2;
+ }
+ text.fixture {
+ color: #06287e;
+ }
+ circle.class {
+ fill: #c3e0ec;
+ stroke: #0e84b5;
+ stroke-width: 2;
+ }
+ text.class {
+ fill: #0e84b5;
+ }
+ path, line {
+ stroke: black;
+ stroke-width: 2;
+ fill: none;
+ }
+ </style>
+ <path d="M126,446 L26,376 L26,236" />
+ <path d="M226,306 L126,236 L126,166" />
+ <line x1="126" x2="126" y1="516" y2="446" />
+ <line x1="226" x2="226" y1="376" y2="306" />
+ <line x1="226" x2="226" y1="306" y2="236" />
+ <line x1="226" x2="126" y1="236" y2="166" />
+ <line x1="126" x2="226" y1="446" y2="376" />
+ <line x1="26" x2="126" y1="236" y2="166" />
+ <line x1="126" x2="126" y1="166" y2="96" />
+ <line x1="126" x2="126" y1="96" y2="26" />
+ <ellipse class="fixture" rx="50" ry="25" cx="126" cy="26" />
+ <text x="126" y="26">order</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="126" cy="96" />
+ <text x="126" y="96">a</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="126" cy="166" />
+ <text x="126" y="166">b</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="26" cy="236" />
+ <text x="26" y="236">c</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="226" cy="236" />
+ <text x="226" y="236">d</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="226" cy="306" />
+ <text x="226" y="306">e</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="226" cy="376" />
+ <text x="226" y="376">f</text>
+ <ellipse class="fixture" rx="25" ry="25" cx="126" cy="446" />
+ <text x="126" y="446">g</text>
+ <rect class="test" width="110" height="50" x="71" y="491" />
+ <text x="126" y="516">test_order</text>
+</svg>
diff --git a/doc/en/example/fixtures/test_fixtures_order_scope.py b/doc/en/example/fixtures/test_fixtures_order_scope.py
new file mode 100644
index 00000000000..5d9487cab34
--- /dev/null
+++ b/doc/en/example/fixtures/test_fixtures_order_scope.py
@@ -0,0 +1,36 @@
+import pytest
+
+
+@pytest.fixture(scope="session")
+def order():
+ return []
+
+
+@pytest.fixture
+def func(order):
+ order.append("function")
+
+
+@pytest.fixture(scope="class")
+def cls(order):
+ order.append("class")
+
+
+@pytest.fixture(scope="module")
+def mod(order):
+ order.append("module")
+
+
+@pytest.fixture(scope="package")
+def pack(order):
+ order.append("package")
+
+
+@pytest.fixture(scope="session")
+def sess(order):
+ order.append("session")
+
+
+class TestClass:
+ def test_order(self, func, cls, mod, pack, sess, order):
+ assert order == ["session", "package", "module", "class", "function"]
diff --git a/doc/en/example/fixtures/test_fixtures_order_scope.svg b/doc/en/example/fixtures/test_fixtures_order_scope.svg
new file mode 100644
index 00000000000..f38ee60f1fd
--- /dev/null
+++ b/doc/en/example/fixtures/test_fixtures_order_scope.svg
@@ -0,0 +1,55 @@
+<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="262" height="537">
+ <style>
+ text {
+ font-family: 'Consolas', 'Menlo', 'DejaVu Sans Mono', 'Bitstream Vera Sans Mono', monospace;
+ dominant-baseline: middle;
+ text-anchor: middle;
+ fill: #062886;
+ font-size: medium;
+ }
+ ellipse.fixture, rect.test {
+ fill: #eeffcc;
+ stroke: #007020;
+ stroke-width: 2;
+ }
+ text.fixture {
+ color: #06287e;
+ }
+ circle.class {
+ fill: #c3e0ec;
+ stroke: #0e84b5;
+ stroke-width: 2;
+ }
+ text.class {
+ fill: #0e84b5;
+ }
+ line {
+ stroke: black;
+ stroke-width: 2;
+ }
+ </style>
+ <!-- TestClass -->
+ <circle class="class" r="130" cx="131" cy="406" />
+ <line x1="131" x2="131" y1="21" y2="446"/>
+ <ellipse class="fixture" rx="50" ry="25" cx="131" cy="26" />
+ <text x="131" y="26">order</text>
+ <ellipse class="fixture" rx="50" ry="25" cx="131" cy="96" />
+ <text x="131" y="96">sess</text>
+ <ellipse class="fixture" rx="50" ry="25" cx="131" cy="166" />
+ <text x="131" y="166">pack</text>
+ <ellipse class="fixture" rx="50" ry="25" cx="131" cy="236" />
+ <text x="131" y="236">mod</text>
+ <ellipse class="fixture" rx="50" ry="25" cx="131" cy="306" />
+ <text x="131" y="306">cls</text>
+ <ellipse class="fixture" rx="50" ry="25" cx="131" cy="376" />
+ <text x="131" y="376">func</text>
+ <rect class="test" width="110" height="50" x="76" y="421" />
+ <text x="131" y="446">test_order</text>
+ <!-- scope name -->
+ <defs>
+ <path d="M131,526 A 120 120 0 0 1 136 286" id="testClass"/>
+ </defs>
+ <text class="class">
+ <textPath xlink:href="#testClass" startOffset="50%">TestClass</textPath>
+ </text>
+</svg>
diff --git a/doc/en/example/fixtures/test_fixtures_request_different_scope.py b/doc/en/example/fixtures/test_fixtures_request_different_scope.py
new file mode 100644
index 00000000000..00e2e46d845
--- /dev/null
+++ b/doc/en/example/fixtures/test_fixtures_request_different_scope.py
@@ -0,0 +1,29 @@
+import pytest
+
+
+@pytest.fixture
+def order():
+ return []
+
+
+@pytest.fixture
+def outer(order, inner):
+ order.append("outer")
+
+
+class TestOne:
+ @pytest.fixture
+ def inner(self, order):
+ order.append("one")
+
+ def test_order(self, order, outer):
+ assert order == ["one", "outer"]
+
+
+class TestTwo:
+ @pytest.fixture
+ def inner(self, order):
+ order.append("two")
+
+ def test_order(self, order, outer):
+ assert order == ["two", "outer"]
diff --git a/doc/en/example/fixtures/test_fixtures_request_different_scope.svg b/doc/en/example/fixtures/test_fixtures_request_different_scope.svg
new file mode 100644
index 00000000000..0a78a889fd6
--- /dev/null
+++ b/doc/en/example/fixtures/test_fixtures_request_different_scope.svg
@@ -0,0 +1,115 @@
+<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="562" height="532">
+ <style>
+ text {
+ font-family: 'Consolas', 'Menlo', 'DejaVu Sans Mono', 'Bitstream Vera Sans Mono', monospace;
+ dominant-baseline: middle;
+ text-anchor: middle;
+ fill: #062886;
+ font-size: medium;
+ }
+ ellipse.fixture, rect.test {
+ fill: #eeffcc;
+ stroke: #007020;
+ stroke-width: 2;
+ }
+ text.fixture {
+ color: #06287e;
+ }
+ circle.class {
+ fill: #c3e0ec;
+ stroke: #0e84b5;
+ stroke-width: 2;
+ }
+ circle.module {
+ fill: #c3e0ec;
+ stroke: #0e84b5;
+ stroke-width: 2;
+ }
+ text.class, text.module {
+ fill: #0e84b5;
+ }
+ line, path {
+ stroke: black;
+ stroke-width: 2;
+ fill: none;
+ }
+ </style>
+ <!-- main scope -->
+ <circle class="module" r="265" cx="281" cy="266" />
+ <!-- scope name -->
+ <defs>
+ <path d="M 26,266 A 255 255 0 0 1 536 266" id="testModule"/>
+ </defs>
+ <text class="module">
+ <textPath xlink:href="#testModule" startOffset="50%">test_fixtures_request_different_scope.py</textPath>
+ </text>
+
+ <!-- TestOne -->
+ <circle class="class" r="100" cx="141" cy="266" />
+ <!-- inner -->
+ <line x1="141" x2="141" y1="231" y2="301"/>
+ <!-- order -->
+ <path d="M 141 296 L 201 296 L 211 286 L 211 146 L 221 136 L 281 136" />
+ <!-- outer -->
+ <path d="M 141 306 L 201 306 L 211 316 L 211 386 L 221 396 L 281 396" />
+ <ellipse class="fixture" rx="50" ry="25" cx="141" cy="231" />
+ <text x="141" y="231">inner</text>
+ <rect class="test" width="110" height="50" x="86" y="276" />
+ <text x="141" y="301">test_order</text>
+ <!-- scope name -->
+ <defs>
+ <path d="M 51,266 A 90 90 0 0 1 231 266" id="testOne"/>
+ </defs>
+ <text class="class">
+ <textPath xlink:href="#testOne" startOffset="50%">TestOne</textPath>
+ </text>
+ <!-- scope order number -->
+ <mask id="testOneOrderMask">
+ <rect x="0" y="0" width="100%" height="100%" fill="white"/>
+ <circle fill="black" stroke="white" stroke-width="2" r="100" cx="141" cy="266" />
+ </mask>
+ <circle class="module" r="15" cx="41" cy="266" mask="url(#testOneOrderMask)"/>
+ <text class="module" x="41" y="266">1</text>
+ <!-- scope order number -->
+ <mask id="testMainOrderMask">
+ <rect x="0" y="0" width="100%" height="100%" fill="white"/>
+ <circle fill="black" stroke="white" stroke-width="2" r="265" cx="281" cy="266" />
+ </mask>
+ <circle class="module" r="15" cx="16" cy="266" mask="url(#testMainOrderMask)"/>
+ <text class="module" x="16" y="266">2</text>
+
+ <!-- TestTwo -->
+ <circle class="class" r="100" cx="421" cy="266" />
+ <!-- inner -->
+ <line x1="421" x2="421" y1="231" y2="301"/>
+ <!-- order -->
+ <path d="M 421 296 L 361 296 L 351 286 L 351 146 L 341 136 L 281 136" />
+ <!-- outer -->
+ <path d="M 421 306 L 361 306 L 351 316 L 351 386 L 341 396 L 281 396" />
+ <ellipse class="fixture" rx="50" ry="25" cx="421" cy="231" />
+ <text x="421" y="231">inner</text>
+ <rect class="test" width="110" height="50" x="366" y="276" />
+ <text x="421" y="301">test_order</text>
+ <!-- scope name -->
+ <defs>
+ <path d="M 331,266 A 90 90 0 0 1 511 266" id="testTwo"/>
+ </defs>
+ <text class="class">
+ <textPath xlink:href="#testTwo" startOffset="50%">TestTwo</textPath>
+ </text>
+ <!-- scope order number -->
+ <mask id="testTwoOrderMask">
+ <rect x="0" y="0" width="100%" height="100%" fill="white"/>
+ <circle fill="black" stroke="white" stroke-width="2" r="100" cx="421" cy="266" />
+ </mask>
+ <circle class="module" r="15" cx="521" cy="266" mask="url(#testTwoOrderMask)"/>
+ <text class="module" x="521" y="266">1</text>
+ <!-- scope order number -->
+ <circle class="module" r="15" cx="546" cy="266" mask="url(#testMainOrderMask)"/>
+ <text class="module" x="546" y="266">2</text>
+
+ <ellipse class="fixture" rx="50" ry="25" cx="281" cy="396" />
+ <text x="281" y="396">outer</text>
+ <ellipse class="fixture" rx="50" ry="25" cx="281" cy="136" />
+ <text x="281" y="136">order</text>
+</svg>
diff --git a/doc/en/example/index.rst b/doc/en/example/index.rst
index 6876082d418..71e855534ff 100644
--- a/doc/en/example/index.rst
+++ b/doc/en/example/index.rst
@@ -13,12 +13,12 @@ answers.
For basic examples, see
-- :doc:`../getting-started` for basic introductory examples
+- :ref:`get-started` for basic introductory examples
- :ref:`assert` for basic assertion examples
- :ref:`Fixtures <fixtures>` for basic fixture/setup examples
- :ref:`parametrize` for basic test function parametrization
-- :doc:`../unittest` for basic unittest integration
-- :doc:`../nose` for basic nosetests integration
+- :ref:`unittest` for basic unittest integration
+- :ref:`noseintegration` for basic nosetests integration
The following examples aim at various use cases you might encounter.
diff --git a/doc/en/example/markers.rst b/doc/en/example/markers.rst
index f0effa02631..3226c0871e0 100644
--- a/doc/en/example/markers.rst
+++ b/doc/en/example/markers.rst
@@ -45,9 +45,9 @@ You can then restrict a test run to only run tests marked with ``webtest``:
$ pytest -v -m webtest
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y -- $PYTHON_PREFIX/bin/python
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
+ rootdir: /home/sweet/project
collecting ... collected 4 items / 3 deselected / 1 selected
test_server.py::test_send_http PASSED [100%]
@@ -60,9 +60,9 @@ Or the inverse, running all tests except the webtest ones:
$ pytest -v -m "not webtest"
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y -- $PYTHON_PREFIX/bin/python
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
+ rootdir: /home/sweet/project
collecting ... collected 4 items / 1 deselected / 3 selected
test_server.py::test_something_quick PASSED [ 33%]
@@ -82,9 +82,9 @@ tests based on their module, class, method, or function name:
$ pytest -v test_server.py::TestClass::test_method
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y -- $PYTHON_PREFIX/bin/python
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
+ rootdir: /home/sweet/project
collecting ... collected 1 item
test_server.py::TestClass::test_method PASSED [100%]
@@ -97,9 +97,9 @@ You can also select on the class:
$ pytest -v test_server.py::TestClass
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y -- $PYTHON_PREFIX/bin/python
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
+ rootdir: /home/sweet/project
collecting ... collected 1 item
test_server.py::TestClass::test_method PASSED [100%]
@@ -112,9 +112,9 @@ Or select multiple nodes:
$ pytest -v test_server.py::TestClass test_server.py::test_send_http
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y -- $PYTHON_PREFIX/bin/python
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
+ rootdir: /home/sweet/project
collecting ... collected 2 items
test_server.py::TestClass::test_method PASSED [ 50%]
@@ -156,9 +156,9 @@ The expression matching is now case-insensitive.
$ pytest -v -k http # running with the above defined example module
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y -- $PYTHON_PREFIX/bin/python
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
+ rootdir: /home/sweet/project
collecting ... collected 4 items / 3 deselected / 1 selected
test_server.py::test_send_http PASSED [100%]
@@ -171,9 +171,9 @@ And you can also run all tests except the ones that match the keyword:
$ pytest -k "not send_http" -v
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y -- $PYTHON_PREFIX/bin/python
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
+ rootdir: /home/sweet/project
collecting ... collected 4 items / 1 deselected / 3 selected
test_server.py::test_something_quick PASSED [ 33%]
@@ -188,9 +188,9 @@ Or to select "http" and "quick" tests:
$ pytest -k "http or quick" -v
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y -- $PYTHON_PREFIX/bin/python
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
+ rootdir: /home/sweet/project
collecting ... collected 4 items / 2 deselected / 2 selected
test_server.py::test_send_http PASSED [ 50%]
@@ -234,17 +234,17 @@ You can ask which markers exist for your test suite - the list includes our just
@pytest.mark.slow: mark test as slow.
- @pytest.mark.filterwarnings(warning): add a warning filter to the given test. see https://docs.pytest.org/en/stable/warnings.html#pytest-mark-filterwarnings
+ @pytest.mark.filterwarnings(warning): add a warning filter to the given test. see https://docs.pytest.org/en/stable/how-to/capture-warnings.html#pytest-mark-filterwarnings
@pytest.mark.skip(reason=None): skip the given test function with an optional reason. Example: skip(reason="no way of currently testing this") skips the test.
- @pytest.mark.skipif(condition, ..., *, reason=...): skip the given test function if any of the conditions evaluate to True. Example: skipif(sys.platform == 'win32') skips the test if we are on the win32 platform. See https://docs.pytest.org/en/stable/reference.html#pytest-mark-skipif
+ @pytest.mark.skipif(condition, ..., *, reason=...): skip the given test function if any of the conditions evaluate to True. Example: skipif(sys.platform == 'win32') skips the test if we are on the win32 platform. See https://docs.pytest.org/en/stable/reference/reference.html#pytest-mark-skipif
- @pytest.mark.xfail(condition, ..., *, reason=..., run=True, raises=None, strict=xfail_strict): mark the test function as an expected failure if any of the conditions evaluate to True. Optionally specify a reason for better reporting and run=False if you don't even want to execute the test function. If only specific exception(s) are expected, you can list them in raises, and if the test fails in other ways, it will be reported as a true failure. See https://docs.pytest.org/en/stable/reference.html#pytest-mark-xfail
+ @pytest.mark.xfail(condition, ..., *, reason=..., run=True, raises=None, strict=xfail_strict): mark the test function as an expected failure if any of the conditions evaluate to True. Optionally specify a reason for better reporting and run=False if you don't even want to execute the test function. If only specific exception(s) are expected, you can list them in raises, and if the test fails in other ways, it will be reported as a true failure. See https://docs.pytest.org/en/stable/reference/reference.html#pytest-mark-xfail
- @pytest.mark.parametrize(argnames, argvalues): call a test function multiple times passing in different arguments in turn. argvalues generally needs to be a list of values if argnames specifies only one name or a list of tuples of values if argnames specifies multiple names. Example: @parametrize('arg1', [1,2]) would lead to two calls of the decorated test function, one with arg1=1 and another with arg1=2.see https://docs.pytest.org/en/stable/parametrize.html for more info and examples.
+ @pytest.mark.parametrize(argnames, argvalues): call a test function multiple times passing in different arguments in turn. argvalues generally needs to be a list of values if argnames specifies only one name or a list of tuples of values if argnames specifies multiple names. Example: @parametrize('arg1', [1,2]) would lead to two calls of the decorated test function, one with arg1=1 and another with arg1=2.see https://docs.pytest.org/en/stable/how-to/parametrize.html for more info and examples.
- @pytest.mark.usefixtures(fixturename1, fixturename2, ...): mark tests as needing all of the specified fixtures. see https://docs.pytest.org/en/stable/fixture.html#usefixtures
+ @pytest.mark.usefixtures(fixturename1, fixturename2, ...): mark tests as needing all of the specified fixtures. see https://docs.pytest.org/en/stable/explanation/fixtures.html#usefixtures
@pytest.mark.tryfirst: mark a hook implementation function such that the plugin machinery will try to call it first/as early as possible.
@@ -397,9 +397,8 @@ the test needs:
$ pytest -E stage2
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 1 item
test_someenv.py s [100%]
@@ -412,9 +411,8 @@ and here is one that specifies exactly the environment needed:
$ pytest -E stage1
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 1 item
test_someenv.py . [100%]
@@ -428,17 +426,17 @@ The ``--markers`` option always gives you a list of available markers:
$ pytest --markers
@pytest.mark.env(name): mark test to run only on named environment
- @pytest.mark.filterwarnings(warning): add a warning filter to the given test. see https://docs.pytest.org/en/stable/warnings.html#pytest-mark-filterwarnings
+ @pytest.mark.filterwarnings(warning): add a warning filter to the given test. see https://docs.pytest.org/en/stable/how-to/capture-warnings.html#pytest-mark-filterwarnings
@pytest.mark.skip(reason=None): skip the given test function with an optional reason. Example: skip(reason="no way of currently testing this") skips the test.
- @pytest.mark.skipif(condition, ..., *, reason=...): skip the given test function if any of the conditions evaluate to True. Example: skipif(sys.platform == 'win32') skips the test if we are on the win32 platform. See https://docs.pytest.org/en/stable/reference.html#pytest-mark-skipif
+ @pytest.mark.skipif(condition, ..., *, reason=...): skip the given test function if any of the conditions evaluate to True. Example: skipif(sys.platform == 'win32') skips the test if we are on the win32 platform. See https://docs.pytest.org/en/stable/reference/reference.html#pytest-mark-skipif
- @pytest.mark.xfail(condition, ..., *, reason=..., run=True, raises=None, strict=xfail_strict): mark the test function as an expected failure if any of the conditions evaluate to True. Optionally specify a reason for better reporting and run=False if you don't even want to execute the test function. If only specific exception(s) are expected, you can list them in raises, and if the test fails in other ways, it will be reported as a true failure. See https://docs.pytest.org/en/stable/reference.html#pytest-mark-xfail
+ @pytest.mark.xfail(condition, ..., *, reason=..., run=True, raises=None, strict=xfail_strict): mark the test function as an expected failure if any of the conditions evaluate to True. Optionally specify a reason for better reporting and run=False if you don't even want to execute the test function. If only specific exception(s) are expected, you can list them in raises, and if the test fails in other ways, it will be reported as a true failure. See https://docs.pytest.org/en/stable/reference/reference.html#pytest-mark-xfail
- @pytest.mark.parametrize(argnames, argvalues): call a test function multiple times passing in different arguments in turn. argvalues generally needs to be a list of values if argnames specifies only one name or a list of tuples of values if argnames specifies multiple names. Example: @parametrize('arg1', [1,2]) would lead to two calls of the decorated test function, one with arg1=1 and another with arg1=2.see https://docs.pytest.org/en/stable/parametrize.html for more info and examples.
+ @pytest.mark.parametrize(argnames, argvalues): call a test function multiple times passing in different arguments in turn. argvalues generally needs to be a list of values if argnames specifies only one name or a list of tuples of values if argnames specifies multiple names. Example: @parametrize('arg1', [1,2]) would lead to two calls of the decorated test function, one with arg1=1 and another with arg1=2.see https://docs.pytest.org/en/stable/how-to/parametrize.html for more info and examples.
- @pytest.mark.usefixtures(fixturename1, fixturename2, ...): mark tests as needing all of the specified fixtures. see https://docs.pytest.org/en/stable/fixture.html#usefixtures
+ @pytest.mark.usefixtures(fixturename1, fixturename2, ...): mark tests as needing all of the specified fixtures. see https://docs.pytest.org/en/stable/explanation/fixtures.html#usefixtures
@pytest.mark.tryfirst: mark a hook implementation function such that the plugin machinery will try to call it first/as early as possible.
@@ -488,7 +486,7 @@ The output is as follows:
.. code-block:: pytest
$ pytest -q -s
- Mark(name='my_marker', args=(<function hello_world at 0xdeadbeef>,), kwargs={})
+ Mark(name='my_marker', args=(<function hello_world at 0xdeadbeef0001>,), kwargs={})
.
1 passed in 0.12s
@@ -605,9 +603,8 @@ then you will see two tests skipped and two executed tests as expected:
$ pytest -rs # this option reports skip reasons
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 4 items
test_plat.py s.s. [100%]
@@ -622,9 +619,8 @@ Note that if you specify a platform via the marker-command line option like this
$ pytest -m linux
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 4 items / 3 deselected / 1 selected
test_plat.py . [100%]
@@ -686,9 +682,8 @@ We can now use the ``-m option`` to select one set:
$ pytest -m interface --tb=short
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 4 items / 2 deselected / 2 selected
test_module.py FF [100%]
@@ -713,9 +708,8 @@ or to select both "event" and "interface" tests:
$ pytest -m "interface or event" --tb=short
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 4 items / 1 deselected / 3 selected
test_module.py FFF [100%]
diff --git a/doc/en/example/multipython.py b/doc/en/example/multipython.py
index 21bddcd0353..9005d31addd 100644
--- a/doc/en/example/multipython.py
+++ b/doc/en/example/multipython.py
@@ -12,8 +12,8 @@
@pytest.fixture(params=pythonlist)
-def python1(request, tmpdir):
- picklefile = tmpdir.join("data.pickle")
+def python1(request, tmp_path):
+ picklefile = tmp_path / "data.pickle"
return Python(request.param, picklefile)
@@ -30,8 +30,8 @@ def __init__(self, version, picklefile):
self.picklefile = picklefile
def dumps(self, obj):
- dumpfile = self.picklefile.dirpath("dump.py")
- dumpfile.write(
+ dumpfile = self.picklefile.with_name("dump.py")
+ dumpfile.write_text(
textwrap.dedent(
r"""
import pickle
@@ -46,8 +46,8 @@ def dumps(self, obj):
subprocess.check_call((self.pythonpath, str(dumpfile)))
def load_and_is_true(self, expression):
- loadfile = self.picklefile.dirpath("load.py")
- loadfile.write(
+ loadfile = self.picklefile.with_name("load.py")
+ loadfile.write_text(
textwrap.dedent(
r"""
import pickle
diff --git a/doc/en/example/nonpython.rst b/doc/en/example/nonpython.rst
index 558c56772f1..f79f15b4f79 100644
--- a/doc/en/example/nonpython.rst
+++ b/doc/en/example/nonpython.rst
@@ -10,7 +10,6 @@ A basic example for specifying tests in Yaml files
--------------------------------------------------------------
.. _`pytest-yamlwsgi`: http://bitbucket.org/aafshar/pytest-yamlwsgi/src/tip/pytest_yamlwsgi.py
-.. _`PyYAML`: https://pypi.org/project/PyYAML/
Here is an example ``conftest.py`` (extracted from Ali Afshar's special purpose `pytest-yamlwsgi`_ plugin). This ``conftest.py`` will collect ``test*.yaml`` files and will execute the yaml-formatted content as custom tests:
@@ -22,16 +21,15 @@ You can create a simple example file:
.. include:: nonpython/test_simple.yaml
:literal:
-and if you installed `PyYAML`_ or a compatible YAML-parser you can
+and if you installed :pypi:`PyYAML` or a compatible YAML-parser you can
now execute the test specification:
.. code-block:: pytest
nonpython $ pytest test_simple.yaml
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR/nonpython
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project/nonpython
collected 2 items
test_simple.yaml F. [100%]
@@ -66,9 +64,9 @@ consulted when reporting in ``verbose`` mode:
nonpython $ pytest -v
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y -- $PYTHON_PREFIX/bin/python
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR/nonpython
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
+ rootdir: /home/sweet/project/nonpython
collecting ... collected 2 items
test_simple.yaml::hello FAILED [ 50%]
@@ -92,9 +90,8 @@ interesting to just look at the collection tree:
nonpython $ pytest --collect-only
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR/nonpython
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project/nonpython
collected 2 items
<Package nonpython>
@@ -102,4 +99,4 @@ interesting to just look at the collection tree:
<YamlItem hello>
<YamlItem ok>
- ========================== 2 tests found in 0.12s ===========================
+ ======================== 2 tests collected in 0.12s ========================
diff --git a/doc/en/example/nonpython/conftest.py b/doc/en/example/nonpython/conftest.py
index bdcc8b76222..bc39a1f6b20 100644
--- a/doc/en/example/nonpython/conftest.py
+++ b/doc/en/example/nonpython/conftest.py
@@ -2,9 +2,9 @@
import pytest
-def pytest_collect_file(parent, path):
- if path.ext == ".yaml" and path.basename.startswith("test"):
- return YamlFile.from_parent(parent, fspath=path)
+def pytest_collect_file(parent, file_path):
+ if file_path.suffix == ".yaml" and file_path.name.startswith("test"):
+ return YamlFile.from_parent(parent, path=file_path)
class YamlFile(pytest.File):
@@ -12,14 +12,14 @@ def collect(self):
# We need a yaml parser, e.g. PyYAML.
import yaml
- raw = yaml.safe_load(self.fspath.open())
+ raw = yaml.safe_load(self.path.open())
for name, spec in sorted(raw.items()):
yield YamlItem.from_parent(self, name=name, spec=spec)
class YamlItem(pytest.Item):
- def __init__(self, name, parent, spec):
- super().__init__(name, parent)
+ def __init__(self, *, spec, **kwargs):
+ super().__init__(**kwargs)
self.spec = spec
def runtest(self):
@@ -40,7 +40,7 @@ def repr_failure(self, excinfo):
)
def reportinfo(self):
- return self.fspath, 0, f"usecase: {self.name}"
+ return self.path, 0, f"usecase: {self.name}"
class YamlException(Exception):
diff --git a/doc/en/example/parametrize.rst b/doc/en/example/parametrize.rst
index d5a11b45192..66d72f3cc0d 100644
--- a/doc/en/example/parametrize.rst
+++ b/doc/en/example/parametrize.rst
@@ -97,10 +97,10 @@ the argument name:
# content of test_time.py
- import pytest
-
from datetime import datetime, timedelta
+ import pytest
+
testdata = [
(datetime(2001, 12, 12), datetime(2001, 12, 11), timedelta(1)),
(datetime(2001, 12, 11), datetime(2001, 12, 12), timedelta(-1)),
@@ -160,9 +160,8 @@ objects, they are still using the default pytest representation:
$ pytest test_time.py --collect-only
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 8 items
<Module test_time.py>
@@ -175,7 +174,7 @@ objects, they are still using the default pytest representation:
<Function test_timedistance_v3[forward]>
<Function test_timedistance_v3[backward]>
- ========================== 8 tests found in 0.12s ===========================
+ ======================== 8 tests collected in 0.12s ========================
In ``test_timedistance_v3``, we used ``pytest.param`` to specify the test IDs
together with the actual data, instead of listing them separately.
@@ -183,9 +182,7 @@ together with the actual data, instead of listing them separately.
A quick port of "testscenarios"
------------------------------------
-.. _`test scenarios`: https://pypi.org/project/testscenarios/
-
-Here is a quick port to run tests configured with `test scenarios`_,
+Here is a quick port to run tests configured with :pypi:`testscenarios`,
an add-on from Robert Collins for the standard unittest framework. We
only have to work a bit to construct the correct arguments for pytest's
:py:func:`Metafunc.parametrize`:
@@ -225,9 +222,8 @@ this is a fully self-contained example which you can run with:
$ pytest test_scenarios.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 4 items
test_scenarios.py .... [100%]
@@ -240,19 +236,18 @@ If you just collect tests you'll also nicely see 'advanced' and 'basic' as varia
$ pytest --collect-only test_scenarios.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 4 items
<Module test_scenarios.py>
<Class TestSampleWithScenarios>
- <Function test_demo1[basic]>
- <Function test_demo2[basic]>
- <Function test_demo1[advanced]>
- <Function test_demo2[advanced]>
+ <Function test_demo1[basic]>
+ <Function test_demo2[basic]>
+ <Function test_demo1[advanced]>
+ <Function test_demo2[advanced]>
- ========================== 4 tests found in 0.12s ===========================
+ ======================== 4 tests collected in 0.12s ========================
Note that we told ``metafunc.parametrize()`` that your scenario values
should be considered class-scoped. With pytest-2.3 this leads to a
@@ -319,16 +314,15 @@ Let's first see how it looks like at collection time:
$ pytest test_backends.py --collect-only
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 2 items
<Module test_backends.py>
<Function test_db_initialized[d1]>
<Function test_db_initialized[d2]>
- ========================== 2/2 tests found in 0.12s ===========================
+ ======================== 2 tests collected in 0.12s ========================
And then when we run the test:
@@ -339,7 +333,7 @@ And then when we run the test:
================================= FAILURES =================================
_________________________ test_db_initialized[d2] __________________________
- db = <conftest.DB2 object at 0xdeadbeef>
+ db = <conftest.DB2 object at 0xdeadbeef0001>
def test_db_initialized(db):
# a dummy test
@@ -418,9 +412,9 @@ The result of this test will be successful:
$ pytest -v test_indirect_list.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y -- $PYTHON_PREFIX/bin/python
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
+ rootdir: /home/sweet/project
collecting ... collected 1 item
test_indirect_list.py::test_indirect[a-b] PASSED [100%]
@@ -478,7 +472,7 @@ argument sets to use for each test function. Let's run it:
================================= FAILURES =================================
________________________ TestClass.test_equals[1-2] ________________________
- self = <test_parametrize.TestClass object at 0xdeadbeef>, a = 1, b = 2
+ self = <test_parametrize.TestClass object at 0xdeadbeef0002>, a = 1, b = 2
def test_equals(self, a, b):
> assert a == b
@@ -508,11 +502,12 @@ Running it results in some skips if we don't have all the python interpreters in
.. code-block:: pytest
. $ pytest -rs -q multipython.py
- ssssssssssss...ssssssssssss [100%]
+ sssssssssssssssssssssssssss [100%]
========================= short test summary info ==========================
- SKIPPED [12] multipython.py:29: 'python3.5' not found
- SKIPPED [12] multipython.py:29: 'python3.7' not found
- 3 passed, 24 skipped in 0.12s
+ SKIPPED [9] multipython.py:29: 'python3.5' not found
+ SKIPPED [9] multipython.py:29: 'python3.6' not found
+ SKIPPED [9] multipython.py:29: 'python3.7' not found
+ 27 skipped in 0.12s
Indirect parametrization of optional implementations/imports
--------------------------------------------------------------------
@@ -572,9 +567,8 @@ If you run this with reporting for skips enabled:
$ pytest -rs test_module.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 2 items
test_module.py .s [100%]
@@ -634,16 +628,16 @@ Then run ``pytest`` with verbose mode and with only the ``basic`` marker:
$ pytest -v -m basic
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y -- $PYTHON_PREFIX/bin/python
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
- collecting ... collected 14 items / 11 deselected / 3 selected
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
+ rootdir: /home/sweet/project
+ collecting ... collected 24 items / 21 deselected / 3 selected
test_pytest_param_example.py::test_eval[1+7-8] PASSED [ 33%]
test_pytest_param_example.py::test_eval[basic_2+4] PASSED [ 66%]
test_pytest_param_example.py::test_eval[basic_6*9] XFAIL [100%]
- =============== 2 passed, 11 deselected, 1 xfailed in 0.12s ================
+ =============== 2 passed, 21 deselected, 1 xfailed in 0.12s ================
As the result:
diff --git a/doc/en/example/pythoncollection.rst b/doc/en/example/pythoncollection.rst
index f7917b790ef..b9c2386ac51 100644
--- a/doc/en/example/pythoncollection.rst
+++ b/doc/en/example/pythoncollection.rst
@@ -147,17 +147,16 @@ The test collection would look like this:
$ pytest --collect-only
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR, configfile: pytest.ini
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project, configfile: pytest.ini
collected 2 items
<Module check_myapp.py>
<Class CheckMyApp>
- <Function simple_check>
- <Function complex_check>
+ <Function simple_check>
+ <Function complex_check>
- ========================== 2 tests found in 0.12s ===========================
+ ======================== 2 tests collected in 0.12s ========================
You can check for multiple glob patterns by adding a space between the patterns:
@@ -209,18 +208,17 @@ You can always peek at the collection tree without running tests like this:
. $ pytest --collect-only pythoncollection.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR, configfile: pytest.ini
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project, configfile: pytest.ini
collected 3 items
<Module CWD/pythoncollection.py>
<Function test_function>
<Class TestClass>
- <Function test_method>
- <Function test_anothermethod>
+ <Function test_method>
+ <Function test_anothermethod>
- ========================== 3 tests found in 0.12s ===========================
+ ======================== 3 tests collected in 0.12s ========================
.. _customizing-test-collection:
@@ -291,12 +289,11 @@ file will be left out:
$ pytest --collect-only
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR, configfile: pytest.ini
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project, configfile: pytest.ini
collected 0 items
- ========================== no tests found in 0.12s ===========================
+ ======================= no tests collected in 0.12s ========================
It's also possible to ignore files based on Unix shell-style wildcards by adding
patterns to :globalvar:`collect_ignore_glob`.
diff --git a/doc/en/example/reportingdemo.rst b/doc/en/example/reportingdemo.rst
index f1b973f3b33..cab93143615 100644
--- a/doc/en/example/reportingdemo.rst
+++ b/doc/en/example/reportingdemo.rst
@@ -9,9 +9,8 @@ Here is a nice run of several failures and how ``pytest`` presents things:
assertion $ pytest failure_demo.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR/assertion
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project/assertion
collected 44 items
failure_demo.py FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF [100%]
@@ -29,7 +28,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:19: AssertionError
_________________________ TestFailing.test_simple __________________________
- self = <failure_demo.TestFailing object at 0xdeadbeef>
+ self = <failure_demo.TestFailing object at 0xdeadbeef0001>
def test_simple(self):
def f():
@@ -40,13 +39,13 @@ Here is a nice run of several failures and how ``pytest`` presents things:
> assert f() == g()
E assert 42 == 43
- E + where 42 = <function TestFailing.test_simple.<locals>.f at 0xdeadbeef>()
- E + and 43 = <function TestFailing.test_simple.<locals>.g at 0xdeadbeef>()
+ E + where 42 = <function TestFailing.test_simple.<locals>.f at 0xdeadbeef0002>()
+ E + and 43 = <function TestFailing.test_simple.<locals>.g at 0xdeadbeef0003>()
failure_demo.py:30: AssertionError
____________________ TestFailing.test_simple_multiline _____________________
- self = <failure_demo.TestFailing object at 0xdeadbeef>
+ self = <failure_demo.TestFailing object at 0xdeadbeef0004>
def test_simple_multiline(self):
> otherfunc_multi(42, 6 * 9)
@@ -63,7 +62,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:14: AssertionError
___________________________ TestFailing.test_not ___________________________
- self = <failure_demo.TestFailing object at 0xdeadbeef>
+ self = <failure_demo.TestFailing object at 0xdeadbeef0005>
def test_not(self):
def f():
@@ -71,12 +70,12 @@ Here is a nice run of several failures and how ``pytest`` presents things:
> assert not f()
E assert not 42
- E + where 42 = <function TestFailing.test_not.<locals>.f at 0xdeadbeef>()
+ E + where 42 = <function TestFailing.test_not.<locals>.f at 0xdeadbeef0006>()
failure_demo.py:39: AssertionError
_________________ TestSpecialisedExplanations.test_eq_text _________________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef0007>
def test_eq_text(self):
> assert "spam" == "eggs"
@@ -87,7 +86,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:44: AssertionError
_____________ TestSpecialisedExplanations.test_eq_similar_text _____________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef0008>
def test_eq_similar_text(self):
> assert "foo 1 bar" == "foo 2 bar"
@@ -100,7 +99,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:47: AssertionError
____________ TestSpecialisedExplanations.test_eq_multiline_text ____________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef0009>
def test_eq_multiline_text(self):
> assert "foo\nspam\nbar" == "foo\neggs\nbar"
@@ -113,7 +112,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:50: AssertionError
______________ TestSpecialisedExplanations.test_eq_long_text _______________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef000a>
def test_eq_long_text(self):
a = "1" * 100 + "a" + "2" * 100
@@ -130,7 +129,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:55: AssertionError
_________ TestSpecialisedExplanations.test_eq_long_text_multiline __________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef000b>
def test_eq_long_text_multiline(self):
a = "1\n" * 100 + "a" + "2\n" * 100
@@ -150,7 +149,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:60: AssertionError
_________________ TestSpecialisedExplanations.test_eq_list _________________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef000c>
def test_eq_list(self):
> assert [0, 1, 2] == [0, 1, 3]
@@ -161,7 +160,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:63: AssertionError
______________ TestSpecialisedExplanations.test_eq_list_long _______________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef000d>
def test_eq_list_long(self):
a = [0] * 100 + [1] + [3] * 100
@@ -174,7 +173,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:68: AssertionError
_________________ TestSpecialisedExplanations.test_eq_dict _________________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef000e>
def test_eq_dict(self):
> assert {"a": 0, "b": 1, "c": 0} == {"a": 0, "b": 2, "d": 0}
@@ -192,7 +191,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:71: AssertionError
_________________ TestSpecialisedExplanations.test_eq_set __________________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef000f>
def test_eq_set(self):
> assert {0, 10, 11, 12} == {0, 20, 21}
@@ -210,7 +209,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:74: AssertionError
_____________ TestSpecialisedExplanations.test_eq_longer_list ______________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef0010>
def test_eq_longer_list(self):
> assert [1, 2] == [1, 2, 3]
@@ -221,7 +220,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:77: AssertionError
_________________ TestSpecialisedExplanations.test_in_list _________________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef0011>
def test_in_list(self):
> assert 1 in [0, 2, 3, 4, 5]
@@ -230,7 +229,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:80: AssertionError
__________ TestSpecialisedExplanations.test_not_in_text_multiline __________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef0012>
def test_not_in_text_multiline(self):
text = "some multiline\ntext\nwhich\nincludes foo\nand a\ntail"
@@ -249,7 +248,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:84: AssertionError
___________ TestSpecialisedExplanations.test_not_in_text_single ____________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef0013>
def test_not_in_text_single(self):
text = "single foo line"
@@ -262,7 +261,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:88: AssertionError
_________ TestSpecialisedExplanations.test_not_in_text_single_long _________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef0014>
def test_not_in_text_single_long(self):
text = "head " * 50 + "foo " + "tail " * 20
@@ -275,7 +274,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:92: AssertionError
______ TestSpecialisedExplanations.test_not_in_text_single_long_term _______
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef0015>
def test_not_in_text_single_long_term(self):
text = "head " * 50 + "f" * 70 + "tail " * 20
@@ -288,7 +287,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:96: AssertionError
______________ TestSpecialisedExplanations.test_eq_dataclass _______________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef0016>
def test_eq_dataclass(self):
from dataclasses import dataclass
@@ -315,7 +314,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:108: AssertionError
________________ TestSpecialisedExplanations.test_eq_attrs _________________
- self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef>
+ self = <failure_demo.TestSpecialisedExplanations object at 0xdeadbeef0017>
def test_eq_attrs(self):
import attr
@@ -349,7 +348,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
i = Foo()
> assert i.b == 2
E assert 1 == 2
- E + where 1 = <failure_demo.test_attribute.<locals>.Foo object at 0xdeadbeef>.b
+ E + where 1 = <failure_demo.test_attribute.<locals>.Foo object at 0xdeadbeef0018>.b
failure_demo.py:128: AssertionError
_________________________ test_attribute_instance __________________________
@@ -360,8 +359,8 @@ Here is a nice run of several failures and how ``pytest`` presents things:
> assert Foo().b == 2
E AssertionError: assert 1 == 2
- E + where 1 = <failure_demo.test_attribute_instance.<locals>.Foo object at 0xdeadbeef>.b
- E + where <failure_demo.test_attribute_instance.<locals>.Foo object at 0xdeadbeef> = <class 'failure_demo.test_attribute_instance.<locals>.Foo'>()
+ E + where 1 = <failure_demo.test_attribute_instance.<locals>.Foo object at 0xdeadbeef0019>.b
+ E + where <failure_demo.test_attribute_instance.<locals>.Foo object at 0xdeadbeef0019> = <class 'failure_demo.test_attribute_instance.<locals>.Foo'>()
failure_demo.py:135: AssertionError
__________________________ test_attribute_failure __________________________
@@ -379,7 +378,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:146:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
- self = <failure_demo.test_attribute_failure.<locals>.Foo object at 0xdeadbeef>
+ self = <failure_demo.test_attribute_failure.<locals>.Foo object at 0xdeadbeef001a>
def _get_b(self):
> raise Exception("Failed to get attrib")
@@ -397,15 +396,15 @@ Here is a nice run of several failures and how ``pytest`` presents things:
> assert Foo().b == Bar().b
E AssertionError: assert 1 == 2
- E + where 1 = <failure_demo.test_attribute_multiple.<locals>.Foo object at 0xdeadbeef>.b
- E + where <failure_demo.test_attribute_multiple.<locals>.Foo object at 0xdeadbeef> = <class 'failure_demo.test_attribute_multiple.<locals>.Foo'>()
- E + and 2 = <failure_demo.test_attribute_multiple.<locals>.Bar object at 0xdeadbeef>.b
- E + where <failure_demo.test_attribute_multiple.<locals>.Bar object at 0xdeadbeef> = <class 'failure_demo.test_attribute_multiple.<locals>.Bar'>()
+ E + where 1 = <failure_demo.test_attribute_multiple.<locals>.Foo object at 0xdeadbeef001b>.b
+ E + where <failure_demo.test_attribute_multiple.<locals>.Foo object at 0xdeadbeef001b> = <class 'failure_demo.test_attribute_multiple.<locals>.Foo'>()
+ E + and 2 = <failure_demo.test_attribute_multiple.<locals>.Bar object at 0xdeadbeef001c>.b
+ E + where <failure_demo.test_attribute_multiple.<locals>.Bar object at 0xdeadbeef001c> = <class 'failure_demo.test_attribute_multiple.<locals>.Bar'>()
failure_demo.py:156: AssertionError
__________________________ TestRaises.test_raises __________________________
- self = <failure_demo.TestRaises object at 0xdeadbeef>
+ self = <failure_demo.TestRaises object at 0xdeadbeef001d>
def test_raises(self):
s = "qwe"
@@ -415,7 +414,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:166: ValueError
______________________ TestRaises.test_raises_doesnt _______________________
- self = <failure_demo.TestRaises object at 0xdeadbeef>
+ self = <failure_demo.TestRaises object at 0xdeadbeef001e>
def test_raises_doesnt(self):
> raises(OSError, int, "3")
@@ -424,7 +423,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:169: Failed
__________________________ TestRaises.test_raise ___________________________
- self = <failure_demo.TestRaises object at 0xdeadbeef>
+ self = <failure_demo.TestRaises object at 0xdeadbeef001f>
def test_raise(self):
> raise ValueError("demo error")
@@ -433,7 +432,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:172: ValueError
________________________ TestRaises.test_tupleerror ________________________
- self = <failure_demo.TestRaises object at 0xdeadbeef>
+ self = <failure_demo.TestRaises object at 0xdeadbeef0020>
def test_tupleerror(self):
> a, b = [1] # NOQA
@@ -442,11 +441,11 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:175: ValueError
______ TestRaises.test_reinterpret_fails_with_print_for_the_fun_of_it ______
- self = <failure_demo.TestRaises object at 0xdeadbeef>
+ self = <failure_demo.TestRaises object at 0xdeadbeef0021>
def test_reinterpret_fails_with_print_for_the_fun_of_it(self):
items = [1, 2, 3]
- print("items is {!r}".format(items))
+ print(f"items is {items!r}")
> a, b = items.pop()
E TypeError: cannot unpack non-iterable int object
@@ -455,7 +454,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
items is [1, 2, 3]
________________________ TestRaises.test_some_error ________________________
- self = <failure_demo.TestRaises object at 0xdeadbeef>
+ self = <failure_demo.TestRaises object at 0xdeadbeef0022>
def test_some_error(self):
> if namenotexi: # NOQA
@@ -486,7 +485,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
abc-123:2: AssertionError
____________________ TestMoreErrors.test_complex_error _____________________
- self = <failure_demo.TestMoreErrors object at 0xdeadbeef>
+ self = <failure_demo.TestMoreErrors object at 0xdeadbeef0023>
def test_complex_error(self):
def f():
@@ -512,7 +511,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:6: AssertionError
___________________ TestMoreErrors.test_z1_unpack_error ____________________
- self = <failure_demo.TestMoreErrors object at 0xdeadbeef>
+ self = <failure_demo.TestMoreErrors object at 0xdeadbeef0024>
def test_z1_unpack_error(self):
items = []
@@ -522,7 +521,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:217: ValueError
____________________ TestMoreErrors.test_z2_type_error _____________________
- self = <failure_demo.TestMoreErrors object at 0xdeadbeef>
+ self = <failure_demo.TestMoreErrors object at 0xdeadbeef0025>
def test_z2_type_error(self):
items = 3
@@ -532,20 +531,20 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:221: TypeError
______________________ TestMoreErrors.test_startswith ______________________
- self = <failure_demo.TestMoreErrors object at 0xdeadbeef>
+ self = <failure_demo.TestMoreErrors object at 0xdeadbeef0026>
def test_startswith(self):
s = "123"
g = "456"
> assert s.startswith(g)
E AssertionError: assert False
- E + where False = <built-in method startswith of str object at 0xdeadbeef>('456')
- E + where <built-in method startswith of str object at 0xdeadbeef> = '123'.startswith
+ E + where False = <built-in method startswith of str object at 0xdeadbeef0027>('456')
+ E + where <built-in method startswith of str object at 0xdeadbeef0027> = '123'.startswith
failure_demo.py:226: AssertionError
__________________ TestMoreErrors.test_startswith_nested ___________________
- self = <failure_demo.TestMoreErrors object at 0xdeadbeef>
+ self = <failure_demo.TestMoreErrors object at 0xdeadbeef0028>
def test_startswith_nested(self):
def f():
@@ -556,15 +555,15 @@ Here is a nice run of several failures and how ``pytest`` presents things:
> assert f().startswith(g())
E AssertionError: assert False
- E + where False = <built-in method startswith of str object at 0xdeadbeef>('456')
- E + where <built-in method startswith of str object at 0xdeadbeef> = '123'.startswith
- E + where '123' = <function TestMoreErrors.test_startswith_nested.<locals>.f at 0xdeadbeef>()
- E + and '456' = <function TestMoreErrors.test_startswith_nested.<locals>.g at 0xdeadbeef>()
+ E + where False = <built-in method startswith of str object at 0xdeadbeef0027>('456')
+ E + where <built-in method startswith of str object at 0xdeadbeef0027> = '123'.startswith
+ E + where '123' = <function TestMoreErrors.test_startswith_nested.<locals>.f at 0xdeadbeef0029>()
+ E + and '456' = <function TestMoreErrors.test_startswith_nested.<locals>.g at 0xdeadbeef002a>()
failure_demo.py:235: AssertionError
_____________________ TestMoreErrors.test_global_func ______________________
- self = <failure_demo.TestMoreErrors object at 0xdeadbeef>
+ self = <failure_demo.TestMoreErrors object at 0xdeadbeef002b>
def test_global_func(self):
> assert isinstance(globf(42), float)
@@ -575,18 +574,18 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:238: AssertionError
_______________________ TestMoreErrors.test_instance _______________________
- self = <failure_demo.TestMoreErrors object at 0xdeadbeef>
+ self = <failure_demo.TestMoreErrors object at 0xdeadbeef002c>
def test_instance(self):
self.x = 6 * 7
> assert self.x != 42
E assert 42 != 42
- E + where 42 = <failure_demo.TestMoreErrors object at 0xdeadbeef>.x
+ E + where 42 = <failure_demo.TestMoreErrors object at 0xdeadbeef002c>.x
failure_demo.py:242: AssertionError
_______________________ TestMoreErrors.test_compare ________________________
- self = <failure_demo.TestMoreErrors object at 0xdeadbeef>
+ self = <failure_demo.TestMoreErrors object at 0xdeadbeef002d>
def test_compare(self):
> assert globf(10) < 5
@@ -596,7 +595,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:245: AssertionError
_____________________ TestMoreErrors.test_try_finally ______________________
- self = <failure_demo.TestMoreErrors object at 0xdeadbeef>
+ self = <failure_demo.TestMoreErrors object at 0xdeadbeef002e>
def test_try_finally(self):
x = 1
@@ -607,7 +606,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:250: AssertionError
___________________ TestCustomAssertMsg.test_single_line ___________________
- self = <failure_demo.TestCustomAssertMsg object at 0xdeadbeef>
+ self = <failure_demo.TestCustomAssertMsg object at 0xdeadbeef002f>
def test_single_line(self):
class A:
@@ -622,7 +621,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:261: AssertionError
____________________ TestCustomAssertMsg.test_multiline ____________________
- self = <failure_demo.TestCustomAssertMsg object at 0xdeadbeef>
+ self = <failure_demo.TestCustomAssertMsg object at 0xdeadbeef0030>
def test_multiline(self):
class A:
@@ -641,7 +640,7 @@ Here is a nice run of several failures and how ``pytest`` presents things:
failure_demo.py:268: AssertionError
___________________ TestCustomAssertMsg.test_custom_repr ___________________
- self = <failure_demo.TestCustomAssertMsg object at 0xdeadbeef>
+ self = <failure_demo.TestCustomAssertMsg object at 0xdeadbeef0031>
def test_custom_repr(self):
class JSON:
diff --git a/doc/en/example/simple.rst b/doc/en/example/simple.rst
index b641e61f718..a70f3404992 100644
--- a/doc/en/example/simple.rst
+++ b/doc/en/example/simple.rst
@@ -69,7 +69,7 @@ Here is a basic pattern to achieve this:
For this to work we need to add a command line option and
-provide the ``cmdopt`` through a :ref:`fixture function <fixture function>`:
+provide the ``cmdopt`` through a :ref:`fixture function <fixture>`:
.. code-block:: python
@@ -139,10 +139,67 @@ And now with supplying a command line option:
FAILED test_sample.py::test_answer - assert 0
1 failed in 0.12s
-You can see that the command line option arrived in our test. This
-completes the basic pattern. However, one often rather wants to process
-command line options outside of the test and rather pass in different or
-more complex objects.
+You can see that the command line option arrived in our test.
+
+We could add simple validation for the input by listing the choices:
+
+.. code-block:: python
+
+ # content of conftest.py
+ import pytest
+
+
+ def pytest_addoption(parser):
+ parser.addoption(
+ "--cmdopt",
+ action="store",
+ default="type1",
+ help="my option: type1 or type2",
+ choices=("type1", "type2"),
+ )
+
+Now we'll get feedback on a bad argument:
+
+.. code-block:: pytest
+
+ $ pytest -q --cmdopt=type3
+ ERROR: usage: pytest [options] [file_or_dir] [file_or_dir] [...]
+ pytest: error: argument --cmdopt: invalid choice: 'type3' (choose from 'type1', 'type2')
+
+
+If you need to provide more detailed error messages, you can use the
+``type`` parameter and raise ``pytest.UsageError``:
+
+.. code-block:: python
+
+ # content of conftest.py
+ import pytest
+
+
+ def type_checker(value):
+ msg = "cmdopt must specify a numeric type as typeNNN"
+ if not value.startswith("type"):
+ raise pytest.UsageError(msg)
+ try:
+ int(value[4:])
+ except ValueError:
+ raise pytest.UsageError(msg)
+
+ return value
+
+
+ def pytest_addoption(parser):
+ parser.addoption(
+ "--cmdopt",
+ action="store",
+ default="type1",
+ help="my option: type1 or type2",
+ type=type_checker,
+ )
+
+This completes the basic pattern. However, one often rather wants to
+process command line options outside of the test and rather pass in
+different or more complex objects.
Dynamically adding command line options
--------------------------------------------------------------
@@ -166,7 +223,7 @@ the command line arguments before they get processed:
num = max(multiprocessing.cpu_count() / 2, 1)
args[:] = ["-n", str(num)] + args
-If you have the `xdist plugin <https://pypi.org/project/pytest-xdist/>`_ installed
+If you have the :pypi:`xdist plugin <pytest-xdist>` installed
you will now always perform test runs using a number
of subprocesses close to your CPU. Running in an empty
directory with the above conftest.py:
@@ -175,9 +232,8 @@ directory with the above conftest.py:
$ pytest
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 0 items
========================== no tests ran in 0.12s ===========================
@@ -240,9 +296,8 @@ and when running it will see a skipped "slow" test:
$ pytest -rs # "-rs" means report details on the little 's'
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 2 items
test_module.py .s [100%]
@@ -257,9 +312,8 @@ Or run it including the ``slow`` marked test:
$ pytest --runslow
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 2 items
test_module.py .. [100%]
@@ -401,10 +455,9 @@ which will add the string to the test header accordingly:
$ pytest
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
project deps: mylib-1.1
- rootdir: $REGENDOC_TMPDIR
+ rootdir: /home/sweet/project
collected 0 items
========================== no tests ran in 0.12s ===========================
@@ -430,11 +483,11 @@ which will add info only when run with "--v":
$ pytest -v
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y -- $PYTHON_PREFIX/bin/python
- cachedir: $PYTHON_PREFIX/.pytest_cache
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
info1: did you know that ...
did you?
- rootdir: $REGENDOC_TMPDIR
+ rootdir: /home/sweet/project
collecting ... collected 0 items
========================== no tests ran in 0.12s ===========================
@@ -445,9 +498,8 @@ and nothing when run plainly:
$ pytest
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 0 items
========================== no tests ran in 0.12s ===========================
@@ -485,9 +537,8 @@ Now we can profile which test functions execute the slowest:
$ pytest --durations=3
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 3 items
test_some_are_slow.py ... [100%]
@@ -591,9 +642,8 @@ If we run this:
$ pytest -rx
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 4 items
test_step.py .Fx. [100%]
@@ -601,7 +651,7 @@ If we run this:
================================= FAILURES =================================
____________________ TestUserHandling.test_modification ____________________
- self = <test_step.TestUserHandling object at 0xdeadbeef>
+ self = <test_step.TestUserHandling object at 0xdeadbeef0001>
def test_modification(self):
> assert 0
@@ -621,7 +671,7 @@ Package/Directory-level fixtures (setups)
-------------------------------------------------------
If you have nested test directories, you can have per-directory fixture scopes
-by placing fixture functions in a ``conftest.py`` file in that directory
+by placing fixture functions in a ``conftest.py`` file in that directory.
You can use all types of fixtures including :ref:`autouse fixtures
<autouse fixtures>` which are the equivalent of xUnit's setup/teardown
concept. It's however recommended to have explicit fixture references in your
@@ -675,9 +725,8 @@ We can run this:
$ pytest
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 7 items
test_step.py .Fx. [ 57%]
@@ -687,17 +736,17 @@ We can run this:
================================== ERRORS ==================================
_______________________ ERROR at setup of test_root ________________________
- file $REGENDOC_TMPDIR/b/test_error.py, line 1
+ file /home/sweet/project/b/test_error.py, line 1
def test_root(db): # no db here, will error out
E fixture 'db' not found
> available fixtures: cache, capfd, capfdbinary, caplog, capsys, capsysbinary, doctest_namespace, monkeypatch, pytestconfig, record_property, record_testsuite_property, record_xml_attribute, recwarn, tmp_path, tmp_path_factory, tmpdir, tmpdir_factory
> use 'pytest --fixtures [testpath]' for help on them.
- $REGENDOC_TMPDIR/b/test_error.py:1
+ /home/sweet/project/b/test_error.py:1
================================= FAILURES =================================
____________________ TestUserHandling.test_modification ____________________
- self = <test_step.TestUserHandling object at 0xdeadbeef>
+ self = <test_step.TestUserHandling object at 0xdeadbeef0002>
def test_modification(self):
> assert 0
@@ -706,21 +755,21 @@ We can run this:
test_step.py:11: AssertionError
_________________________________ test_a1 __________________________________
- db = <conftest.DB object at 0xdeadbeef>
+ db = <conftest.DB object at 0xdeadbeef0003>
def test_a1(db):
> assert 0, db # to show value
- E AssertionError: <conftest.DB object at 0xdeadbeef>
+ E AssertionError: <conftest.DB object at 0xdeadbeef0003>
E assert 0
a/test_db.py:2: AssertionError
_________________________________ test_a2 __________________________________
- db = <conftest.DB object at 0xdeadbeef>
+ db = <conftest.DB object at 0xdeadbeef0003>
def test_a2(db):
> assert 0, db # to show value
- E AssertionError: <conftest.DB object at 0xdeadbeef>
+ E AssertionError: <conftest.DB object at 0xdeadbeef0003>
E assert 0
a/test_db2.py:2: AssertionError
@@ -768,8 +817,8 @@ case we just write some information out to a ``failures`` file:
mode = "a" if os.path.exists("failures") else "w"
with open("failures", mode) as f:
# let's also access a fixture for the fun of it
- if "tmpdir" in item.fixturenames:
- extra = " ({})".format(item.funcargs["tmpdir"])
+ if "tmp_path" in item.fixturenames:
+ extra = " ({})".format(item.funcargs["tmp_path"])
else:
extra = ""
@@ -781,7 +830,7 @@ if you then have failing tests:
.. code-block:: python
# content of test_module.py
- def test_fail1(tmpdir):
+ def test_fail1(tmp_path):
assert 0
@@ -794,9 +843,8 @@ and run them:
$ pytest test_module.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 2 items
test_module.py FF [100%]
@@ -804,9 +852,9 @@ and run them:
================================= FAILURES =================================
________________________________ test_fail1 ________________________________
- tmpdir = local('PYTEST_TMPDIR/test_fail10')
+ tmp_path = PosixPath('PYTEST_TMPDIR/test_fail10')
- def test_fail1(tmpdir):
+ def test_fail1(tmp_path):
> assert 0
E assert 0
@@ -901,9 +949,8 @@ and run it:
$ pytest -s test_module.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 3 items
test_module.py Esetting up a test failed! test_module.py::test_setup_fails
@@ -957,8 +1004,7 @@ which test got stuck, for example if pytest was run in quiet mode (``-q``) or yo
output. This is particularly a problem if the problem happens only sporadically, the famous "flaky" kind of tests.
``pytest`` sets the :envvar:`PYTEST_CURRENT_TEST` environment variable when running tests, which can be inspected
-by process monitoring utilities or libraries like `psutil <https://pypi.org/project/psutil/>`_ to discover which
-test got stuck if necessary:
+by process monitoring utilities or libraries like :pypi:`psutil` to discover which test got stuck if necessary:
.. code-block:: python
@@ -1012,7 +1058,7 @@ your frozen program work as the pytest runner by some clever
argument handling during program startup. This allows you to
have a single executable, which is usually more convenient.
Please note that the mechanism for plugin discovery used by pytest
-(setupttools entry points) doesn't work with frozen executables so pytest
+(setuptools entry points) doesn't work with frozen executables so pytest
can't find any third party plugins automatically. To include third party plugins
like ``pytest-timeout`` they must be imported explicitly and passed on to pytest.main.
diff --git a/doc/en/example/special.rst b/doc/en/example/special.rst
index 6886b6268a2..ace37c72784 100644
--- a/doc/en/example/special.rst
+++ b/doc/en/example/special.rst
@@ -43,7 +43,7 @@ will be called ahead of running any tests:
print("test_method1 called")
def test_method2(self):
- print("test_method1 called")
+ print("test_method2 called")
class TestOther:
@@ -77,7 +77,7 @@ If you run this without output capturing:
callme other called
SomeTest callme called
test_method1 called
- .test_method1 called
+ .test_method2 called
.test other
.test_unit1 method called
.
diff --git a/doc/en/explanation/anatomy.rst b/doc/en/explanation/anatomy.rst
new file mode 100644
index 00000000000..e86dd74251e
--- /dev/null
+++ b/doc/en/explanation/anatomy.rst
@@ -0,0 +1,46 @@
+.. _test-anatomy:
+
+Anatomy of a test
+=================
+
+In the simplest terms, a test is meant to look at the result of a particular
+behavior, and make sure that result aligns with what you would expect.
+Behavior is not something that can be empirically measured, which is why writing
+tests can be challenging.
+
+"Behavior" is the way in which some system **acts in response** to a particular
+situation and/or stimuli. But exactly *how* or *why* something is done is not
+quite as important as *what* was done.
+
+You can think of a test as being broken down into four steps:
+
+1. **Arrange**
+2. **Act**
+3. **Assert**
+4. **Cleanup**
+
+**Arrange** is where we prepare everything for our test. This means pretty
+much everything except for the "**act**". It's lining up the dominoes so that
+the **act** can do its thing in one, state-changing step. This can mean
+preparing objects, starting/killing services, entering records into a database,
+or even things like defining a URL to query, generating some credentials for a
+user that doesn't exist yet, or just waiting for some process to finish.
+
+**Act** is the singular, state-changing action that kicks off the **behavior**
+we want to test. This behavior is what carries out the changing of the state of
+the system under test (SUT), and it's the resulting changed state that we can
+look at to make a judgement about the behavior. This typically takes the form of
+a function/method call.
+
+**Assert** is where we look at that resulting state and check if it looks how
+we'd expect after the dust has settled. It's where we gather evidence to say the
+behavior does or does not aligns with what we expect. The ``assert`` in our test
+is where we take that measurement/observation and apply our judgement to it. If
+something should be green, we'd say ``assert thing == "green"``.
+
+**Cleanup** is where the test picks up after itself, so other tests aren't being
+accidentally influenced by it.
+
+At its core, the test is ultimately the **act** and **assert** steps, with the
+**arrange** step only providing the context. **Behavior** exists between **act**
+and **assert**.
diff --git a/doc/en/explanation/fixtures.rst b/doc/en/explanation/fixtures.rst
new file mode 100644
index 00000000000..194e576493e
--- /dev/null
+++ b/doc/en/explanation/fixtures.rst
@@ -0,0 +1,174 @@
+.. _about-fixtures:
+
+About fixtures
+===============
+
+.. seealso:: :ref:`how-to-fixtures`
+.. seealso:: :ref:`Fixtures reference <reference-fixtures>`
+
+pytest fixtures are designed to be explicit, modular and scalable.
+
+What fixtures are
+-----------------
+
+In testing, a `fixture <https://en.wikipedia.org/wiki/Test_fixture#Software>`_
+provides a defined, reliable and consistent context for the tests. This could
+include environment (for example a database configured with known parameters)
+or content (such as a dataset).
+
+Fixtures define the steps and data that constitute the *arrange* phase of a
+test (see :ref:`test-anatomy`). In pytest, they are functions you define that
+serve this purpose. They can also be used to define a test's *act* phase; this
+is a powerful technique for designing more complex tests.
+
+The services, state, or other operating environments set up by fixtures are
+accessed by test functions through arguments. For each fixture used by a test
+function there is typically a parameter (named after the fixture) in the test
+function's definition.
+
+We can tell pytest that a particular function is a fixture by decorating it with
+:py:func:`@pytest.fixture <pytest.fixture>`. Here's a simple example of
+what a fixture in pytest might look like:
+
+.. code-block:: python
+
+ import pytest
+
+
+ class Fruit:
+ def __init__(self, name):
+ self.name = name
+
+ def __eq__(self, other):
+ return self.name == other.name
+
+
+ @pytest.fixture
+ def my_fruit():
+ return Fruit("apple")
+
+
+ @pytest.fixture
+ def fruit_basket(my_fruit):
+ return [Fruit("banana"), my_fruit]
+
+
+ def test_my_fruit_in_basket(my_fruit, fruit_basket):
+ assert my_fruit in fruit_basket
+
+Tests don't have to be limited to a single fixture, either. They can depend on
+as many fixtures as you want, and fixtures can use other fixtures, as well. This
+is where pytest's fixture system really shines.
+
+
+Improvements over xUnit-style setup/teardown functions
+-----------------------------------------------------------
+
+pytest fixtures offer dramatic improvements over the classic xUnit
+style of setup/teardown functions:
+
+* fixtures have explicit names and are activated by declaring their use
+ from test functions, modules, classes or whole projects.
+
+* fixtures are implemented in a modular manner, as each fixture name
+ triggers a *fixture function* which can itself use other fixtures.
+
+* fixture management scales from simple unit to complex
+ functional testing, allowing to parametrize fixtures and tests according
+ to configuration and component options, or to re-use fixtures
+ across function, class, module or whole test session scopes.
+
+* teardown logic can be easily, and safely managed, no matter how many fixtures
+ are used, without the need to carefully handle errors by hand or micromanage
+ the order that cleanup steps are added.
+
+In addition, pytest continues to support :ref:`xunitsetup`. You can mix
+both styles, moving incrementally from classic to new style, as you
+prefer. You can also start out from existing :ref:`unittest.TestCase
+style <unittest.TestCase>` or :ref:`nose based <nosestyle>` projects.
+
+
+
+Fixture errors
+--------------
+
+pytest does its best to put all the fixtures for a given test in a linear order
+so that it can see which fixture happens first, second, third, and so on. If an
+earlier fixture has a problem, though, and raises an exception, pytest will stop
+executing fixtures for that test and mark the test as having an error.
+
+When a test is marked as having an error, it doesn't mean the test failed,
+though. It just means the test couldn't even be attempted because one of the
+things it depends on had a problem.
+
+This is one reason why it's a good idea to cut out as many unnecessary
+dependencies as possible for a given test. That way a problem in something
+unrelated isn't causing us to have an incomplete picture of what may or may not
+have issues.
+
+Here's a quick example to help explain:
+
+.. code-block:: python
+
+ import pytest
+
+
+ @pytest.fixture
+ def order():
+ return []
+
+
+ @pytest.fixture
+ def append_first(order):
+ order.append(1)
+
+
+ @pytest.fixture
+ def append_second(order, append_first):
+ order.extend([2])
+
+
+ @pytest.fixture(autouse=True)
+ def append_third(order, append_second):
+ order += [3]
+
+
+ def test_order(order):
+ assert order == [1, 2, 3]
+
+
+If, for whatever reason, ``order.append(1)`` had a bug and it raises an exception,
+we wouldn't be able to know if ``order.extend([2])`` or ``order += [3]`` would
+also have problems. After ``append_first`` throws an exception, pytest won't run
+any more fixtures for ``test_order``, and it won't even try to run
+``test_order`` itself. The only things that would've run would be ``order`` and
+``append_first``.
+
+
+Sharing test data
+-----------------
+
+If you want to make test data from files available to your tests, a good way
+to do this is by loading these data in a fixture for use by your tests.
+This makes use of the automatic caching mechanisms of pytest.
+
+Another good approach is by adding the data files in the ``tests`` folder.
+There are also community plugins available to help to manage this aspect of
+testing, e.g. :pypi:`pytest-datadir` and :pypi:`pytest-datafiles`.
+
+.. _fixtures-signal-cleanup:
+
+A note about fixture cleanup
+----------------------------
+
+pytest does not do any special processing for :data:`SIGTERM <signal.SIGTERM>` and
+:data:`SIGQUIT <signal.SIGQUIT>` signals (:data:`SIGINT <signal.SIGINT>` is handled naturally
+by the Python runtime via :class:`KeyboardInterrupt`), so fixtures that manage external resources which are important
+to be cleared when the Python process is terminated (by those signals) might leak resources.
+
+The reason pytest does not handle those signals to perform fixture cleanup is that signal handlers are global,
+and changing them might interfere with the code under execution.
+
+If fixtures in your suite need special care regarding termination in those scenarios,
+see :issue:`this comment <5243#issuecomment-491522595>` in the issue
+tracker for a possible workaround.
diff --git a/doc/en/flaky.rst b/doc/en/explanation/flaky.rst
similarity index 96%
rename from doc/en/flaky.rst
rename to doc/en/explanation/flaky.rst
index b6fc1520c0b..50121c7a761 100644
--- a/doc/en/flaky.rst
+++ b/doc/en/explanation/flaky.rst
@@ -28,7 +28,7 @@ Flaky tests sometimes appear when a test suite is run in parallel (such as use o
Overly strict assertion
~~~~~~~~~~~~~~~~~~~~~~~
-Overly strict assertions can cause problems with floating point comparison as well as timing issues. `pytest.approx <https://docs.pytest.org/en/stable/reference.html#pytest-approx>`_ is useful here.
+Overly strict assertions can cause problems with floating point comparison as well as timing issues. :func:`pytest.approx` is useful here.
Pytest features
@@ -113,7 +113,7 @@ Resources
* `Eradicating Non-Determinism in Tests <https://martinfowler.com/articles/nonDeterminism.html>`_ by Martin Fowler, 2011
* `No more flaky tests on the Go team <https://www.thoughtworks.com/insights/blog/no-more-flaky-tests-go-team>`_ by Pavan Sudarshan, 2012
-* `The Build That Cried Broken: Building Trust in your Continuous Integration Tests <https://www.youtube.com/embed/VotJqV4n8ig>`_ talk (video) by `Angie Jones <http://angiejones.tech/>`_ at SeleniumConf Austin 2017
+* `The Build That Cried Broken: Building Trust in your Continuous Integration Tests <https://www.youtube.com/embed/VotJqV4n8ig>`_ talk (video) by `Angie Jones <https://angiejones.tech/>`_ at SeleniumConf Austin 2017
* `Test and Code Podcast: Flaky Tests and How to Deal with Them <https://testandcode.com/50>`_ by Brian Okken and Anthony Shaw, 2018
* Microsoft:
diff --git a/doc/en/goodpractices.rst b/doc/en/explanation/goodpractices.rst
similarity index 76%
rename from doc/en/goodpractices.rst
rename to doc/en/explanation/goodpractices.rst
index 4b3c0af10a6..32a14991ae2 100644
--- a/doc/en/goodpractices.rst
+++ b/doc/en/explanation/goodpractices.rst
@@ -7,28 +7,48 @@ Good Integration Practices
Install package with pip
-------------------------------------------------
-For development, we recommend you use venv_ for virtual environments and
-pip_ for installing your application and any dependencies,
+For development, we recommend you use :mod:`venv` for virtual environments and
+:doc:`pip:index` for installing your application and any dependencies,
as well as the ``pytest`` package itself.
This ensures your code and dependencies are isolated from your system Python installation.
-Next, place a ``setup.py`` file in the root of your package with the following minimum content:
+Next, place a ``pyproject.toml`` file in the root of your package:
-.. code-block:: python
+.. code-block:: toml
- from setuptools import setup, find_packages
+ [build-system]
+ requires = ["setuptools>=42", "wheel"]
+ build-backend = "setuptools.build_meta"
- setup(name="PACKAGENAME", packages=find_packages())
+and a ``setup.cfg`` file containing your package's metadata with the following minimum content:
-Where ``PACKAGENAME`` is the name of your package. You can then install your package in "editable" mode by running from the same directory:
+.. code-block:: ini
+
+ [metadata]
+ name = PACKAGENAME
+
+ [options]
+ packages = find:
+
+where ``PACKAGENAME`` is the name of your package.
+
+.. note::
+
+ If your pip version is older than ``21.3``, you'll also need a ``setup.py`` file:
+
+ .. code-block:: python
+
+ from setuptools import setup
+
+ setup()
+
+You can then install your package in "editable" mode by running from the same directory:
.. code-block:: bash
pip install -e .
which lets you change your source code (both tests and application) and rerun tests at will.
-This is similar to running ``python setup.py develop`` or ``conda develop`` in that it installs
-your package using a symlink to your development code.
.. _`test discovery`:
.. _`Python test discovery`:
@@ -48,7 +68,7 @@ Conventions for Python test discovery
* ``test`` prefixed test functions or methods outside of class
* ``test`` prefixed test functions or methods inside ``Test`` prefixed test classes (without an ``__init__`` method)
-For examples of how to customize your test discovery :doc:`example/pythoncollection`.
+For examples of how to customize your test discovery :doc:`/example/pythoncollection`.
Within Python modules, ``pytest`` also discovers tests using the standard
:ref:`unittest.TestCase <unittest.TestCase>` subclassing technique.
@@ -68,7 +88,8 @@ to keep tests separate from actual application code (often a good idea):
.. code-block:: text
- setup.py
+ pyproject.toml
+ setup.cfg
mypkg/
__init__.py
app.py
@@ -82,7 +103,7 @@ This has the following benefits:
* Your tests can run against an installed version after executing ``pip install .``.
* Your tests can run against the local copy with an editable install after executing ``pip install --editable .``.
-* If you don't have a ``setup.py`` file and are relying on the fact that Python by default puts the current
+* If you don't use an editable install and are relying on the fact that Python by default puts the current
directory in ``sys.path`` to import your package, you can execute ``python -m pytest`` to execute the tests against the
local copy directly, without using ``pip``.
@@ -103,7 +124,8 @@ If you need to have test modules with the same name, you might add ``__init__.py
.. code-block:: text
- setup.py
+ pyproject.toml
+ setup.cfg
mypkg/
...
tests/
@@ -130,7 +152,8 @@ sub-directory of your root:
.. code-block:: text
- setup.py
+ pyproject.toml
+ setup.cfg
src/
mypkg/
__init__.py
@@ -151,7 +174,7 @@ This layout prevents a lot of common pitfalls and has many benefits, which are b
.. note::
The new ``--import-mode=importlib`` (see :ref:`import-modes`) doesn't have
- any of the drawbacks above because ``sys.path`` and ``sys.modules`` are not changed when importing
+ any of the drawbacks above because ``sys.path`` is not changed when importing
test modules, so users that run
into this issue are strongly encouraged to try it and report if the new option works well for them.
@@ -167,7 +190,8 @@ want to distribute them along with your application:
.. code-block:: text
- setup.py
+ pyproject.toml
+ setup.cfg
mypkg/
__init__.py
app.py
@@ -191,11 +215,11 @@ Note that this layout also works in conjunction with the ``src`` layout mentione
.. note::
- You can use Python3 namespace packages (PEP420) for your application
+ You can use namespace packages (PEP420) for your application
but pytest will still perform `test package name`_ discovery based on the
presence of ``__init__.py`` files. If you use one of the
two recommended file system layouts above but leave away the ``__init__.py``
- files from your directories it should just work on Python3.3 and above. From
+ files from your directories, it should just work. From
"inlined tests", however, you will need to use absolute imports for
getting at your application code.
@@ -230,23 +254,35 @@ Note that this layout also works in conjunction with the ``src`` layout mentione
much less surprising.
-.. _`virtualenv`: https://pypi.org/project/virtualenv/
-.. _`buildout`: http://www.buildout.org/
-.. _pip: https://pypi.org/project/pip/
+.. _`buildout`: http://www.buildout.org/en/latest/
.. _`use tox`:
tox
-------
+---
Once you are done with your work and want to make sure that your actual
-package passes all tests you may want to look into `tox`_, the
-virtualenv test automation tool and its `pytest support
-<https://tox.readthedocs.io/en/latest/example/pytest.html>`_.
+package passes all tests you may want to look into :doc:`tox <tox:index>`, the
+virtualenv test automation tool and its :doc:`pytest support <tox:example/pytest>`.
tox helps you to setup virtualenv environments with pre-defined
dependencies and then executing a pre-configured test command with
options. It will run tests against the installed package and not
against your source code checkout, helping to detect packaging
glitches.
-.. _`venv`: https://docs.python.org/3/library/venv.html
+Do not run via setuptools
+-------------------------
+
+Integration with setuptools is **not recommended**,
+i.e. you should not be using ``python setup.py test`` or ``pytest-runner``,
+and may stop working in the future.
+
+This is deprecated since it depends on deprecated features of setuptools
+and relies on features that break security mechanisms in pip.
+For example 'setup_requires' and 'tests_require' bypass ``pip --require-hashes``.
+For more information and migration instructions,
+see the `pytest-runner notice <https://github.com/pytest-dev/pytest-runner#deprecation-notice>`_.
+See also `pypa/setuptools#1684 <https://github.com/pypa/setuptools/issues/1684>`_.
+
+setuptools intends to
+`remove the test command <https://github.com/pypa/setuptools/issues/931>`_.
diff --git a/doc/en/explanation/index.rst b/doc/en/explanation/index.rst
new file mode 100644
index 00000000000..53910f1eb7b
--- /dev/null
+++ b/doc/en/explanation/index.rst
@@ -0,0 +1,15 @@
+:orphan:
+
+.. _explanation:
+
+Explanation
+================
+
+.. toctree::
+ :maxdepth: 1
+
+ anatomy
+ fixtures
+ goodpractices
+ flaky
+ pythonpath
diff --git a/doc/en/pythonpath.rst b/doc/en/explanation/pythonpath.rst
similarity index 80%
rename from doc/en/pythonpath.rst
rename to doc/en/explanation/pythonpath.rst
index b8f4de9d95b..2330356b863 100644
--- a/doc/en/pythonpath.rst
+++ b/doc/en/explanation/pythonpath.rst
@@ -11,19 +11,19 @@ Import modes
pytest as a testing framework needs to import test modules and ``conftest.py`` files for execution.
Importing files in Python (at least until recently) is a non-trivial processes, often requiring
-changing `sys.path <https://docs.python.org/3/library/sys.html#sys.path>`__. Some aspects of the
+changing :data:`sys.path`. Some aspects of the
import process can be controlled through the ``--import-mode`` command-line flag, which can assume
these values:
* ``prepend`` (default): the directory path containing each module will be inserted into the *beginning*
- of ``sys.path`` if not already there, and then imported with the `__import__ <https://docs.python.org/3/library/functions.html#__import__>`__ builtin.
+ of :py:data:`sys.path` if not already there, and then imported with the :func:`__import__ <__import__>` builtin.
This requires test module names to be unique when the test directory tree is not arranged in
- packages, because the modules will put in ``sys.modules`` after importing.
+ packages, because the modules will put in :py:data:`sys.modules` after importing.
This is the classic mechanism, dating back from the time Python 2 was still supported.
-* ``append``: the directory containing each module is appended to the end of ``sys.path`` if not already
+* ``append``: the directory containing each module is appended to the end of :py:data:`sys.path` if not already
there, and imported with ``__import__``.
This better allows to run test modules against installed versions of a package even if the
@@ -41,17 +41,14 @@ these values:
we advocate for using :ref:`src <src-layout>` layouts.
Same as ``prepend``, requires test module names to be unique when the test directory tree is
- not arranged in packages, because the modules will put in ``sys.modules`` after importing.
+ not arranged in packages, because the modules will put in :py:data:`sys.modules` after importing.
-* ``importlib``: new in pytest-6.0, this mode uses `importlib <https://docs.python.org/3/library/importlib.html>`__ to import test modules. This gives full control over the import process, and doesn't require
- changing ``sys.path`` or ``sys.modules`` at all.
+* ``importlib``: new in pytest-6.0, this mode uses :mod:`importlib` to import test modules. This gives full control over the import process, and doesn't require changing :py:data:`sys.path`.
- For this reason this doesn't require test module names to be unique at all, but also makes test
- modules non-importable by each other. This was made possible in previous modes, for tests not residing
- in Python packages, because of the side-effects of changing ``sys.path`` and ``sys.modules``
- mentioned above. Users which require this should turn their tests into proper packages instead.
+ For this reason this doesn't require test module names to be unique, but also makes test
+ modules non-importable by each other.
- We intend to make ``importlib`` the default in future releases.
+ We intend to make ``importlib`` the default in future releases, depending on feedback.
``prepend`` and ``append`` import modes scenarios
-------------------------------------------------
@@ -133,4 +130,4 @@ Running pytest with ``pytest [...]`` instead of ``python -m pytest [...]`` yield
equivalent behaviour, except that the latter will add the current directory to ``sys.path``, which
is standard ``python`` behavior.
-See also :ref:`cmdline`.
+See also :ref:`invoke-python`.
diff --git a/doc/en/funcarg_compare.rst b/doc/en/funcarg_compare.rst
index 0c4913edff8..3bf4527cfb5 100644
--- a/doc/en/funcarg_compare.rst
+++ b/doc/en/funcarg_compare.rst
@@ -7,7 +7,7 @@ pytest-2.3: reasoning for fixture/funcarg evolution
**Target audience**: Reading this document requires basic knowledge of
python testing, xUnit setup methods and the (previous) basic pytest
-funcarg mechanism, see https://docs.pytest.org/en/stable/historical-notes.html#funcargs-and-pytest-funcarg.
+funcarg mechanism, see :ref:`historical funcargs and pytest.funcargs`.
If you are new to pytest, then you can simply ignore this
section and read the other sections.
@@ -47,7 +47,7 @@ There are several limitations and difficulties with this approach:
2. parametrizing the "db" resource is not straight forward:
you need to apply a "parametrize" decorator or implement a
:py:func:`~hookspec.pytest_generate_tests` hook
- calling :py:func:`~python.Metafunc.parametrize` which
+ calling :py:func:`~pytest.Metafunc.parametrize` which
performs parametrization at the places where the resource
is used. Moreover, you need to modify the factory to use an
``extrakey`` parameter containing ``request.param`` to the
@@ -113,7 +113,7 @@ This new way of parametrizing funcarg factories should in many cases
allow to re-use already written factories because effectively
``request.param`` was already used when test functions/classes were
parametrized via
-:py:func:`metafunc.parametrize(indirect=True) <_pytest.python.Metafunc.parametrize>` calls.
+:py:func:`metafunc.parametrize(indirect=True) <pytest.Metafunc.parametrize>` calls.
Of course it's perfectly fine to combine parametrization and scoping:
@@ -168,7 +168,7 @@ pytest for a long time offered a pytest_configure and a pytest_sessionstart
hook which are often used to setup global resources. This suffers from
several problems:
-1. in distributed testing the master process would setup test resources
+1. in distributed testing the managing process would setup test resources
that are never needed because it only co-ordinates the test run
activities of the worker processes.
diff --git a/doc/en/getting-started.rst b/doc/en/getting-started.rst
index 4814b850586..310e93d887c 100644
--- a/doc/en/getting-started.rst
+++ b/doc/en/getting-started.rst
@@ -1,15 +1,7 @@
-Installation and Getting Started
-===================================
-
-**Pythons**: Python 3.6, 3.7, 3.8, 3.9, PyPy3
-
-**Platforms**: Linux and Windows
-
-**PyPI package name**: `pytest <https://pypi.org/project/pytest/>`_
-
-**Documentation as PDF**: `download latest <https://media.readthedocs.org/pdf/pytest/latest/pytest.pdf>`_
+.. _get-started:
-``pytest`` is a framework that makes building simple and scalable tests easy. Tests are expressive and readable—no boilerplate code required. Get started in minutes with a small unit test or complex functional test for your application or library.
+Get Started
+===================================
.. _`getstarted`:
.. _`installation`:
@@ -17,6 +9,8 @@ Installation and Getting Started
Install ``pytest``
----------------------------------------
+``pytest`` requires: Python 3.6, 3.7, 3.8, 3.9, or PyPy3.
+
1. Run the following command in your command line:
.. code-block:: bash
@@ -28,14 +22,14 @@ Install ``pytest``
.. code-block:: bash
$ pytest --version
- pytest 6.1.2
+ pytest 7.0.0
.. _`simpletest`:
Create your first test
----------------------------------------------------------
-Create a simple test function with just four lines of code:
+Create a new file called ``test_sample.py``, containing a function, and a test:
.. code-block:: python
@@ -47,15 +41,14 @@ Create a simple test function with just four lines of code:
def test_answer():
assert func(3) == 5
-That’s it. You can now execute the test function:
+The test
.. code-block:: pytest
$ pytest
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 1 item
test_sample.py F [100%]
@@ -77,7 +70,7 @@ The ``[100%]`` refers to the overall progress of running all test cases. After i
.. note::
- You can use the ``assert`` statement to verify test expectations. pytest’s `Advanced assertion introspection <http://docs.python.org/reference/simple_stmts.html#the-assert-statement>`_ will intelligently report intermediate values of the assert expression so you can avoid the many names `of JUnit legacy methods <http://docs.python.org/library/unittest.html#test-cases>`_.
+ You can use the ``assert`` statement to verify test expectations. pytest’s :ref:`Advanced assertion introspection <python:assert>` will intelligently report intermediate values of the assert expression so you can avoid the many names :ref:`of JUnit legacy methods <testcase-objects>`.
Run multiple tests
----------------------------------------------------------
@@ -144,7 +137,7 @@ Once you develop multiple tests, you may want to group them into a class. pytest
================================= FAILURES =================================
____________________________ TestClass.test_two ____________________________
- self = <test_class.TestClass object at 0xdeadbeef>
+ self = <test_class.TestClass object at 0xdeadbeef0001>
def test_two(self):
x = "hello"
@@ -175,77 +168,73 @@ This is outlined below:
# content of test_class_demo.py
class TestClassDemoInstance:
+ value = 0
+
def test_one(self):
- assert 0
+ self.value = 1
+ assert self.value == 1
def test_two(self):
- assert 0
+ assert self.value == 1
.. code-block:: pytest
$ pytest -k TestClassDemoInstance -q
- FF [100%]
+ .F [100%]
================================= FAILURES =================================
- ______________________ TestClassDemoInstance.test_one ______________________
-
- self = <test_class_demo.TestClassDemoInstance object at 0xdeadbeef>
-
- def test_one(self):
- > assert 0
- E assert 0
-
- test_class_demo.py:3: AssertionError
______________________ TestClassDemoInstance.test_two ______________________
- self = <test_class_demo.TestClassDemoInstance object at 0xdeadbeef>
+ self = <test_class_demo.TestClassDemoInstance object at 0xdeadbeef0002>
def test_two(self):
- > assert 0
- E assert 0
+ > assert self.value == 1
+ E assert 0 == 1
+ E + where 0 = <test_class_demo.TestClassDemoInstance object at 0xdeadbeef0002>.value
- test_class_demo.py:6: AssertionError
+ test_class_demo.py:9: AssertionError
========================= short test summary info ==========================
- FAILED test_class_demo.py::TestClassDemoInstance::test_one - assert 0
- FAILED test_class_demo.py::TestClassDemoInstance::test_two - assert 0
- 2 failed in 0.12s
+ FAILED test_class_demo.py::TestClassDemoInstance::test_two - assert 0 == 1
+ 1 failed, 1 passed in 0.12s
+
+Note that attributes added at class level are *class attributes*, so they will be shared between tests.
Request a unique temporary directory for functional tests
--------------------------------------------------------------
-``pytest`` provides `Builtin fixtures/function arguments <https://docs.pytest.org/en/stable/builtin.html>`_ to request arbitrary resources, like a unique temporary directory:
+``pytest`` provides :std:doc:`Builtin fixtures/function arguments <builtin>` to request arbitrary resources, like a unique temporary directory:
.. code-block:: python
- # content of test_tmpdir.py
- def test_needsfiles(tmpdir):
- print(tmpdir)
+ # content of test_tmp_path.py
+ def test_needsfiles(tmp_path):
+ print(tmp_path)
assert 0
-List the name ``tmpdir`` in the test function signature and ``pytest`` will lookup and call a fixture factory to create the resource before performing the test function call. Before the test runs, ``pytest`` creates a unique-per-test-invocation temporary directory:
+List the name ``tmp_path`` in the test function signature and ``pytest`` will lookup and call a fixture factory to create the resource before performing the test function call. Before the test runs, ``pytest`` creates a unique-per-test-invocation temporary directory:
.. code-block:: pytest
- $ pytest -q test_tmpdir.py
+ $ pytest -q test_tmp_path.py
F [100%]
================================= FAILURES =================================
_____________________________ test_needsfiles ______________________________
- tmpdir = local('PYTEST_TMPDIR/test_needsfiles0')
+ tmp_path = PosixPath('PYTEST_TMPDIR/test_needsfiles0')
- def test_needsfiles(tmpdir):
- print(tmpdir)
+ def test_needsfiles(tmp_path):
+ print(tmp_path)
> assert 0
E assert 0
- test_tmpdir.py:3: AssertionError
+ test_tmp_path.py:3: AssertionError
--------------------------- Captured stdout call ---------------------------
PYTEST_TMPDIR/test_needsfiles0
========================= short test summary info ==========================
- FAILED test_tmpdir.py::test_needsfiles - assert 0
+ FAILED test_tmp_path.py::test_needsfiles - assert 0
1 failed in 0.12s
-More info on tmpdir handling is available at :ref:`Temporary directories and files <tmpdir handling>`.
+More info on temporary directory handling is available at :ref:`Temporary directories and files <tmp_path handling>`.
Find out what kind of builtin :ref:`pytest fixtures <fixtures>` exist with the command:
@@ -260,7 +249,7 @@ Continue reading
Check out additional pytest resources to help you customize tests for your unique workflow:
-* ":ref:`cmdline`" for command line invocation examples
+* ":ref:`usage`" for command line invocation examples
* ":ref:`existingtestsuite`" for working with pre-existing tests
* ":ref:`mark`" for information on the ``pytest.mark`` mechanism
* ":ref:`fixtures`" for providing a functional baseline to your tests
diff --git a/doc/en/historical-notes.rst b/doc/en/historical-notes.rst
index 4f8722c1c16..29ebbd5d199 100644
--- a/doc/en/historical-notes.rst
+++ b/doc/en/historical-notes.rst
@@ -76,38 +76,38 @@ order doesn't even matter. You probably want to think of your marks as a set her
If you are unsure or have any questions, please consider opening
-`an issue <https://github.com/pytest-dev/pytest/issues>`_.
+:issue:`an issue <new>`.
Related issues
~~~~~~~~~~~~~~
Here is a non-exhaustive list of issues fixed by the new implementation:
-* Marks don't pick up nested classes (`#199 <https://github.com/pytest-dev/pytest/issues/199>`_).
+* Marks don't pick up nested classes (:issue:`199`).
-* Markers stain on all related classes (`#568 <https://github.com/pytest-dev/pytest/issues/568>`_).
+* Markers stain on all related classes (:issue:`568`).
-* Combining marks - args and kwargs calculation (`#2897 <https://github.com/pytest-dev/pytest/issues/2897>`_).
+* Combining marks - args and kwargs calculation (:issue:`2897`).
-* ``request.node.get_marker('name')`` returns ``None`` for markers applied in classes (`#902 <https://github.com/pytest-dev/pytest/issues/902>`_).
+* ``request.node.get_marker('name')`` returns ``None`` for markers applied in classes (:issue:`902`).
-* Marks applied in parametrize are stored as markdecorator (`#2400 <https://github.com/pytest-dev/pytest/issues/2400>`_).
+* Marks applied in parametrize are stored as markdecorator (:issue:`2400`).
-* Fix marker interaction in a backward incompatible way (`#1670 <https://github.com/pytest-dev/pytest/issues/1670>`_).
+* Fix marker interaction in a backward incompatible way (:issue:`1670`).
-* Refactor marks to get rid of the current "marks transfer" mechanism (`#2363 <https://github.com/pytest-dev/pytest/issues/2363>`_).
+* Refactor marks to get rid of the current "marks transfer" mechanism (:issue:`2363`).
-* Introduce FunctionDefinition node, use it in generate_tests (`#2522 <https://github.com/pytest-dev/pytest/issues/2522>`_).
+* Introduce FunctionDefinition node, use it in generate_tests (:issue:`2522`).
-* Remove named marker attributes and collect markers in items (`#891 <https://github.com/pytest-dev/pytest/issues/891>`_).
+* Remove named marker attributes and collect markers in items (:issue:`891`).
-* skipif mark from parametrize hides module level skipif mark (`#1540 <https://github.com/pytest-dev/pytest/issues/1540>`_).
+* skipif mark from parametrize hides module level skipif mark (:issue:`1540`).
-* skipif + parametrize not skipping tests (`#1296 <https://github.com/pytest-dev/pytest/issues/1296>`_).
+* skipif + parametrize not skipping tests (:issue:`1296`).
-* Marker transfer incompatible with inheritance (`#535 <https://github.com/pytest-dev/pytest/issues/535>`_).
+* Marker transfer incompatible with inheritance (:issue:`535`).
-More details can be found in the `original PR <https://github.com/pytest-dev/pytest/pull/3317>`_.
+More details can be found in the :pull:`original PR <3317>`.
.. note::
@@ -125,6 +125,7 @@ as a third party plugin named ``pytest-cache``. The core plugin
is compatible regarding command line options and API usage except that you
can only store/receive data between test runs that is json-serializable.
+.. _historical funcargs and pytest.funcargs:
funcargs and ``pytest_funcarg__``
---------------------------------
diff --git a/doc/en/history.rst b/doc/en/history.rst
new file mode 100644
index 00000000000..bb5aa493022
--- /dev/null
+++ b/doc/en/history.rst
@@ -0,0 +1,145 @@
+History
+=======
+
+pytest has a long and interesting history. The `first commit
+<https://github.com/pytest-dev/pytest/commit/5992a8ef21424d7571305a8d7e2a3431ee7e1e23>`__
+in this repository is from January 2007, and even that commit alone already
+tells a lot: The repository originally was from the :pypi:`py`
+library (later split off to pytest), and it
+originally was a SVN revision, migrated to Mercurial, and finally migrated to
+git.
+
+However, the commit says “create the new development trunk” and is
+already quite big: *435 files changed, 58640 insertions(+)*. This is because
+pytest originally was born as part of `PyPy <https://www.pypy.org/>`__, to make
+it easier to write tests for it. Here's how it evolved from there to its own
+project:
+
+
+- Late 2002 / early 2003, `PyPy was
+ born <https://morepypy.blogspot.com/2018/09/the-first-15-years-of-pypy.html>`__.
+- Like that blog post mentioned, from very early on, there was a big
+ focus on testing. There were various ``testsupport`` files on top of
+ unittest.py, and as early as June 2003, Holger Krekel (:user:`hpk42`)
+ `refactored <https://mail.python.org/pipermail/pypy-dev/2003-June/000787.html>`__
+ its test framework to clean things up (``pypy.tool.test``, but still
+ on top of ``unittest.py``, with nothing pytest-like yet).
+- In December 2003, there was `another
+ iteration <https://foss.heptapod.net/pypy/pypy/-/commit/02752373e1b29d89c6bb0a97e5f940caa22bdd63>`__
+ at improving their testing situation, by Stefan Schwarzer, called
+ ``pypy.tool.newtest``.
+- However, it didn’t seem to be around for long, as around June/July
+ 2004, efforts started on a thing called ``utest``, offering plain
+ assertions. This seems like the start of something pytest-like, but
+ unfortunately, it's unclear where the test runner's code was at the time.
+ The closest thing still around is `this
+ file <https://foss.heptapod.net/pypy/pypy/-/commit/0735f9ed287ec20950a7dd0a16fc10810d4f6847>`__,
+ but that doesn’t seem like a complete test runner at all. What can be seen
+ is that there were `various
+ efforts <https://foss.heptapod.net/pypy/pypy/-/commits/branch/default?utf8=%E2%9C%93&search=utest>`__
+ by Laura Creighton and Samuele Pedroni (:user:`pedronis`) at automatically
+ converting existing tests to the new ``utest`` framework.
+- Around the same time, for Europython 2004, @hpk42 `started a
+ project <http://web.archive.org/web/20041020215353/http://codespeak.net/svn/user/hpk/talks/std-talk.txt>`__
+ originally called “std”, intended to be a “complementary standard
+ library” - already laying out the principles behind what later became
+ pytest:
+
+ - current “batteries included” are very useful, but
+
+ - some of them are written in a pretty much java-like style,
+ especially the unittest-framework
+ - […]
+ - the best API is one that doesn’t exist
+
+ […]
+
+ - a testing package should require as few boilerplate code as
+ possible and offer much flexibility
+ - it should provide premium quality tracebacks and debugging aid
+
+ […]
+
+ - first of all … forget about limited “assertXYZ APIs” and use the
+ real thing, e.g.::
+
+ assert x == y
+
+ - this works with plain python but you get unhelpful “assertion
+ failed” errors with no information
+
+ - std.utest (magic!) actually reinterprets the assertion expression
+ and offers detailed information about underlying values
+
+- In September 2004, the ``py-dev`` mailinglist gets born, which `is
+ now <https://mail.python.org/pipermail/pytest-dev/>`__ ``pytest-dev``,
+ but thankfully with all the original archives still intact.
+
+- Around September/October 2004, the ``std`` project `was renamed
+ <https://mail.python.org/pipermail/pypy-dev/2004-September/001565.html>`__ to
+ ``py`` and ``std.utest`` became ``py.test``. This is also the first time the
+ `entire source
+ code <https://foss.heptapod.net/pypy/pypy/-/commit/42cf50c412026028e20acd23d518bd92e623ac11>`__,
+ seems to be available, with much of the API still being around today:
+
+ - ``py.path.local``, which is being phased out of pytest (in favour of
+ pathlib) some 16-17 years later
+ - The idea of the collection tree, including ``Collector``,
+ ``FSCollector``, ``Directory``, ``PyCollector``, ``Module``,
+ ``Class``
+ - Arguments like ``-x`` / ``--exitfirst``, ``-l`` /
+ ``--showlocals``, ``--fulltrace``, ``--pdb``, ``-S`` /
+ ``--nocapture`` (``-s`` / ``--capture=off`` today),
+ ``--collectonly`` (``--collect-only`` today)
+
+- In the same month, the ``py`` library `gets split off
+ <https://foss.heptapod.net/pypy/pypy/-/commit/6bdafe9203ad92eb259270b267189141c53bce33>`__
+ from ``PyPy``
+
+- It seemed to get rather quiet for a while, and little seemed to happen
+ between October 2004 (removing ``py`` from PyPy) and January
+ 2007 (first commit in the now-pytest repository). However, there were
+ various discussions about features/ideas on the mailinglist, and
+ :pypi:`a couple of releases <py/0.8.0-alpha2/#history>` every
+ couple of months:
+
+ - March 2006: py 0.8.0-alpha2
+ - May 2007: py 0.9.0
+ - March 2008: py 0.9.1 (first release to be found `in the pytest
+ changelog <https://github.com/pytest-dev/pytest/blob/main/doc/en/changelog.rst#091>`__!)
+ - August 2008: py 0.9.2
+
+- In August 2009, py 1.0.0 was released, `introducing a lot of
+ fundamental
+ features <https://holgerkrekel.net/2009/08/04/pylib-1-0-0-released-the-testing-with-python-innovations-continue/>`__:
+
+ - funcargs/fixtures
+ - A `plugin
+ architecture <http://web.archive.org/web/20090629032718/https://codespeak.net/py/dist/test/extend.html>`__
+ which still looks very much the same today!
+ - Various `default
+ plugins <http://web.archive.org/web/20091005181132/https://codespeak.net/py/dist/test/plugin/index.html>`__,
+ including
+ `monkeypatch <http://web.archive.org/web/20091012022829/http://codespeak.net/py/dist/test/plugin/how-to/monkeypatch.html>`__
+
+- Even back there, the
+ `FAQ <http://web.archive.org/web/20091005222413/http://codespeak.net/py/dist/faq.html>`__
+ said:
+
+ Clearly, [a second standard library] was ambitious and the naming has
+ maybe haunted the project rather than helping it. There may be a
+ project name change and possibly a split up into different projects
+ sometime.
+
+ and that finally happened in November 2010, when pytest 2.0.0 `was
+ released <https://mail.python.org/pipermail/pytest-dev/2010-November/001687.html>`__
+ as a package separate from ``py`` (but still called ``py.test``).
+
+- In August 2016, pytest 3.0.0 :std:ref:`was released <release-3.0.0>`,
+ which adds ``pytest`` (rather than ``py.test``) as the recommended
+ command-line entry point
+
+Due to this history, it's difficult to answer the question when pytest was started.
+It depends what point should really be seen as the start of it all. One
+possible interpretation is to pick Europython 2004, i.e. around June/July
+2004.
diff --git a/doc/en/assert.rst b/doc/en/how-to/assert.rst
similarity index 93%
rename from doc/en/assert.rst
rename to doc/en/how-to/assert.rst
index b83e30e76db..cb70db6b8ed 100644
--- a/doc/en/assert.rst
+++ b/doc/en/how-to/assert.rst
@@ -1,16 +1,14 @@
+.. _`assert`:
-The writing and reporting of assertions in tests
+How to write and report assertions in tests
==================================================
-.. _`assertfeedback`:
.. _`assert with the assert statement`:
-.. _`assert`:
-
Asserting with the ``assert`` statement
---------------------------------------------------------
-``pytest`` allows you to use the standard python ``assert`` for verifying
+``pytest`` allows you to use the standard Python ``assert`` for verifying
expectations and values in Python tests. For example, you can write the
following:
@@ -31,9 +29,8 @@ you will see the return value of the function call:
$ pytest test_assert1.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 1 item
test_assert1.py F [100%]
@@ -98,13 +95,13 @@ and if you need to have access to the actual exception info you may use:
f()
assert "maximum recursion" in str(excinfo.value)
-``excinfo`` is an ``ExceptionInfo`` instance, which is a wrapper around
+``excinfo`` is an :class:`~pytest.ExceptionInfo` instance, which is a wrapper around
the actual exception raised. The main attributes of interest are
``.type``, ``.value`` and ``.traceback``.
You can pass a ``match`` keyword parameter to the context-manager to test
that a regular expression matches on the string representation of an exception
-(similar to the ``TestCase.assertRaisesRegexp`` method from ``unittest``):
+(similar to the ``TestCase.assertRaisesRegex`` method from ``unittest``):
.. code-block:: python
@@ -175,8 +172,6 @@ when it encounters comparisons. For example:
.. code-block:: python
# content of test_assert2.py
-
-
def test_set_comparison():
set1 = set("1308")
set2 = set("8035")
@@ -188,9 +183,8 @@ if you run this module:
$ pytest test_assert2.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 1 item
test_assert2.py F [100%]
@@ -209,7 +203,7 @@ if you run this module:
E '5'
E Use -v to get the full diff
- test_assert2.py:6: AssertionError
+ test_assert2.py:4: AssertionError
========================= short test summary info ==========================
FAILED test_assert2.py::test_set_comparison - AssertionError: assert {'0'...
============================ 1 failed in 0.12s =============================
@@ -301,7 +295,7 @@ modules directly discovered by its test collection process, so **asserts in
supporting modules which are not themselves test modules will not be rewritten**.
You can manually enable assertion rewriting for an imported module by calling
-`register_assert_rewrite <https://docs.pytest.org/en/stable/writing_plugins.html#assertion-rewriting>`_
+:ref:`register_assert_rewrite <assertion-rewriting>`
before you import it (a good place to do that is in your root ``conftest.py``).
For further information, Benjamin Peterson wrote up `Behind the scenes of pytest's new assertion rewriting <http://pybites.blogspot.com/2011/07/behind-scenes-of-pytests-new-assertion.html>`_.
diff --git a/doc/en/bash-completion.rst b/doc/en/how-to/bash-completion.rst
similarity index 92%
rename from doc/en/bash-completion.rst
rename to doc/en/how-to/bash-completion.rst
index eaa07881414..245dfd6d9a8 100644
--- a/doc/en/bash-completion.rst
+++ b/doc/en/how-to/bash-completion.rst
@@ -1,8 +1,8 @@
.. _bash_completion:
-Setting up bash completion
-==========================
+How to set up bash completion
+=============================
When using bash as your shell, ``pytest`` can use argcomplete
(https://argcomplete.readthedocs.io/) for auto-completion.
diff --git a/doc/en/cache.rst b/doc/en/how-to/cache.rst
similarity index 77%
rename from doc/en/cache.rst
rename to doc/en/how-to/cache.rst
index 42ca473545d..e7994645dd3 100644
--- a/doc/en/cache.rst
+++ b/doc/en/how-to/cache.rst
@@ -2,8 +2,8 @@
.. _cache:
-Cache: working with cross-testrun state
-=======================================
+How to re-run failed tests and maintain state between test runs
+===============================================================
@@ -86,9 +86,8 @@ If you then run it with ``--lf``:
$ pytest --lf
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 2 items
run-last-failure: rerun previous 2 failures
@@ -133,9 +132,8 @@ of ``FF`` and dots):
$ pytest --ff
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 50 items
run-last-failure: rerun previous 2 failures first
@@ -277,73 +275,14 @@ You can always peek at the content of the cache using the
$ pytest --cache-show
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
- cachedir: $PYTHON_PREFIX/.pytest_cache
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
+ cachedir: /home/sweet/project/.pytest_cache
--------------------------- cache values for '*' ---------------------------
cache/lastfailed contains:
- {'test_50.py::test_num[17]': True,
- 'test_50.py::test_num[25]': True,
- 'test_assert1.py::test_function': True,
- 'test_assert2.py::test_set_comparison': True,
- 'test_caching.py::test_function': True,
- 'test_foocompare.py::test_compare': True}
+ {'test_caching.py::test_function': True}
cache/nodeids contains:
- ['test_50.py::test_num[0]',
- 'test_50.py::test_num[10]',
- 'test_50.py::test_num[11]',
- 'test_50.py::test_num[12]',
- 'test_50.py::test_num[13]',
- 'test_50.py::test_num[14]',
- 'test_50.py::test_num[15]',
- 'test_50.py::test_num[16]',
- 'test_50.py::test_num[17]',
- 'test_50.py::test_num[18]',
- 'test_50.py::test_num[19]',
- 'test_50.py::test_num[1]',
- 'test_50.py::test_num[20]',
- 'test_50.py::test_num[21]',
- 'test_50.py::test_num[22]',
- 'test_50.py::test_num[23]',
- 'test_50.py::test_num[24]',
- 'test_50.py::test_num[25]',
- 'test_50.py::test_num[26]',
- 'test_50.py::test_num[27]',
- 'test_50.py::test_num[28]',
- 'test_50.py::test_num[29]',
- 'test_50.py::test_num[2]',
- 'test_50.py::test_num[30]',
- 'test_50.py::test_num[31]',
- 'test_50.py::test_num[32]',
- 'test_50.py::test_num[33]',
- 'test_50.py::test_num[34]',
- 'test_50.py::test_num[35]',
- 'test_50.py::test_num[36]',
- 'test_50.py::test_num[37]',
- 'test_50.py::test_num[38]',
- 'test_50.py::test_num[39]',
- 'test_50.py::test_num[3]',
- 'test_50.py::test_num[40]',
- 'test_50.py::test_num[41]',
- 'test_50.py::test_num[42]',
- 'test_50.py::test_num[43]',
- 'test_50.py::test_num[44]',
- 'test_50.py::test_num[45]',
- 'test_50.py::test_num[46]',
- 'test_50.py::test_num[47]',
- 'test_50.py::test_num[48]',
- 'test_50.py::test_num[49]',
- 'test_50.py::test_num[4]',
- 'test_50.py::test_num[5]',
- 'test_50.py::test_num[6]',
- 'test_50.py::test_num[7]',
- 'test_50.py::test_num[8]',
- 'test_50.py::test_num[9]',
- 'test_assert1.py::test_function',
- 'test_assert2.py::test_set_comparison',
- 'test_caching.py::test_function',
- 'test_foocompare.py::test_compare']
+ ['test_caching.py::test_function']
cache/stepwise contains:
[]
example/value contains:
@@ -358,10 +297,9 @@ filtering:
$ pytest --cache-show example/*
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
- cachedir: $PYTHON_PREFIX/.pytest_cache
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
+ cachedir: /home/sweet/project/.pytest_cache
----------------------- cache values for 'example/*' -----------------------
example/value contains:
42
@@ -383,7 +321,9 @@ servers where isolation and correctness is more important
than speed.
+.. _cache stepwise:
+
Stepwise
--------
-As an alternative to ``--lf -x``, especially for cases where you expect a large part of the test suite will fail, ``--sw``, ``--stepwise`` allows you to fix them one at a time. The test suite will run until the first failure and then stop. At the next invocation, tests will continue from the last failing test and then run until the next failing test. You may use the ``--stepwise-skip`` option to ignore one failing test and stop the test execution on the second failing test instead. This is useful if you get stuck on a failing test and just want to ignore it until later.
+As an alternative to ``--lf -x``, especially for cases where you expect a large part of the test suite will fail, ``--sw``, ``--stepwise`` allows you to fix them one at a time. The test suite will run until the first failure and then stop. At the next invocation, tests will continue from the last failing test and then run until the next failing test. You may use the ``--stepwise-skip`` option to ignore one failing test and stop the test execution on the second failing test instead. This is useful if you get stuck on a failing test and just want to ignore it until later. Providing ``--stepwise-skip`` will also enable ``--stepwise`` implicitly.
diff --git a/doc/en/capture.rst b/doc/en/how-to/capture-stdout-stderr.rst
similarity index 96%
rename from doc/en/capture.rst
rename to doc/en/how-to/capture-stdout-stderr.rst
index caaebdf81a8..9ccea719b64 100644
--- a/doc/en/capture.rst
+++ b/doc/en/how-to/capture-stdout-stderr.rst
@@ -1,7 +1,7 @@
.. _`captures`:
-Capturing of the stdout/stderr output
+How to capture stdout/stderr output
=========================================================
Default stdout/stderr/stdin capturing behaviour
@@ -83,9 +83,8 @@ of the failing function and hide the other one:
$ pytest
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 2 items
test_module.py .F [100%]
@@ -99,7 +98,7 @@ of the failing function and hide the other one:
test_module.py:12: AssertionError
-------------------------- Captured stdout setup ---------------------------
- setting up <function test_func2 at 0xdeadbeef>
+ setting up <function test_func2 at 0xdeadbeef0001>
========================= short test summary info ==========================
FAILED test_module.py::test_func2 - assert False
======================= 1 failed, 1 passed in 0.12s ========================
diff --git a/doc/en/warnings.rst b/doc/en/how-to/capture-warnings.rst
similarity index 80%
rename from doc/en/warnings.rst
rename to doc/en/how-to/capture-warnings.rst
index 5bbbcacbea0..065c11e610c 100644
--- a/doc/en/warnings.rst
+++ b/doc/en/how-to/capture-warnings.rst
@@ -1,7 +1,7 @@
.. _`warnings`:
-Warnings Capture
-================
+How to capture warnings
+=======================
@@ -28,23 +28,32 @@ Running pytest now produces this output:
$ pytest test_show_warnings.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 1 item
test_show_warnings.py . [100%]
============================= warnings summary =============================
test_show_warnings.py::test_one
- $REGENDOC_TMPDIR/test_show_warnings.py:5: UserWarning: api v1, should use functions from v2
+ /home/sweet/project/test_show_warnings.py:5: UserWarning: api v1, should use functions from v2
warnings.warn(UserWarning("api v1, should use functions from v2"))
- -- Docs: https://docs.pytest.org/en/stable/warnings.html
+ -- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
======================= 1 passed, 1 warning in 0.12s =======================
-The ``-W`` flag can be passed to control which warnings will be displayed or even turn
-them into errors:
+Controlling warnings
+--------------------
+
+Similar to Python's `warning filter`_ and :option:`-W option <python:-W>` flag, pytest provides
+its own ``-W`` flag to control which warnings are ignored, displayed, or turned into
+errors. See the `warning filter`_ documentation for more
+advanced use-cases.
+
+.. _`warning filter`: https://docs.python.org/3/library/warnings.html#warning-filter
+
+This code sample shows how to treat any ``UserWarning`` category class of warning
+as an error:
.. code-block:: pytest
@@ -97,9 +106,6 @@ all other warnings into errors.
When a warning matches more than one option in the list, the action for the last matching option
is performed.
-Both ``-W`` command-line option and ``filterwarnings`` ini option are based on Python's own
-`-W option`_ and `warnings.simplefilter`_, so please refer to those sections in the Python
-documentation for other examples and advanced usage.
.. _`filterwarnings`:
@@ -143,8 +149,6 @@ decorator or to all tests in a module by setting the :globalvar:`pytestmark` var
*Credits go to Florian Schulze for the reference implementation in the* `pytest-warnings`_
*plugin.*
-.. _`-W option`: https://docs.python.org/3/using/cmdline.html#cmdoption-w
-.. _warnings.simplefilter: https://docs.python.org/3/library/warnings.html#warnings.simplefilter
.. _`pytest-warnings`: https://github.com/fschulze/pytest-warnings
Disabling warnings summary
@@ -173,10 +177,8 @@ DeprecationWarning and PendingDeprecationWarning
------------------------------------------------
-
-
By default pytest will display ``DeprecationWarning`` and ``PendingDeprecationWarning`` warnings from
-user code and third-party libraries, as recommended by `PEP-0565 <https://www.python.org/dev/peps/pep-0565>`_.
+user code and third-party libraries, as recommended by :pep:`565`.
This helps users keep their code modern and avoid breakages when deprecated warnings are effectively removed.
Sometimes it is useful to hide some specific deprecation warnings that happen in code that you have no control over
@@ -198,13 +200,12 @@ the regular expression ``".*U.*mode is deprecated"``.
.. note::
If warnings are configured at the interpreter level, using
- the `PYTHONWARNINGS <https://docs.python.org/3/using/cmdline.html#envvar-PYTHONWARNINGS>`_ environment variable or the
+ the :envvar:`python:PYTHONWARNINGS` environment variable or the
``-W`` command-line option, pytest will not configure any filters by default.
- Also pytest doesn't follow ``PEP-0506`` suggestion of resetting all warning filters because
+ Also pytest doesn't follow :pep:`506` suggestion of resetting all warning filters because
it might break test suites that configure warning filters themselves
- by calling ``warnings.simplefilter`` (see issue `#2430 <https://github.com/pytest-dev/pytest/issues/2430>`_
- for an example of that).
+ by calling :func:`warnings.simplefilter` (see :issue:`2430` for an example of that).
.. _`ensuring a function triggers a deprecation warning`:
@@ -230,28 +231,9 @@ that a certain function call triggers a ``DeprecationWarning`` or
This test will fail if ``myfunction`` does not issue a deprecation warning
when called with a ``17`` argument.
-By default, ``DeprecationWarning`` and ``PendingDeprecationWarning`` will not be
-caught when using :func:`pytest.warns` or :ref:`recwarn <recwarn>` because
-the default Python warnings filters hide
-them. If you wish to record them in your own code, use
-``warnings.simplefilter('always')``:
-
-.. code-block:: python
-
- import warnings
- import pytest
-
- def test_deprecation(recwarn):
- warnings.simplefilter("always")
- myfunction(17)
- assert len(recwarn) == 1
- assert recwarn.pop(DeprecationWarning)
-The :ref:`recwarn <recwarn>` fixture automatically ensures to reset the warnings
-filter at the end of the test, so no global state is leaked.
-
.. _`asserting warnings`:
.. _assertwarnings:
@@ -265,7 +247,7 @@ Asserting warnings with the warns function
-You can check that code raises a particular warning using func:`pytest.warns`,
+You can check that code raises a particular warning using :func:`pytest.warns`,
which works in a similar manner to :ref:`raises <assertraises>`:
.. code-block:: python
@@ -291,9 +273,9 @@ argument ``match`` to assert that the exception matches a text or regex::
... warnings.warn("this is not here", UserWarning)
Traceback (most recent call last):
...
- Failed: DID NOT WARN. No warnings of type ...UserWarning... was emitted...
+ Failed: DID NOT WARN. No warnings of type ...UserWarning... were emitted...
-You can also call func:`pytest.warns` on a function or code string:
+You can also call :func:`pytest.warns` on a function or code string:
.. code-block:: python
@@ -317,9 +299,9 @@ additional information:
Alternatively, you can examine raised warnings in detail using the
:ref:`recwarn <recwarn>` fixture (see below).
-.. note::
- ``DeprecationWarning`` and ``PendingDeprecationWarning`` are treated
- differently; see :ref:`ensuring_function_triggers`.
+
+The :ref:`recwarn <recwarn>` fixture automatically ensures to reset the warnings
+filter at the end of the test, so no global state is leaked.
.. _`recording warnings`:
@@ -328,15 +310,15 @@ Alternatively, you can examine raised warnings in detail using the
Recording warnings
------------------
-You can record raised warnings either using func:`pytest.warns` or with
+You can record raised warnings either using :func:`pytest.warns` or with
the ``recwarn`` fixture.
-To record with func:`pytest.warns` without asserting anything about the warnings,
-pass ``None`` as the expected warning type:
+To record with :func:`pytest.warns` without asserting anything about the warnings,
+pass no arguments as the expected warning type and it will default to a generic Warning:
.. code-block:: python
- with pytest.warns(None) as record:
+ with pytest.warns() as record:
warnings.warn("user", UserWarning)
warnings.warn("runtime", RuntimeWarning)
@@ -360,7 +342,7 @@ The ``recwarn`` fixture will record warnings for the whole function:
assert w.filename
assert w.lineno
-Both ``recwarn`` and func:`pytest.warns` return the same interface for recorded
+Both ``recwarn`` and :func:`pytest.warns` return the same interface for recorded
warnings: a WarningsRecorder instance. To view the recorded warnings, you can
iterate over this instance, call ``len`` on it to get the number of recorded
warnings, or index into it to get a particular recorded warning.
@@ -369,6 +351,37 @@ warnings, or index into it to get a particular recorded warning.
Full API: :class:`~_pytest.recwarn.WarningsRecorder`.
+.. _`warns use cases`:
+
+Additional use cases of warnings in tests
+-----------------------------------------
+
+Here are some use cases involving warnings that often come up in tests, and suggestions on how to deal with them:
+
+- To ensure that **any** warning is emitted, use:
+
+.. code-block:: python
+
+ with pytest.warns():
+ ...
+
+- To ensure that **no** warnings are emitted, use:
+
+.. code-block:: python
+
+ with warnings.catch_warnings():
+ warnings.simplefilter("error")
+ ...
+
+- To suppress warnings, use:
+
+.. code-block:: python
+
+ with warnings.catch_warnings():
+ warnings.simplefilter("ignore")
+ ...
+
+
.. _custom_failure_messages:
Custom failure messages
@@ -416,10 +429,10 @@ defines an ``__init__`` constructor, as this prevents the class from being insta
============================= warnings summary =============================
test_pytest_warnings.py:1
- $REGENDOC_TMPDIR/test_pytest_warnings.py:1: PytestCollectionWarning: cannot collect test class 'Test' because it has a __init__ constructor (from: test_pytest_warnings.py)
+ /home/sweet/project/test_pytest_warnings.py:1: PytestCollectionWarning: cannot collect test class 'Test' because it has a __init__ constructor (from: test_pytest_warnings.py)
class Test:
- -- Docs: https://docs.pytest.org/en/stable/warnings.html
+ -- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
1 warning in 0.12s
These warnings might be filtered using the same builtin mechanisms used to filter other types of warnings.
diff --git a/doc/en/doctest.rst b/doc/en/how-to/doctest.rst
similarity index 92%
rename from doc/en/doctest.rst
rename to doc/en/how-to/doctest.rst
index f8d010679f0..ce0b5a5f649 100644
--- a/doc/en/doctest.rst
+++ b/doc/en/how-to/doctest.rst
@@ -1,9 +1,10 @@
+.. _doctest:
-Doctest integration for modules and test files
+How to run doctests
=========================================================
By default, all files matching the ``test*.txt`` pattern will
-be run through the python standard ``doctest`` module. You
+be run through the python standard :mod:`doctest` module. You
can change the pattern by issuing:
.. code-block:: bash
@@ -29,9 +30,8 @@ then you can just invoke ``pytest`` directly:
$ pytest
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 1 item
test_example.txt . [100%]
@@ -48,7 +48,7 @@ and functions, including from test modules:
# content of mymodule.py
def something():
- """ a doctest in a docstring
+ """a doctest in a docstring
>>> something()
42
"""
@@ -58,9 +58,8 @@ and functions, including from test modules:
$ pytest --doctest-modules
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 2 items
mymodule.py . [ 50%]
@@ -91,10 +90,12 @@ that will be used for those doctest files using the
[pytest]
doctest_encoding = latin1
+.. _using doctest options:
+
Using 'doctest' options
-----------------------
-Python's standard ``doctest`` module provides some `options <https://docs.python.org/3/library/doctest.html#option-flags>`__
+Python's standard :mod:`doctest` module provides some :ref:`options <python:option-flags-and-directives>`
to configure the strictness of doctest tests. In pytest, you can enable those flags using the
configuration file.
@@ -193,7 +194,7 @@ It is possible to use fixtures using the ``getfixture`` helper:
.. code-block:: text
# content of example.rst
- >>> tmp = getfixture('tmpdir')
+ >>> tmp = getfixture('tmp_path')
>>> ...
>>>
@@ -251,7 +252,7 @@ For the same reasons one might want to skip normal tests, it is also possible to
tests inside doctests.
To skip a single check inside a doctest you can use the standard
-`doctest.SKIP <https://docs.python.org/3/library/doctest.html#doctest.SKIP>`__ directive:
+:data:`doctest.SKIP` directive:
.. code-block:: python
diff --git a/doc/en/existingtestsuite.rst b/doc/en/how-to/existingtestsuite.rst
similarity index 92%
rename from doc/en/existingtestsuite.rst
rename to doc/en/how-to/existingtestsuite.rst
index 1e3e192bf3f..9909e7d113a 100644
--- a/doc/en/existingtestsuite.rst
+++ b/doc/en/how-to/existingtestsuite.rst
@@ -1,7 +1,7 @@
.. _existingtestsuite:
-Using pytest with an existing test suite
-===========================================
+How to use pytest with an existing test suite
+==============================================
Pytest can be used with most existing test suites, but its
behavior differs from other test runners such as :ref:`nose <noseintegration>` or
diff --git a/doc/en/how-to/failures.rst b/doc/en/how-to/failures.rst
new file mode 100644
index 00000000000..ef87550915a
--- /dev/null
+++ b/doc/en/how-to/failures.rst
@@ -0,0 +1,160 @@
+.. _how-to-handle-failures:
+
+How to handle test failures
+=============================
+
+.. _maxfail:
+
+Stopping after the first (or N) failures
+---------------------------------------------------
+
+To stop the testing process after the first (N) failures:
+
+.. code-block:: bash
+
+ pytest -x # stop after first failure
+ pytest --maxfail=2 # stop after two failures
+
+
+.. _pdb-option:
+
+Using :doc:`python:library/pdb` with pytest
+-------------------------------------------
+
+Dropping to :doc:`pdb <python:library/pdb>` on failures
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+Python comes with a builtin Python debugger called :doc:`pdb <python:library/pdb>`. ``pytest``
+allows one to drop into the :doc:`pdb <python:library/pdb>` prompt via a command line option:
+
+.. code-block:: bash
+
+ pytest --pdb
+
+This will invoke the Python debugger on every failure (or KeyboardInterrupt).
+Often you might only want to do this for the first failing test to understand
+a certain failure situation:
+
+.. code-block:: bash
+
+ pytest -x --pdb # drop to PDB on first failure, then end test session
+ pytest --pdb --maxfail=3 # drop to PDB for first three failures
+
+Note that on any failure the exception information is stored on
+``sys.last_value``, ``sys.last_type`` and ``sys.last_traceback``. In
+interactive use, this allows one to drop into postmortem debugging with
+any debug tool. One can also manually access the exception information,
+for example::
+
+ >>> import sys
+ >>> sys.last_traceback.tb_lineno
+ 42
+ >>> sys.last_value
+ AssertionError('assert result == "ok"',)
+
+
+.. _trace-option:
+
+Dropping to :doc:`pdb <python:library/pdb>` at the start of a test
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+``pytest`` allows one to drop into the :doc:`pdb <python:library/pdb>` prompt immediately at the start of each test via a command line option:
+
+.. code-block:: bash
+
+ pytest --trace
+
+This will invoke the Python debugger at the start of every test.
+
+.. _breakpoints:
+
+Setting breakpoints
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+.. versionadded: 2.4.0
+
+To set a breakpoint in your code use the native Python ``import pdb;pdb.set_trace()`` call
+in your code and pytest automatically disables its output capture for that test:
+
+* Output capture in other tests is not affected.
+* Any prior test output that has already been captured and will be processed as
+ such.
+* Output capture gets resumed when ending the debugger session (via the
+ ``continue`` command).
+
+
+.. _`breakpoint-builtin`:
+
+Using the builtin breakpoint function
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+Python 3.7 introduces a builtin ``breakpoint()`` function.
+Pytest supports the use of ``breakpoint()`` with the following behaviours:
+
+ - When ``breakpoint()`` is called and ``PYTHONBREAKPOINT`` is set to the default value, pytest will use the custom internal PDB trace UI instead of the system default ``Pdb``.
+ - When tests are complete, the system will default back to the system ``Pdb`` trace UI.
+ - With ``--pdb`` passed to pytest, the custom internal Pdb trace UI is used with both ``breakpoint()`` and failed tests/unhandled exceptions.
+ - ``--pdbcls`` can be used to specify a custom debugger class.
+
+
+.. _faulthandler:
+
+Fault Handler
+-------------
+
+.. versionadded:: 5.0
+
+The :mod:`faulthandler` standard module
+can be used to dump Python tracebacks on a segfault or after a timeout.
+
+The module is automatically enabled for pytest runs, unless the ``-p no:faulthandler`` is given
+on the command-line.
+
+Also the :confval:`faulthandler_timeout=X<faulthandler_timeout>` configuration option can be used
+to dump the traceback of all threads if a test takes longer than ``X``
+seconds to finish (not available on Windows).
+
+.. note::
+
+ This functionality has been integrated from the external
+ `pytest-faulthandler <https://github.com/pytest-dev/pytest-faulthandler>`__ plugin, with two
+ small differences:
+
+ * To disable it, use ``-p no:faulthandler`` instead of ``--no-faulthandler``: the former
+ can be used with any plugin, so it saves one option.
+
+ * The ``--faulthandler-timeout`` command-line option has become the
+ :confval:`faulthandler_timeout` configuration option. It can still be configured from
+ the command-line using ``-o faulthandler_timeout=X``.
+
+
+.. _unraisable:
+
+Warning about unraisable exceptions and unhandled thread exceptions
+-------------------------------------------------------------------
+
+.. versionadded:: 6.2
+
+.. note::
+
+ These features only work on Python>=3.8.
+
+Unhandled exceptions are exceptions that are raised in a situation in which
+they cannot propagate to a caller. The most common case is an exception raised
+in a :meth:`__del__ <object.__del__>` implementation.
+
+Unhandled thread exceptions are exceptions raised in a :class:`~threading.Thread`
+but not handled, causing the thread to terminate uncleanly.
+
+Both types of exceptions are normally considered bugs, but may go unnoticed
+because they don't cause the program itself to crash. Pytest detects these
+conditions and issues a warning that is visible in the test run summary.
+
+The plugins are automatically enabled for pytest runs, unless the
+``-p no:unraisableexception`` (for unraisable exceptions) and
+``-p no:threadexception`` (for thread exceptions) options are given on the
+command-line.
+
+The warnings may be silenced selectively using the :ref:`pytest.mark.filterwarnings ref`
+mark. The warning categories are :class:`pytest.PytestUnraisableExceptionWarning` and
+:class:`pytest.PytestUnhandledThreadExceptionWarning`.
diff --git a/doc/en/fixture.rst b/doc/en/how-to/fixtures.rst
similarity index 54%
rename from doc/en/fixture.rst
rename to doc/en/how-to/fixtures.rst
index 22b86ffcafc..08013877455 100644
--- a/doc/en/fixture.rst
+++ b/doc/en/how-to/fixtures.rst
@@ -1,246 +1,378 @@
-.. _fixture:
-.. _fixtures:
-.. _`fixture functions`:
+.. _how-to-fixtures:
-pytest fixtures: explicit, modular, scalable
-========================================================
+How to use fixtures
+====================
-.. currentmodule:: _pytest.python
+.. seealso:: :ref:`about-fixtures`
+.. seealso:: :ref:`Fixtures reference <reference-fixtures>`
+"Requesting" fixtures
+---------------------
-.. _`xUnit`: https://en.wikipedia.org/wiki/XUnit
-.. _`Software test fixtures`: https://en.wikipedia.org/wiki/Test_fixture#Software
-.. _`Dependency injection`: https://en.wikipedia.org/wiki/Dependency_injection
+At a basic level, test functions request fixtures they require by declaring
+them as arguments.
-`Software test fixtures`_ initialize test functions. They provide a
-fixed baseline so that tests execute reliably and produce consistent,
-repeatable, results. Initialization may setup services, state, or
-other operating environments. These are accessed by test functions
-through arguments; for each fixture used by a test function there is
-typically a parameter (named after the fixture) in the test function's
-definition.
+When pytest goes to run a test, it looks at the parameters in that test
+function's signature, and then searches for fixtures that have the same names as
+those parameters. Once pytest finds them, it runs those fixtures, captures what
+they returned (if anything), and passes those objects into the test function as
+arguments.
-pytest fixtures offer dramatic improvements over the classic xUnit
-style of setup/teardown functions:
-* fixtures have explicit names and are activated by declaring their use
- from test functions, modules, classes or whole projects.
+Quick example
+^^^^^^^^^^^^^
+
+.. code-block:: python
+
+ import pytest
-* fixtures are implemented in a modular manner, as each fixture name
- triggers a *fixture function* which can itself use other fixtures.
-* fixture management scales from simple unit to complex
- functional testing, allowing to parametrize fixtures and tests according
- to configuration and component options, or to re-use fixtures
- across function, class, module or whole test session scopes.
+ class Fruit:
+ def __init__(self, name):
+ self.name = name
+ self.cubed = False
-In addition, pytest continues to support :ref:`xunitsetup`. You can mix
-both styles, moving incrementally from classic to new style, as you
-prefer. You can also start out from existing :ref:`unittest.TestCase
-style <unittest.TestCase>` or :ref:`nose based <nosestyle>` projects.
+ def cube(self):
+ self.cubed = True
-:ref:`Fixtures <fixtures-api>` are defined using the
-:ref:`@pytest.fixture <pytest.fixture-api>` decorator, :ref:`described
-below <funcargs>`. Pytest has useful built-in fixtures, listed here
-for reference:
- :fixture:`capfd`
- Capture, as text, output to file descriptors ``1`` and ``2``.
+ class FruitSalad:
+ def __init__(self, *fruit_bowl):
+ self.fruit = fruit_bowl
+ self._cube_fruit()
- :fixture:`capfdbinary`
- Capture, as bytes, output to file descriptors ``1`` and ``2``.
+ def _cube_fruit(self):
+ for fruit in self.fruit:
+ fruit.cube()
- :fixture:`caplog`
- Control logging and access log entries.
- :fixture:`capsys`
- Capture, as text, output to ``sys.stdout`` and ``sys.stderr``.
+ # Arrange
+ @pytest.fixture
+ def fruit_bowl():
+ return [Fruit("apple"), Fruit("banana")]
+
+
+ def test_fruit_salad(fruit_bowl):
+ # Act
+ fruit_salad = FruitSalad(*fruit_bowl)
- :fixture:`capsysbinary`
- Capture, as bytes, output to ``sys.stdout`` and ``sys.stderr``.
+ # Assert
+ assert all(fruit.cubed for fruit in fruit_salad.fruit)
- :fixture:`cache`
- Store and retrieve values across pytest runs.
+In this example, ``test_fruit_salad`` "**requests**" ``fruit_bowl`` (i.e.
+``def test_fruit_salad(fruit_bowl):``), and when pytest sees this, it will
+execute the ``fruit_bowl`` fixture function and pass the object it returns into
+``test_fruit_salad`` as the ``fruit_bowl`` argument.
- :fixture:`doctest_namespace`
- Provide a dict injected into the docstests namespace.
+Here's roughly
+what's happening if we were to do it by hand:
+
+.. code-block:: python
- :fixture:`monkeypatch`
- Temporarily modify classes, functions, dictionaries,
- ``os.environ``, and other objects.
+ def fruit_bowl():
+ return [Fruit("apple"), Fruit("banana")]
- :fixture:`pytestconfig`
- Access to configuration values, pluginmanager and plugin hooks.
- :fixture:`record_property`
- Add extra properties to the test.
+ def test_fruit_salad(fruit_bowl):
+ # Act
+ fruit_salad = FruitSalad(*fruit_bowl)
- :fixture:`record_testsuite_property`
- Add extra properties to the test suite.
+ # Assert
+ assert all(fruit.cubed for fruit in fruit_salad.fruit)
- :fixture:`recwarn`
- Record warnings emitted by test functions.
- :fixture:`request`
- Provide information on the executing test function.
+ # Arrange
+ bowl = fruit_bowl()
+ test_fruit_salad(fruit_bowl=bowl)
- :fixture:`testdir`
- Provide a temporary test directory to aid in running, and
- testing, pytest plugins.
- :fixture:`tmp_path`
- Provide a :class:`pathlib.Path` object to a temporary directory
- which is unique to each test function.
+Fixtures can **request** other fixtures
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- :fixture:`tmp_path_factory`
- Make session-scoped temporary directories and return
- :class:`pathlib.Path` objects.
+One of pytest's greatest strengths is its extremely flexible fixture system. It
+allows us to boil down complex requirements for tests into more simple and
+organized functions, where we only need to have each one describe the things
+they are dependent on. We'll get more into this further down, but for now,
+here's a quick example to demonstrate how fixtures can use other fixtures:
- :fixture:`tmpdir`
- Provide a :class:`py.path.local` object to a temporary
- directory which is unique to each test function;
- replaced by :fixture:`tmp_path`.
+.. code-block:: python
+
+ # contents of test_append.py
+ import pytest
+
+
+ # Arrange
+ @pytest.fixture
+ def first_entry():
+ return "a"
+
+
+ # Arrange
+ @pytest.fixture
+ def order(first_entry):
+ return [first_entry]
- .. _`py.path.local`: https://py.readthedocs.io/en/latest/path.html
- :fixture:`tmpdir_factory`
- Make session-scoped temporary directories and return
- :class:`py.path.local` objects;
- replaced by :fixture:`tmp_path_factory`.
+ def test_string(order):
+ # Act
+ order.append("b")
-.. _`funcargs`:
-.. _`funcarg mechanism`:
-.. _`fixture function`:
-.. _`@pytest.fixture`:
-.. _`pytest.fixture`:
+ # Assert
+ assert order == ["a", "b"]
-Fixtures as Function arguments
------------------------------------------
-Test functions can receive fixture objects by naming them as an input
-argument. For each argument name, a fixture function with that name provides
-the fixture object. Fixture functions are registered by marking them with
-:py:func:`@pytest.fixture <pytest.fixture>`. Let's look at a simple
-self-contained test module containing a fixture and a test function
-using it:
+Notice that this is the same example from above, but very little changed. The
+fixtures in pytest **request** fixtures just like tests. All the same
+**requesting** rules apply to fixtures that do for tests. Here's how this
+example would work if we did it by hand:
.. code-block:: python
- # content of ./test_smtpsimple.py
+ def first_entry():
+ return "a"
+
+
+ def order(first_entry):
+ return [first_entry]
+
+
+ def test_string(order):
+ # Act
+ order.append("b")
+
+ # Assert
+ assert order == ["a", "b"]
+
+
+ entry = first_entry()
+ the_list = order(first_entry=entry)
+ test_string(order=the_list)
+
+Fixtures are reusable
+^^^^^^^^^^^^^^^^^^^^^
+
+One of the things that makes pytest's fixture system so powerful, is that it
+gives us the ability to define a generic setup step that can be reused over and
+over, just like a normal function would be used. Two different tests can request
+the same fixture and have pytest give each test their own result from that
+fixture.
+
+This is extremely useful for making sure tests aren't affected by each other. We
+can use this system to make sure each test gets its own fresh batch of data and
+is starting from a clean state so it can provide consistent, repeatable results.
+
+Here's an example of how this can come in handy:
+
+.. code-block:: python
+
+ # contents of test_append.py
import pytest
+ # Arrange
@pytest.fixture
- def smtp_connection():
- import smtplib
+ def first_entry():
+ return "a"
- return smtplib.SMTP("smtp.gmail.com", 587, timeout=5)
+ # Arrange
+ @pytest.fixture
+ def order(first_entry):
+ return [first_entry]
- def test_ehlo(smtp_connection):
- response, msg = smtp_connection.ehlo()
- assert response == 250
- assert 0 # for demo purposes
-Here, the ``test_ehlo`` needs the ``smtp_connection`` fixture value. pytest
-will discover and call the :py:func:`@pytest.fixture <pytest.fixture>`
-marked ``smtp_connection`` fixture function. Running the test looks like this:
+ def test_string(order):
+ # Act
+ order.append("b")
-.. code-block:: pytest
+ # Assert
+ assert order == ["a", "b"]
- $ pytest test_smtpsimple.py
- =========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
- collected 1 item
- test_smtpsimple.py F [100%]
+ def test_int(order):
+ # Act
+ order.append(2)
- ================================= FAILURES =================================
- ________________________________ test_ehlo _________________________________
+ # Assert
+ assert order == ["a", 2]
- smtp_connection = <smtplib.SMTP object at 0xdeadbeef>
- def test_ehlo(smtp_connection):
- response, msg = smtp_connection.ehlo()
- assert response == 250
- > assert 0 # for demo purposes
- E assert 0
+Each test here is being given its own copy of that ``list`` object,
+which means the ``order`` fixture is getting executed twice (the same
+is true for the ``first_entry`` fixture). If we were to do this by hand as
+well, it would look something like this:
- test_smtpsimple.py:14: AssertionError
- ========================= short test summary info ==========================
- FAILED test_smtpsimple.py::test_ehlo - assert 0
- ============================ 1 failed in 0.12s =============================
+.. code-block:: python
-In the failure traceback we see that the test function was called with a
-``smtp_connection`` argument, the ``smtplib.SMTP()`` instance created by the fixture
-function. The test function fails on our deliberate ``assert 0``. Here is
-the exact protocol used by ``pytest`` to call the test function this way:
+ def first_entry():
+ return "a"
-1. pytest :ref:`finds <test discovery>` the test ``test_ehlo`` because
- of the ``test_`` prefix. The test function needs a function argument
- named ``smtp_connection``. A matching fixture function is discovered by
- looking for a fixture-marked function named ``smtp_connection``.
-2. ``smtp_connection()`` is called to create an instance.
+ def order(first_entry):
+ return [first_entry]
-3. ``test_ehlo(<smtp_connection instance>)`` is called and fails in the last
- line of the test function.
-Note that if you misspell a function argument or want
-to use one that isn't available, you'll see an error
-with a list of available function arguments.
+ def test_string(order):
+ # Act
+ order.append("b")
-.. note::
+ # Assert
+ assert order == ["a", "b"]
- You can always issue:
- .. code-block:: bash
+ def test_int(order):
+ # Act
+ order.append(2)
- pytest --fixtures test_simplefactory.py
+ # Assert
+ assert order == ["a", 2]
- to see available fixtures (fixtures with leading ``_`` are only shown if you add the ``-v`` option).
-Fixtures: a prime example of dependency injection
----------------------------------------------------
+ entry = first_entry()
+ the_list = order(first_entry=entry)
+ test_string(order=the_list)
-Fixtures allow test functions to easily receive and work
-against specific pre-initialized application objects without having
-to care about import/setup/cleanup details.
-It's a prime example of `dependency injection`_ where fixture
-functions take the role of the *injector* and test functions are the
-*consumers* of fixture objects.
+ entry = first_entry()
+ the_list = order(first_entry=entry)
+ test_int(order=the_list)
-.. _`conftest.py`:
-.. _`conftest`:
+A test/fixture can **request** more than one fixture at a time
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-``conftest.py``: sharing fixture functions
-------------------------------------------
+Tests and fixtures aren't limited to **requesting** a single fixture at a time.
+They can request as many as they like. Here's another quick example to
+demonstrate:
-If during implementing your tests you realize that you
-want to use a fixture function from multiple test files you can move it
-to a ``conftest.py`` file.
-You don't need to import the fixture you want to use in a test, it
-automatically gets discovered by pytest. The discovery of
-fixture functions starts at test classes, then test modules, then
-``conftest.py`` files and finally builtin and third party plugins.
+.. code-block:: python
+
+ # contents of test_append.py
+ import pytest
+
+
+ # Arrange
+ @pytest.fixture
+ def first_entry():
+ return "a"
+
+
+ # Arrange
+ @pytest.fixture
+ def second_entry():
+ return 2
+
+
+ # Arrange
+ @pytest.fixture
+ def order(first_entry, second_entry):
+ return [first_entry, second_entry]
+
+
+ # Arrange
+ @pytest.fixture
+ def expected_list():
+ return ["a", 2, 3.0]
-You can also use the ``conftest.py`` file to implement
-:ref:`local per-directory plugins <conftest.py plugins>`.
-Sharing test data
------------------
+ def test_string(order, expected_list):
+ # Act
+ order.append(3.0)
-If you want to make test data from files available to your tests, a good way
-to do this is by loading these data in a fixture for use by your tests.
-This makes use of the automatic caching mechanisms of pytest.
+ # Assert
+ assert order == expected_list
-Another good approach is by adding the data files in the ``tests`` folder.
-There are also community plugins available to help managing this aspect of
-testing, e.g. `pytest-datadir <https://pypi.org/project/pytest-datadir/>`__
-and `pytest-datafiles <https://pypi.org/project/pytest-datafiles/>`__.
+Fixtures can be **requested** more than once per test (return values are cached)
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+Fixtures can also be **requested** more than once during the same test, and
+pytest won't execute them again for that test. This means we can **request**
+fixtures in multiple fixtures that are dependent on them (and even again in the
+test itself) without those fixtures being executed more than once.
+
+.. code-block:: python
+
+ # contents of test_append.py
+ import pytest
+
+
+ # Arrange
+ @pytest.fixture
+ def first_entry():
+ return "a"
+
+
+ # Arrange
+ @pytest.fixture
+ def order():
+ return []
+
+
+ # Act
+ @pytest.fixture
+ def append_first(order, first_entry):
+ return order.append(first_entry)
+
+
+ def test_string_only(append_first, order, first_entry):
+ # Assert
+ assert order == [first_entry]
+
+If a **requested** fixture was executed once for every time it was **requested**
+during a test, then this test would fail because both ``append_first`` and
+``test_string_only`` would see ``order`` as an empty list (i.e. ``[]``), but
+since the return value of ``order`` was cached (along with any side effects
+executing it may have had) after the first time it was called, both the test and
+``append_first`` were referencing the same object, and the test saw the effect
+``append_first`` had on that object.
+
+.. _`autouse`:
+.. _`autouse fixtures`:
+
+Autouse fixtures (fixtures you don't have to request)
+-----------------------------------------------------
+
+Sometimes you may want to have a fixture (or even several) that you know all
+your tests will depend on. "Autouse" fixtures are a convenient way to make all
+tests automatically **request** them. This can cut out a
+lot of redundant **requests**, and can even provide more advanced fixture usage
+(more on that further down).
+
+We can make a fixture an autouse fixture by passing in ``autouse=True`` to the
+fixture's decorator. Here's a simple example for how they can be used:
+
+.. code-block:: python
+
+ # contents of test_append.py
+ import pytest
+
+
+ @pytest.fixture
+ def first_entry():
+ return "a"
+
+
+ @pytest.fixture
+ def order(first_entry):
+ return []
+
+
+ @pytest.fixture(autouse=True)
+ def append_first(order, first_entry):
+ return order.append(first_entry)
+
+
+ def test_string_only(order, first_entry):
+ assert order == [first_entry]
+
+
+ def test_string_and_int(order, first_entry):
+ order.append(2)
+ assert order == [first_entry, 2]
+
+In this example, the ``append_first`` fixture is an autouse fixture. Because it
+happens automatically, both tests are affected by it, even though neither test
+**requested** it. That doesn't mean they *can't* be **requested** though; just
+that it isn't *necessary*.
.. _smtpshared:
@@ -253,7 +385,7 @@ Fixtures requiring network access depend on connectivity and are
usually time-expensive to create. Extending the previous example, we
can add a ``scope="module"`` parameter to the
:py:func:`@pytest.fixture <pytest.fixture>` invocation
-to cause the decorated ``smtp_connection`` fixture function to only be invoked
+to cause a ``smtp_connection`` fixture function, responsible to create a connection to a preexisting SMTP server, to only be invoked
once per test *module* (the default is to invoke once per test *function*).
Multiple test functions in a test module will thus
each receive the same ``smtp_connection`` fixture instance, thus saving time.
@@ -274,10 +406,6 @@ access the fixture function:
def smtp_connection():
return smtplib.SMTP("smtp.gmail.com", 587, timeout=5)
-The name of the fixture again is ``smtp_connection`` and you can access its
-result by listing the name ``smtp_connection`` as an input parameter in any
-test or fixture function (in or below the directory where ``conftest.py`` is
-located):
.. code-block:: python
@@ -296,16 +424,16 @@ located):
assert response == 250
assert 0 # for demo purposes
-We deliberately insert failing ``assert 0`` statements in order to
-inspect what is going on and can now run the tests:
+Here, the ``test_ehlo`` needs the ``smtp_connection`` fixture value. pytest
+will discover and call the :py:func:`@pytest.fixture <pytest.fixture>`
+marked ``smtp_connection`` fixture function. Running the test looks like this:
.. code-block:: pytest
$ pytest test_module.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 2 items
test_module.py FF [100%]
@@ -313,7 +441,7 @@ inspect what is going on and can now run the tests:
================================= FAILURES =================================
________________________________ test_ehlo _________________________________
- smtp_connection = <smtplib.SMTP object at 0xdeadbeef>
+ smtp_connection = <smtplib.SMTP object at 0xdeadbeef0001>
def test_ehlo(smtp_connection):
response, msg = smtp_connection.ehlo()
@@ -325,7 +453,7 @@ inspect what is going on and can now run the tests:
test_module.py:7: AssertionError
________________________________ test_noop _________________________________
- smtp_connection = <smtplib.SMTP object at 0xdeadbeef>
+ smtp_connection = <smtplib.SMTP object at 0xdeadbeef0001>
def test_noop(smtp_connection):
response, msg = smtp_connection.noop()
@@ -340,7 +468,7 @@ inspect what is going on and can now run the tests:
============================ 2 failed in 0.12s =============================
You see the two ``assert 0`` failing and more importantly you can also see
-that the same (module-scoped) ``smtp_connection`` object was passed into the
+that the **exactly same** ``smtp_connection`` object was passed into the
two test functions because pytest shows the incoming argument values in the
traceback. As a result, the two test functions using ``smtp_connection`` run
as quick as a single one because they reuse the same instance.
@@ -353,7 +481,7 @@ instance, you can simply declare it:
@pytest.fixture(scope="session")
def smtp_connection():
# the returned fixture value will be shared for
- # all tests needing it
+ # all tests requesting it
...
@@ -404,187 +532,489 @@ containers for different environments. See the example below.
-Order: Higher-scoped fixtures are instantiated first
-----------------------------------------------------
+.. _`finalization`:
+Teardown/Cleanup (AKA Fixture finalization)
+-------------------------------------------
+When we run our tests, we'll want to make sure they clean up after themselves so
+they don't mess with any other tests (and also so that we don't leave behind a
+mountain of test data to bloat the system). Fixtures in pytest offer a very
+useful teardown system, which allows us to define the specific steps necessary
+for each fixture to clean up after itself.
-Within a function request for fixtures, those of higher-scopes (such as ``session``) are instantiated before
-lower-scoped fixtures (such as ``function`` or ``class``). The relative order of fixtures of same scope follows
-the declared order in the test function and honours dependencies between fixtures. Autouse fixtures will be
-instantiated before explicitly used fixtures.
+This system can be leveraged in two ways.
-Consider the code below:
+.. _`yield fixtures`:
-.. literalinclude:: example/fixtures/test_fixtures_order.py
+1. ``yield`` fixtures (recommended)
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-The fixtures requested by ``test_order`` will be instantiated in the following order:
+.. regendoc: wipe
-1. ``s1``: is the highest-scoped fixture (``session``).
-2. ``m1``: is the second highest-scoped fixture (``module``).
-3. ``a1``: is a ``function``-scoped ``autouse`` fixture: it will be instantiated before other fixtures
- within the same scope.
-4. ``f3``: is a ``function``-scoped fixture, required by ``f1``: it needs to be instantiated at this point
-5. ``f1``: is the first ``function``-scoped fixture in ``test_order`` parameter list.
-6. ``f2``: is the last ``function``-scoped fixture in ``test_order`` parameter list.
+"Yield" fixtures ``yield`` instead of ``return``. With these
+fixtures, we can run some code and pass an object back to the requesting
+fixture/test, just like with the other fixtures. The only differences are:
+1. ``return`` is swapped out for ``yield``.
+2. Any teardown code for that fixture is placed *after* the ``yield``.
-.. _`finalization`:
+Once pytest figures out a linear order for the fixtures, it will run each one up
+until it returns or yields, and then move on to the next fixture in the list to
+do the same thing.
-Fixture finalization / executing teardown code
--------------------------------------------------------------
+Once the test is finished, pytest will go back down the list of fixtures, but in
+the *reverse order*, taking each one that yielded, and running the code inside
+it that was *after* the ``yield`` statement.
-pytest supports execution of fixture specific finalization code
-when the fixture goes out of scope. By using a ``yield`` statement instead of ``return``, all
-the code after the *yield* statement serves as the teardown code:
+As a simple example, consider this basic email module:
.. code-block:: python
- # content of conftest.py
+ # content of emaillib.py
+ class MailAdminClient:
+ def create_user(self):
+ return MailUser()
- import smtplib
+ def delete_user(self, user):
+ # do some cleanup
+ pass
+
+
+ class MailUser:
+ def __init__(self):
+ self.inbox = []
+
+ def send_email(self, email, other):
+ other.inbox.append(email)
+
+ def clear_mailbox(self):
+ self.inbox.clear()
+
+
+ class Email:
+ def __init__(self, subject, body):
+ self.subject = subject
+ self.body = body
+
+Let's say we want to test sending email from one user to another. We'll have to
+first make each user, then send the email from one user to the other, and
+finally assert that the other user received that message in their inbox. If we
+want to clean up after the test runs, we'll likely have to make sure the other
+user's mailbox is emptied before deleting that user, otherwise the system may
+complain.
+
+Here's what that might look like:
+
+.. code-block:: python
+
+ # content of test_emaillib.py
import pytest
+ from emaillib import Email, MailAdminClient
+
+
+ @pytest.fixture
+ def mail_admin():
+ return MailAdminClient()
+
+
+ @pytest.fixture
+ def sending_user(mail_admin):
+ user = mail_admin.create_user()
+ yield user
+ mail_admin.delete_user(user)
+
+
+ @pytest.fixture
+ def receiving_user(mail_admin):
+ user = mail_admin.create_user()
+ yield user
+ mail_admin.delete_user(user)
- @pytest.fixture(scope="module")
- def smtp_connection():
- smtp_connection = smtplib.SMTP("smtp.gmail.com", 587, timeout=5)
- yield smtp_connection # provide the fixture value
- print("teardown smtp")
- smtp_connection.close()
-The ``print`` and ``smtp.close()`` statements will execute when the last test in
-the module has finished execution, regardless of the exception status of the
-tests.
+ def test_email_received(sending_user, receiving_user):
+ email = Email(subject="Hey!", body="How's it going?")
+ sending_user.send_email(email, receiving_user)
+ assert email in receiving_user.inbox
-Let's execute it:
+Because ``receiving_user`` is the last fixture to run during setup, it's the first to run
+during teardown.
+
+There is a risk that even having the order right on the teardown side of things
+doesn't guarantee a safe cleanup. That's covered in a bit more detail in
+:ref:`safe teardowns`.
.. code-block:: pytest
- $ pytest -s -q --tb=no
- FFteardown smtp
+ $ pytest -q test_emaillib.py
+ . [100%]
+ 1 passed in 0.12s
- ========================= short test summary info ==========================
- FAILED test_module.py::test_ehlo - assert 0
- FAILED test_module.py::test_noop - assert 0
- 2 failed in 0.12s
+Handling errors for yield fixture
+"""""""""""""""""""""""""""""""""
-We see that the ``smtp_connection`` instance is finalized after the two
-tests finished execution. Note that if we decorated our fixture
-function with ``scope='function'`` then fixture setup and cleanup would
-occur around each single test. In either case the test
-module itself does not need to change or know about these details
-of fixture setup.
+If a yield fixture raises an exception before yielding, pytest won't try to run
+the teardown code after that yield fixture's ``yield`` statement. But, for every
+fixture that has already run successfully for that test, pytest will still
+attempt to tear them down as it normally would.
-Note that we can also seamlessly use the ``yield`` syntax with ``with`` statements:
+2. Adding finalizers directly
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-.. code-block:: python
+While yield fixtures are considered to be the cleaner and more straightforward
+option, there is another choice, and that is to add "finalizer" functions
+directly to the test's `request-context`_ object. It brings a similar result as
+yield fixtures, but requires a bit more verbosity.
- # content of test_yield2.py
+In order to use this approach, we have to request the `request-context`_ object
+(just like we would request another fixture) in the fixture we need to add
+teardown code for, and then pass a callable, containing that teardown code, to
+its ``addfinalizer`` method.
- import smtplib
+We have to be careful though, because pytest will run that finalizer once it's
+been added, even if that fixture raises an exception after adding the finalizer.
+So to make sure we don't run the finalizer code when we wouldn't need to, we
+would only add the finalizer once the fixture would have done something that
+we'd need to teardown.
+
+Here's how the previous example would look using the ``addfinalizer`` method:
+
+.. code-block:: python
+
+ # content of test_emaillib.py
import pytest
+ from emaillib import Email, MailAdminClient
- @pytest.fixture(scope="module")
- def smtp_connection():
- with smtplib.SMTP("smtp.gmail.com", 587, timeout=5) as smtp_connection:
- yield smtp_connection # provide the fixture value
+ @pytest.fixture
+ def mail_admin():
+ return MailAdminClient()
-The ``smtp_connection`` connection will be closed after the test finished
-execution because the ``smtp_connection`` object automatically closes when
-the ``with`` statement ends.
-Using the contextlib.ExitStack context manager finalizers will always be called
-regardless if the fixture *setup* code raises an exception. This is handy to properly
-close all resources created by a fixture even if one of them fails to be created/acquired:
+ @pytest.fixture
+ def sending_user(mail_admin):
+ user = mail_admin.create_user()
+ yield user
+ mail_admin.delete_user(user)
+
+
+ @pytest.fixture
+ def receiving_user(mail_admin, request):
+ user = mail_admin.create_user()
+
+ def delete_user():
+ mail_admin.delete_user(user)
+
+ request.addfinalizer(delete_user)
+ return user
+
+
+ @pytest.fixture
+ def email(sending_user, receiving_user, request):
+ _email = Email(subject="Hey!", body="How's it going?")
+ sending_user.send_email(_email, receiving_user)
+
+ def empty_mailbox():
+ receiving_user.clear_mailbox()
+
+ request.addfinalizer(empty_mailbox)
+ return _email
+
+
+ def test_email_received(receiving_user, email):
+ assert email in receiving_user.inbox
+
+
+It's a bit longer than yield fixtures and a bit more complex, but it
+does offer some nuances for when you're in a pinch.
+
+.. code-block:: pytest
+
+ $ pytest -q test_emaillib.py
+ . [100%]
+ 1 passed in 0.12s
+
+.. _`safe teardowns`:
+
+Safe teardowns
+--------------
+
+The fixture system of pytest is *very* powerful, but it's still being run by a
+computer, so it isn't able to figure out how to safely teardown everything we
+throw at it. If we aren't careful, an error in the wrong spot might leave stuff
+from our tests behind, and that can cause further issues pretty quickly.
+
+For example, consider the following tests (based off of the mail example from
+above):
.. code-block:: python
- # content of test_yield3.py
+ # content of test_emaillib.py
+ import pytest
+
+ from emaillib import Email, MailAdminClient
+
+
+ @pytest.fixture
+ def setup():
+ mail_admin = MailAdminClient()
+ sending_user = mail_admin.create_user()
+ receiving_user = mail_admin.create_user()
+ email = Email(subject="Hey!", body="How's it going?")
+ sending_user.send_email(email, receiving_user)
+ yield receiving_user, email
+ receiving_user.clear_mailbox()
+ mail_admin.delete_user(sending_user)
+ mail_admin.delete_user(receiving_user)
- import contextlib
+ def test_email_received(setup):
+ receiving_user, email = setup
+ assert email in receiving_user.inbox
+
+This version is a lot more compact, but it's also harder to read, doesn't have a
+very descriptive fixture name, and none of the fixtures can be reused easily.
+
+There's also a more serious issue, which is that if any of those steps in the
+setup raise an exception, none of the teardown code will run.
+
+One option might be to go with the ``addfinalizer`` method instead of yield
+fixtures, but that might get pretty complex and difficult to maintain (and it
+wouldn't be compact anymore).
+
+.. code-block:: pytest
+
+ $ pytest -q test_emaillib.py
+ . [100%]
+ 1 passed in 0.12s
+
+.. _`safe fixture structure`:
+
+Safe fixture structure
+^^^^^^^^^^^^^^^^^^^^^^
+
+The safest and simplest fixture structure requires limiting fixtures to only
+making one state-changing action each, and then bundling them together with
+their teardown code, as :ref:`the email examples above <yield fixtures>` showed.
+
+The chance that a state-changing operation can fail but still modify state is
+negligible, as most of these operations tend to be `transaction
+<https://en.wikipedia.org/wiki/Transaction_processing>`_-based (at least at the
+level of testing where state could be left behind). So if we make sure that any
+successful state-changing action gets torn down by moving it to a separate
+fixture function and separating it from other, potentially failing
+state-changing actions, then our tests will stand the best chance at leaving
+the test environment the way they found it.
+
+For an example, let's say we have a website with a login page, and we have
+access to an admin API where we can generate users. For our test, we want to:
+
+1. Create a user through that admin API
+2. Launch a browser using Selenium
+3. Go to the login page of our site
+4. Log in as the user we created
+5. Assert that their name is in the header of the landing page
+
+We wouldn't want to leave that user in the system, nor would we want to leave
+that browser session running, so we'll want to make sure the fixtures that
+create those things clean up after themselves.
+
+Here's what that might look like:
+
+.. note::
+
+ For this example, certain fixtures (i.e. ``base_url`` and
+ ``admin_credentials``) are implied to exist elsewhere. So for now, let's
+ assume they exist, and we're just not looking at them.
+
+.. code-block:: python
+
+ from uuid import uuid4
+ from urllib.parse import urljoin
+
+ from selenium.webdriver import Chrome
import pytest
+ from src.utils.pages import LoginPage, LandingPage
+ from src.utils import AdminApiClient
+ from src.utils.data_types import User
+
+
+ @pytest.fixture
+ def admin_client(base_url, admin_credentials):
+ return AdminApiClient(base_url, **admin_credentials)
+
+
+ @pytest.fixture
+ def user(admin_client):
+ _user = User(name="Susan", username=f"testuser-{uuid4()}", password="P4$$word")
+ admin_client.create_user(_user)
+ yield _user
+ admin_client.delete_user(_user)
+
+
+ @pytest.fixture
+ def driver():
+ _driver = Chrome()
+ yield _driver
+ _driver.quit()
- @contextlib.contextmanager
- def connect(port):
- ... # create connection
- yield
- ... # close connection
+
+ @pytest.fixture
+ def login(driver, base_url, user):
+ driver.get(urljoin(base_url, "/login"))
+ page = LoginPage(driver)
+ page.login(user)
@pytest.fixture
- def equipments():
- with contextlib.ExitStack() as stack:
- yield [stack.enter_context(connect(port)) for port in ("C1", "C3", "C28")]
+ def landing_page(driver, login):
+ return LandingPage(driver)
+
+
+ def test_name_on_landing_page_after_login(landing_page, user):
+ assert landing_page.header == f"Welcome, {user.name}!"
+
+The way the dependencies are laid out means it's unclear if the ``user``
+fixture would execute before the ``driver`` fixture. But that's ok, because
+those are atomic operations, and so it doesn't matter which one runs first
+because the sequence of events for the test is still `linearizable
+<https://en.wikipedia.org/wiki/Linearizability>`_. But what *does* matter is
+that, no matter which one runs first, if the one raises an exception while the
+other would not have, neither will have left anything behind. If ``driver``
+executes before ``user``, and ``user`` raises an exception, the driver will
+still quit, and the user was never made. And if ``driver`` was the one to raise
+the exception, then the driver would never have been started and the user would
+never have been made.
+
+.. note:
-In the example above, if ``"C28"`` fails with an exception, ``"C1"`` and ``"C3"`` will still
-be properly closed.
+ While the ``user`` fixture doesn't *actually* need to happen before the
+ ``driver`` fixture, if we made ``driver`` request ``user``, it might save
+ some time in the event that making the user raises an exception, since it
+ won't bother trying to start the driver, which is a fairly expensive
+ operation.
-Note that if an exception happens during the *setup* code (before the ``yield`` keyword), the
-*teardown* code (after the ``yield``) will not be called.
-An alternative option for executing *teardown* code is to
-make use of the ``addfinalizer`` method of the `request-context`_ object to register
-finalization functions.
+Running multiple ``assert`` statements safely
+---------------------------------------------
-Here's the ``smtp_connection`` fixture changed to use ``addfinalizer`` for cleanup:
+Sometimes you may want to run multiple asserts after doing all that setup, which
+makes sense as, in more complex systems, a single action can kick off multiple
+behaviors. pytest has a convenient way of handling this and it combines a bunch
+of what we've gone over so far.
+
+All that's needed is stepping up to a larger scope, then having the **act**
+step defined as an autouse fixture, and finally, making sure all the fixtures
+are targeting that higher level scope.
+
+Let's pull :ref:`an example from above <safe fixture structure>`, and tweak it a
+bit. Let's say that in addition to checking for a welcome message in the header,
+we also want to check for a sign out button, and a link to the user's profile.
+
+Let's take a look at how we can structure that so we can run multiple asserts
+without having to repeat all those steps again.
+
+.. note::
+
+ For this example, certain fixtures (i.e. ``base_url`` and
+ ``admin_credentials``) are implied to exist elsewhere. So for now, let's
+ assume they exist, and we're just not looking at them.
.. code-block:: python
- # content of conftest.py
- import smtplib
+ # contents of tests/end_to_end/test_login.py
+ from uuid import uuid4
+ from urllib.parse import urljoin
+
+ from selenium.webdriver import Chrome
import pytest
+ from src.utils.pages import LoginPage, LandingPage
+ from src.utils import AdminApiClient
+ from src.utils.data_types import User
- @pytest.fixture(scope="module")
- def smtp_connection(request):
- smtp_connection = smtplib.SMTP("smtp.gmail.com", 587, timeout=5)
- def fin():
- print("teardown smtp_connection")
- smtp_connection.close()
+ @pytest.fixture(scope="class")
+ def admin_client(base_url, admin_credentials):
+ return AdminApiClient(base_url, **admin_credentials)
- request.addfinalizer(fin)
- return smtp_connection # provide the fixture value
+ @pytest.fixture(scope="class")
+ def user(admin_client):
+ _user = User(name="Susan", username=f"testuser-{uuid4()}", password="P4$$word")
+ admin_client.create_user(_user)
+ yield _user
+ admin_client.delete_user(_user)
-Here's the ``equipments`` fixture changed to use ``addfinalizer`` for cleanup:
-.. code-block:: python
+ @pytest.fixture(scope="class")
+ def driver():
+ _driver = Chrome()
+ yield _driver
+ _driver.quit()
- # content of test_yield3.py
- import contextlib
- import functools
+ @pytest.fixture(scope="class")
+ def landing_page(driver, login):
+ return LandingPage(driver)
- import pytest
+ class TestLandingPageSuccess:
+ @pytest.fixture(scope="class", autouse=True)
+ def login(self, driver, base_url, user):
+ driver.get(urljoin(base_url, "/login"))
+ page = LoginPage(driver)
+ page.login(user)
- @contextlib.contextmanager
- def connect(port):
- ... # create connection
- yield
- ... # close connection
+ def test_name_in_header(self, landing_page, user):
+ assert landing_page.header == f"Welcome, {user.name}!"
+ def test_sign_out_button(self, landing_page):
+ assert landing_page.sign_out_button.is_displayed()
- @pytest.fixture
- def equipments(request):
- r = []
- for port in ("C1", "C3", "C28"):
- cm = connect(port)
- equip = cm.__enter__()
- request.addfinalizer(functools.partial(cm.__exit__, None, None, None))
- r.append(equip)
- return r
+ def test_profile_link(self, landing_page, user):
+ profile_href = urljoin(base_url, f"/profile?id={user.profile_id}")
+ assert landing_page.profile_link.get_attribute("href") == profile_href
+
+Notice that the methods are only referencing ``self`` in the signature as a
+formality. No state is tied to the actual test class as it might be in the
+``unittest.TestCase`` framework. Everything is managed by the pytest fixture
+system.
+Each method only has to request the fixtures that it actually needs without
+worrying about order. This is because the **act** fixture is an autouse fixture,
+and it made sure all the other fixtures executed before it. There's no more
+changes of state that need to take place, so the tests are free to make as many
+non-state-changing queries as they want without risking stepping on the toes of
+the other tests.
-Both ``yield`` and ``addfinalizer`` methods work similarly by calling their code after the test
-ends. Of course, if an exception happens before the finalize function is registered then it
-will not be executed.
+The ``login`` fixture is defined inside the class as well, because not every one
+of the other tests in the module will be expecting a successful login, and the **act** may need to
+be handled a little differently for another test class. For example, if we
+wanted to write another test scenario around submitting bad credentials, we
+could handle it by adding something like this to the test file:
+
+.. note:
+
+ It's assumed that the page object for this (i.e. ``LoginPage``) raises a
+ custom exception, ``BadCredentialsException``, when it recognizes text
+ signifying that on the login form after attempting to log in.
+
+.. code-block:: python
+
+ class TestLandingPageBadCredentials:
+ @pytest.fixture(scope="class")
+ def faux_user(self, user):
+ _user = deepcopy(user)
+ _user.password = "badpass"
+ return _user
+
+ def test_raises_bad_credentials_exception(self, login_page, faux_user):
+ with pytest.raises(BadCredentialsException):
+ login_page.login(faux_user)
.. _`request-context`:
@@ -618,8 +1048,8 @@ again, nothing much has changed:
.. code-block:: pytest
- $ pytest -s -q --tb=no
- FFfinalizing <smtplib.SMTP object at 0xdeadbeef> (smtp.gmail.com)
+ $ pytest -s -q --tb=no test_module.py
+ FFfinalizing <smtplib.SMTP object at 0xdeadbeef0002> (smtp.gmail.com)
========================= short test summary info ==========================
FAILED test_module.py::test_ehlo - assert 0
@@ -652,7 +1082,7 @@ Running it:
E AssertionError: (250, b'mail.python.org')
E assert 0
------------------------- Captured stdout teardown -------------------------
- finalizing <smtplib.SMTP object at 0xdeadbeef> (mail.python.org)
+ finalizing <smtplib.SMTP object at 0xdeadbeef0003> (mail.python.org)
========================= short test summary info ==========================
FAILED test_anothersmtp.py::test_showhelo - AssertionError: (250, b'mail....
@@ -749,7 +1179,7 @@ Parametrizing fixtures
-----------------------------------------------------------------
Fixture functions can be parametrized in which case they will be called
-multiple times, each time executing the set of dependent tests, i. e. the
+multiple times, each time executing the set of dependent tests, i.e. the
tests that depend on this fixture. Test functions usually do not need
to be aware of their re-running. Fixture parametrization helps to
write exhaustive functional tests for components which themselves can be
@@ -787,7 +1217,7 @@ So let's just do another run:
================================= FAILURES =================================
________________________ test_ehlo[smtp.gmail.com] _________________________
- smtp_connection = <smtplib.SMTP object at 0xdeadbeef>
+ smtp_connection = <smtplib.SMTP object at 0xdeadbeef0004>
def test_ehlo(smtp_connection):
response, msg = smtp_connection.ehlo()
@@ -799,7 +1229,7 @@ So let's just do another run:
test_module.py:7: AssertionError
________________________ test_noop[smtp.gmail.com] _________________________
- smtp_connection = <smtplib.SMTP object at 0xdeadbeef>
+ smtp_connection = <smtplib.SMTP object at 0xdeadbeef0004>
def test_noop(smtp_connection):
response, msg = smtp_connection.noop()
@@ -810,7 +1240,7 @@ So let's just do another run:
test_module.py:13: AssertionError
________________________ test_ehlo[mail.python.org] ________________________
- smtp_connection = <smtplib.SMTP object at 0xdeadbeef>
+ smtp_connection = <smtplib.SMTP object at 0xdeadbeef0005>
def test_ehlo(smtp_connection):
response, msg = smtp_connection.ehlo()
@@ -820,10 +1250,10 @@ So let's just do another run:
test_module.py:6: AssertionError
-------------------------- Captured stdout setup ---------------------------
- finalizing <smtplib.SMTP object at 0xdeadbeef>
+ finalizing <smtplib.SMTP object at 0xdeadbeef0004>
________________________ test_noop[mail.python.org] ________________________
- smtp_connection = <smtplib.SMTP object at 0xdeadbeef>
+ smtp_connection = <smtplib.SMTP object at 0xdeadbeef0005>
def test_noop(smtp_connection):
response, msg = smtp_connection.noop()
@@ -833,7 +1263,7 @@ So let's just do another run:
test_module.py:13: AssertionError
------------------------- Captured stdout teardown -------------------------
- finalizing <smtplib.SMTP object at 0xdeadbeef>
+ finalizing <smtplib.SMTP object at 0xdeadbeef0005>
========================= short test summary info ==========================
FAILED test_module.py::test_ehlo[smtp.gmail.com] - assert 0
FAILED test_module.py::test_noop[smtp.gmail.com] - assert 0
@@ -900,14 +1330,15 @@ Running the above tests results in the following test IDs being used:
$ pytest --collect-only
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
- collected 10 items
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
+ collected 11 items
<Module test_anothersmtp.py>
<Function test_showhelo[smtp.gmail.com]>
<Function test_showhelo[mail.python.org]>
+ <Module test_emaillib.py>
+ <Function test_email_received>
<Module test_ids.py>
<Function test_a[spam]>
<Function test_a[ham]>
@@ -919,7 +1350,7 @@ Running the above tests results in the following test IDs being used:
<Function test_ehlo[mail.python.org]>
<Function test_noop[mail.python.org]>
- ========================== 10 tests found in 0.12s ===========================
+ ======================= 11 tests collected in 0.12s ========================
.. _`fixture-parametrize-marks`:
@@ -947,18 +1378,18 @@ Example:
Running this test will *skip* the invocation of ``data_set`` with value ``2``:
-.. code-block::
+.. code-block:: pytest
$ pytest test_fixture_marks.py -v
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y -- $PYTHON_PREFIX/bin/python
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
+ rootdir: /home/sweet/project
collecting ... collected 3 items
test_fixture_marks.py::test_data[0] PASSED [ 33%]
test_fixture_marks.py::test_data[1] PASSED [ 66%]
- test_fixture_marks.py::test_data[2] SKIPPED [100%]
+ test_fixture_marks.py::test_data[2] SKIPPED (unconditional skip) [100%]
======================= 2 passed, 1 skipped in 0.12s =======================
@@ -1001,9 +1432,9 @@ Here we declare an ``app`` fixture which receives the previously defined
$ pytest -v test_appsetup.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y -- $PYTHON_PREFIX/bin/python
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
+ rootdir: /home/sweet/project
collecting ... collected 2 items
test_appsetup.py::test_smtp_connection_exists[smtp.gmail.com] PASSED [ 50%]
@@ -1081,9 +1512,9 @@ Let's run the tests in verbose mode and with looking at the print-output:
$ pytest -v -s test_module.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y -- $PYTHON_PREFIX/bin/python
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python
+ cachedir: .pytest_cache
+ rootdir: /home/sweet/project
collecting ... collected 8 items
test_module.py::test_0[1] SETUP otherarg 1
@@ -1144,9 +1575,9 @@ Use fixtures in classes and modules with ``usefixtures``
Sometimes test functions do not directly need access to a fixture object.
For example, tests may require to operate with an empty directory as the
current working directory but otherwise do not care for the concrete
-directory. Here is how you can use the standard `tempfile
-<http://docs.python.org/library/tempfile.html>`_ and pytest fixtures to
-achieve it. We separate the creation of the fixture into a conftest.py
+directory. Here is how you can use the standard :mod:`tempfile`
+and pytest fixtures to
+achieve it. We separate the creation of the fixture into a :file:`conftest.py`
file:
.. code-block:: python
@@ -1154,7 +1585,6 @@ file:
# content of conftest.py
import os
- import shutil
import tempfile
import pytest
@@ -1162,12 +1592,11 @@ file:
@pytest.fixture
def cleandir():
- old_cwd = os.getcwd()
- newpath = tempfile.mkdtemp()
- os.chdir(newpath)
- yield
- os.chdir(old_cwd)
- shutil.rmtree(newpath)
+ with tempfile.TemporaryDirectory() as newpath:
+ old_cwd = os.getcwd()
+ os.chdir(newpath)
+ yield
+ os.chdir(old_cwd)
and declare its use in a test module via a ``usefixtures`` marker:
@@ -1237,118 +1666,9 @@ into an ini-file:
...
Currently this will not generate any error or warning, but this is intended
- to be handled by `#3664 <https://github.com/pytest-dev/pytest/issues/3664>`_.
-
-
-.. _`autouse`:
-.. _`autouse fixtures`:
-
-Autouse fixtures (xUnit setup on steroids)
-----------------------------------------------------------------------
-
-.. regendoc:wipe
-
-Occasionally, you may want to have fixtures get invoked automatically
-without declaring a function argument explicitly or a `usefixtures`_ decorator.
-As a practical example, suppose we have a database fixture which has a
-begin/rollback/commit architecture and we want to automatically surround
-each test method by a transaction and a rollback. Here is a dummy
-self-contained implementation of this idea:
-
-.. code-block:: python
-
- # content of test_db_transact.py
-
- import pytest
-
-
- class DB:
- def __init__(self):
- self.intransaction = []
-
- def begin(self, name):
- self.intransaction.append(name)
-
- def rollback(self):
- self.intransaction.pop()
-
-
- @pytest.fixture(scope="module")
- def db():
- return DB()
-
-
- class TestClass:
- @pytest.fixture(autouse=True)
- def transact(self, request, db):
- db.begin(request.function.__name__)
- yield
- db.rollback()
-
- def test_method1(self, db):
- assert db.intransaction == ["test_method1"]
-
- def test_method2(self, db):
- assert db.intransaction == ["test_method2"]
-
-The class-level ``transact`` fixture is marked with *autouse=true*
-which implies that all test methods in the class will use this fixture
-without a need to state it in the test function signature or with a
-class-level ``usefixtures`` decorator.
-
-If we run it, we get two passing tests:
-
-.. code-block:: pytest
-
- $ pytest -q
- .. [100%]
- 2 passed in 0.12s
-
-Here is how autouse fixtures work in other scopes:
-
-- autouse fixtures obey the ``scope=`` keyword-argument: if an autouse fixture
- has ``scope='session'`` it will only be run once, no matter where it is
- defined. ``scope='class'`` means it will be run once per class, etc.
-
-- if an autouse fixture is defined in a test module, all its test
- functions automatically use it.
-
-- if an autouse fixture is defined in a conftest.py file then all tests in
- all test modules below its directory will invoke the fixture.
-
-- lastly, and **please use that with care**: if you define an autouse
- fixture in a plugin, it will be invoked for all tests in all projects
- where the plugin is installed. This can be useful if a fixture only
- anyway works in the presence of certain settings e. g. in the ini-file. Such
- a global fixture should always quickly determine if it should do
- any work and avoid otherwise expensive imports or computation.
-
-Note that the above ``transact`` fixture may very well be a fixture that
-you want to make available in your project without having it generally
-active. The canonical way to do that is to put the transact definition
-into a conftest.py file **without** using ``autouse``:
-
-.. code-block:: python
-
- # content of conftest.py
- @pytest.fixture
- def transact(request, db):
- db.begin()
- yield
- db.rollback()
-
-and then e.g. have a TestClass using it by declaring the need:
-
-.. code-block:: python
-
- @pytest.mark.usefixtures("transact")
- class TestClass:
- def test_method1(self):
- ...
+ to be handled by :issue:`3664`.
-All test methods in this TestClass will use the transaction fixture while
-other test classes or functions in the module will not use it unless
-they also add a ``transact`` reference.
+.. _`override fixtures`:
Overriding fixtures on various levels
-------------------------------------
diff --git a/doc/en/how-to/index.rst b/doc/en/how-to/index.rst
new file mode 100644
index 00000000000..6f52aaecdc3
--- /dev/null
+++ b/doc/en/how-to/index.rst
@@ -0,0 +1,64 @@
+:orphan:
+
+.. _how-to:
+
+How-to guides
+================
+
+Core pytest functionality
+-------------------------
+
+.. toctree::
+ :maxdepth: 1
+
+ usage
+ assert
+ fixtures
+ mark
+ parametrize
+ tmp_path
+ monkeypatch
+ doctest
+ cache
+
+Test output and outcomes
+----------------------------
+
+.. toctree::
+ :maxdepth: 1
+
+ failures
+ output
+ logging
+ capture-stdout-stderr
+ capture-warnings
+ skipping
+
+Plugins
+----------------------------
+
+.. toctree::
+ :maxdepth: 1
+
+ plugins
+ writing_plugins
+ writing_hook_functions
+
+pytest and other test systems
+-----------------------------
+
+.. toctree::
+ :maxdepth: 1
+
+ existingtestsuite
+ unittest
+ nose
+ xunit_setup
+
+pytest development environment
+------------------------------
+
+.. toctree::
+ :maxdepth: 1
+
+ bash-completion
diff --git a/doc/en/logging.rst b/doc/en/how-to/logging.rst
similarity index 88%
rename from doc/en/logging.rst
rename to doc/en/how-to/logging.rst
index 52713854efb..2e8734fa6a3 100644
--- a/doc/en/logging.rst
+++ b/doc/en/how-to/logging.rst
@@ -1,10 +1,7 @@
.. _logging:
-Logging
--------
-
-
-
+How to manage logging
+---------------------
pytest captures log messages of level ``WARNING`` or above automatically and displays them in their own section
for each failed test in the same manner as captured stdout and stderr.
@@ -170,7 +167,7 @@ the records for the ``setup`` and ``call`` stages during teardown like so:
-The full API is available at :class:`_pytest.logging.LogCaptureFixture`.
+The full API is available at :class:`pytest.LogCaptureFixture`.
.. _live_logs:
@@ -222,13 +219,37 @@ option names are:
You can call ``set_log_path()`` to customize the log_file path dynamically. This functionality
is considered **experimental**.
+.. _log_colors:
+
+Customizing Colors
+^^^^^^^^^^^^^^^^^^
+
+Log levels are colored if colored terminal output is enabled. Changing
+from default colors or putting color on custom log levels is supported
+through ``add_color_level()``. Example:
+
+.. code-block:: python
+
+ @pytest.hookimpl
+ def pytest_configure(config):
+ logging_plugin = config.pluginmanager.get_plugin("logging-plugin")
+
+ # Change color on existing log level
+ logging_plugin.log_cli_handler.formatter.add_color_level(logging.INFO, "cyan")
+
+ # Add color to a custom log level (a custom log level `SPAM` is already set up)
+ logging_plugin.log_cli_handler.formatter.add_color_level(logging.SPAM, "blue")
+.. warning::
+
+ This feature and its API are considered **experimental** and might change
+ between releases without a deprecation notice.
.. _log_release_notes:
Release notes
^^^^^^^^^^^^^
-This feature was introduced as a drop-in replacement for the `pytest-catchlog
-<https://pypi.org/project/pytest-catchlog/>`_ plugin and they conflict
+This feature was introduced as a drop-in replacement for the
+:pypi:`pytest-catchlog` plugin and they conflict
with each other. The backward compatibility API with ``pytest-capturelog``
has been dropped when this feature was introduced, so if for that reason you
still need ``pytest-catchlog`` you can disable the internal feature by
@@ -268,5 +289,4 @@ file:
log_cli=true
log_level=NOTSET
-More details about the discussion that lead to this changes can be read in
-issue `#3013 <https://github.com/pytest-dev/pytest/issues/3013>`_.
+More details about the discussion that lead to this changes can be read in :issue:`3013`.
diff --git a/doc/en/mark.rst b/doc/en/how-to/mark.rst
similarity index 97%
rename from doc/en/mark.rst
rename to doc/en/how-to/mark.rst
index 7370342a965..33f9d18bfe3 100644
--- a/doc/en/mark.rst
+++ b/doc/en/how-to/mark.rst
@@ -1,7 +1,7 @@
.. _mark:
-Marking test functions with attributes
-======================================
+How to mark test functions with attributes
+===========================================
By using the ``pytest.mark`` helper you can easily set
metadata on your test functions. You can find the full list of builtin markers
diff --git a/doc/en/monkeypatch.rst b/doc/en/how-to/monkeypatch.rst
similarity index 97%
rename from doc/en/monkeypatch.rst
rename to doc/en/how-to/monkeypatch.rst
index 9480f008f7c..9c61233f7e5 100644
--- a/doc/en/monkeypatch.rst
+++ b/doc/en/how-to/monkeypatch.rst
@@ -1,5 +1,6 @@
+.. _monkeypatching:
-Monkeypatching/mocking modules and environments
+How to monkeypatch/mock modules and environments
================================================================
.. currentmodule:: _pytest.monkeypatch
@@ -16,10 +17,11 @@ functionality in tests:
.. code-block:: python
monkeypatch.setattr(obj, name, value, raising=True)
+ monkeypatch.setattr("somemodule.obj.name", value, raising=True)
monkeypatch.delattr(obj, name, raising=True)
monkeypatch.setitem(mapping, name, value)
monkeypatch.delitem(obj, name, raising=True)
- monkeypatch.setenv(name, value, prepend=False)
+ monkeypatch.setenv(name, value, prepend=None)
monkeypatch.delenv(name, raising=True)
monkeypatch.syspath_prepend(path)
monkeypatch.chdir(path)
@@ -56,7 +58,7 @@ call ``pkg_resources.fixup_namespace_packages`` and :py:func:`importlib.invalida
See the `monkeypatch blog post`_ for some introduction material
and a discussion of its motivation.
-.. _`monkeypatch blog post`: http://tetamap.wordpress.com/2009/03/03/monkeypatching-in-unit-tests-done-right/
+.. _`monkeypatch blog post`: https://tetamap.wordpress.com//2009/03/03/monkeypatching-in-unit-tests-done-right/
Simple example: monkeypatching functions
----------------------------------------
@@ -250,7 +252,7 @@ so that any attempts within tests to create http requests will fail.
m.setattr(functools, "partial", 3)
assert functools.partial == 3
- See issue `#3290 <https://github.com/pytest-dev/pytest/issues/3290>`_ for details.
+ See :issue:`3290` for details.
Monkeypatching environment variables
diff --git a/doc/en/nose.rst b/doc/en/how-to/nose.rst
similarity index 92%
rename from doc/en/nose.rst
rename to doc/en/how-to/nose.rst
index e16d764692c..4bf8b06c324 100644
--- a/doc/en/nose.rst
+++ b/doc/en/how-to/nose.rst
@@ -1,6 +1,6 @@
.. _`noseintegration`:
-Running tests written for nose
+How to run tests written for nose
=======================================
``pytest`` has basic support for running tests written for nose_.
@@ -39,14 +39,13 @@ Unsupported idioms / known issues
both support ``setup_class, teardown_class, setup_method, teardown_method``
it doesn't seem useful to duplicate the unittest-API like nose does.
If you however rather think pytest should support the unittest-spelling on
- plain classes please post `to this issue
- <https://github.com/pytest-dev/pytest/issues/377/>`_.
+ plain classes please post to :issue:`377`.
- nose imports test modules with the same import path (e.g.
``tests.test_mode``) but different file system paths
(e.g. ``tests/test_mode.py`` and ``other/tests/test_mode.py``)
by extending sys.path/import semantics. pytest does not do that
- but there is discussion in `#268 <https://github.com/pytest-dev/pytest/issues/268>`_ for adding some support. Note that
+ but there is discussion in :issue:`268` for adding some support. Note that
`nose2 choose to avoid this sys.path/import hackery <https://nose2.readthedocs.io/en/latest/differences.html#test-discovery-and-loading>`_.
If you place a conftest.py file in the root directory of your project
diff --git a/doc/en/usage.rst b/doc/en/how-to/output.rst
similarity index 52%
rename from doc/en/usage.rst
rename to doc/en/how-to/output.rst
index fbd3333dabc..4b90988f49d 100644
--- a/doc/en/usage.rst
+++ b/doc/en/how-to/output.rst
@@ -1,181 +1,286 @@
+.. _how-to-manage-output:
-.. _usage:
+Managing pytest's output
+=========================
-Usage and Invocations
-==========================================
+.. _how-to-modifying-python-tb-printing:
+Modifying Python traceback printing
+--------------------------------------------------
-.. _cmdline:
-
-Calling pytest through ``python -m pytest``
------------------------------------------------------
-
-
-
-You can invoke testing through the Python interpreter from the command line:
-
-.. code-block:: text
-
- python -m pytest [...]
-
-This is almost equivalent to invoking the command line script ``pytest [...]``
-directly, except that calling via ``python`` will also add the current directory to ``sys.path``.
-
-Possible exit codes
---------------------------------------------------------------
-
-Running ``pytest`` can result in six different exit codes:
-
-:Exit code 0: All tests were collected and passed successfully
-:Exit code 1: Tests were collected and run but some of the tests failed
-:Exit code 2: Test execution was interrupted by the user
-:Exit code 3: Internal error happened while executing tests
-:Exit code 4: pytest command line usage error
-:Exit code 5: No tests were collected
-
-They are represented by the :class:`pytest.ExitCode` enum. The exit codes being a part of the public API can be imported and accessed directly using:
-
-.. code-block:: python
-
- from pytest import ExitCode
-
-.. note::
-
- If you would like to customize the exit code in some scenarios, specially when
- no tests are collected, consider using the
- `pytest-custom_exit_code <https://github.com/yashtodi94/pytest-custom_exit_code>`__
- plugin.
-
-
-Getting help on version, option names, environment variables
---------------------------------------------------------------
-
-.. code-block:: bash
-
- pytest --version # shows where pytest was imported from
- pytest --fixtures # show available builtin function arguments
- pytest -h | --help # show help on command line and config file options
-
-
-The full command-line flags can be found in the :ref:`reference <command-line-flags>`.
-
-.. _maxfail:
-
-Stopping after the first (or N) failures
----------------------------------------------------
-
-To stop the testing process after the first (N) failures:
+Examples for modifying traceback printing:
.. code-block:: bash
- pytest -x # stop after first failure
- pytest --maxfail=2 # stop after two failures
-
-.. _select-tests:
-
-Specifying tests / selecting tests
----------------------------------------------------
+ pytest --showlocals # show local variables in tracebacks
+ pytest -l # show local variables (shortcut)
-Pytest supports several ways to run and select tests from the command-line.
+ pytest --tb=auto # (default) 'long' tracebacks for the first and last
+ # entry, but 'short' style for the other entries
+ pytest --tb=long # exhaustive, informative traceback formatting
+ pytest --tb=short # shorter traceback format
+ pytest --tb=line # only one line per failure
+ pytest --tb=native # Python standard library formatting
+ pytest --tb=no # no traceback at all
-**Run tests in a module**
+The ``--full-trace`` causes very long traces to be printed on error (longer
+than ``--tb=long``). It also ensures that a stack trace is printed on
+**KeyboardInterrupt** (Ctrl+C).
+This is very useful if the tests are taking too long and you interrupt them
+with Ctrl+C to find out where the tests are *hanging*. By default no output
+will be shown (because KeyboardInterrupt is caught by pytest). By using this
+option you make sure a trace is shown.
-.. code-block:: bash
- pytest test_mod.py
+Verbosity
+--------------------------------------------------
-**Run tests in a directory**
+The ``-v`` flag controls the verbosity of pytest output in various aspects: test session progress, assertion
+details when tests fail, fixtures details with ``--fixtures``, etc.
-.. code-block:: bash
+.. regendoc:wipe
- pytest testing/
+Consider this simple file:
-**Run tests by keyword expressions**
+.. code-block:: python
-.. code-block:: bash
+ # content of test_verbosity_example.py
+ def test_ok():
+ pass
- pytest -k "MyClass and not method"
-This will run tests which contain names that match the given *string expression* (case-insensitive),
-which can include Python operators that use filenames, class names and function names as variables.
-The example above will run ``TestMyClass.test_something`` but not ``TestMyClass.test_method_simple``.
+ def test_words_fail():
+ fruits1 = ["banana", "apple", "grapes", "melon", "kiwi"]
+ fruits2 = ["banana", "apple", "orange", "melon", "kiwi"]
+ assert fruits1 == fruits2
-.. _nodeids:
-**Run tests by node ids**
+ def test_numbers_fail():
+ number_to_text1 = {str(x): x for x in range(5)}
+ number_to_text2 = {str(x * 10): x * 10 for x in range(5)}
+ assert number_to_text1 == number_to_text2
-Each collected test is assigned a unique ``nodeid`` which consist of the module filename followed
-by specifiers like class names, function names and parameters from parametrization, separated by ``::`` characters.
-To run a specific test within a module:
+ def test_long_text_fail():
+ long_text = "Lorem ipsum dolor sit amet " * 10
+ assert "hello world" in long_text
-.. code-block:: bash
+Executing pytest normally gives us this output (we are skipping the header to focus on the rest):
- pytest test_mod.py::test_func
+.. code-block:: pytest
+ $ pytest --no-header
+ =========================== test session starts ============================
+ collected 4 items
-Another example specifying a test method in the command line:
+ test_verbosity_example.py .FFF [100%]
-.. code-block:: bash
+ ================================= FAILURES =================================
+ _____________________________ test_words_fail ______________________________
+
+ def test_words_fail():
+ fruits1 = ["banana", "apple", "grapes", "melon", "kiwi"]
+ fruits2 = ["banana", "apple", "orange", "melon", "kiwi"]
+ > assert fruits1 == fruits2
+ E AssertionError: assert ['banana', 'a...elon', 'kiwi'] == ['banana', 'a...elon', 'kiwi']
+ E At index 2 diff: 'grapes' != 'orange'
+ E Use -v to get the full diff
+
+ test_verbosity_example.py:8: AssertionError
+ ____________________________ test_numbers_fail _____________________________
+
+ def test_numbers_fail():
+ number_to_text1 = {str(x): x for x in range(5)}
+ number_to_text2 = {str(x * 10): x * 10 for x in range(5)}
+ > assert number_to_text1 == number_to_text2
+ E AssertionError: assert {'0': 0, '1':..., '3': 3, ...} == {'0': 0, '10'...'30': 30, ...}
+ E Omitting 1 identical items, use -vv to show
+ E Left contains 4 more items:
+ E {'1': 1, '2': 2, '3': 3, '4': 4}
+ E Right contains 4 more items:
+ E {'10': 10, '20': 20, '30': 30, '40': 40}
+ E Use -v to get the full diff
+
+ test_verbosity_example.py:14: AssertionError
+ ___________________________ test_long_text_fail ____________________________
+
+ def test_long_text_fail():
+ long_text = "Lorem ipsum dolor sit amet " * 10
+ > assert "hello world" in long_text
+ E AssertionError: assert 'hello world' in 'Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ips... sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet '
+
+ test_verbosity_example.py:19: AssertionError
+ ========================= short test summary info ==========================
+ FAILED test_verbosity_example.py::test_words_fail - AssertionError: asser...
+ FAILED test_verbosity_example.py::test_numbers_fail - AssertionError: ass...
+ FAILED test_verbosity_example.py::test_long_text_fail - AssertionError: a...
+ ======================= 3 failed, 1 passed in 0.12s ========================
- pytest test_mod.py::TestClass::test_method
+Notice that:
-**Run tests by marker expressions**
+* Each test inside the file is shown by a single character in the output: ``.`` for passing, ``F`` for failure.
+* ``test_words_fail`` failed, and we are shown a short summary indicating the index 2 of the two lists differ.
+* ``test_numbers_fail`` failed, and we are shown a summary of left/right differences on dictionary items. Identical items are omitted.
+* ``test_long_text_fail`` failed, and the right hand side of the ``in`` statement is truncated using ``...```
+ because it is longer than an internal threshold (240 characters currently).
-.. code-block:: bash
+Now we can increase pytest's verbosity:
- pytest -m slow
+.. code-block:: pytest
-Will run all tests which are decorated with the ``@pytest.mark.slow`` decorator.
+ $ pytest --no-header -v
+ =========================== test session starts ============================
+ collecting ... collected 4 items
-For more information see :ref:`marks <mark>`.
+ test_verbosity_example.py::test_ok PASSED [ 25%]
+ test_verbosity_example.py::test_words_fail FAILED [ 50%]
+ test_verbosity_example.py::test_numbers_fail FAILED [ 75%]
+ test_verbosity_example.py::test_long_text_fail FAILED [100%]
-**Run tests from packages**
+ ================================= FAILURES =================================
+ _____________________________ test_words_fail ______________________________
+
+ def test_words_fail():
+ fruits1 = ["banana", "apple", "grapes", "melon", "kiwi"]
+ fruits2 = ["banana", "apple", "orange", "melon", "kiwi"]
+ > assert fruits1 == fruits2
+ E AssertionError: assert ['banana', 'a...elon', 'kiwi'] == ['banana', 'a...elon', 'kiwi']
+ E At index 2 diff: 'grapes' != 'orange'
+ E Full diff:
+ E - ['banana', 'apple', 'orange', 'melon', 'kiwi']
+ E ? ^ ^^
+ E + ['banana', 'apple', 'grapes', 'melon', 'kiwi']
+ E ? ^ ^ +
+
+ test_verbosity_example.py:8: AssertionError
+ ____________________________ test_numbers_fail _____________________________
+
+ def test_numbers_fail():
+ number_to_text1 = {str(x): x for x in range(5)}
+ number_to_text2 = {str(x * 10): x * 10 for x in range(5)}
+ > assert number_to_text1 == number_to_text2
+ E AssertionError: assert {'0': 0, '1':..., '3': 3, ...} == {'0': 0, '10'...'30': 30, ...}
+ E Omitting 1 identical items, use -vv to show
+ E Left contains 4 more items:
+ E {'1': 1, '2': 2, '3': 3, '4': 4}
+ E Right contains 4 more items:
+ E {'10': 10, '20': 20, '30': 30, '40': 40}
+ E Full diff:
+ E - {'0': 0, '10': 10, '20': 20, '30': 30, '40': 40}...
+ E
+ E ...Full output truncated (3 lines hidden), use '-vv' to show
+
+ test_verbosity_example.py:14: AssertionError
+ ___________________________ test_long_text_fail ____________________________
+
+ def test_long_text_fail():
+ long_text = "Lorem ipsum dolor sit amet " * 10
+ > assert "hello world" in long_text
+ E AssertionError: assert 'hello world' in 'Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet '
+
+ test_verbosity_example.py:19: AssertionError
+ ========================= short test summary info ==========================
+ FAILED test_verbosity_example.py::test_words_fail - AssertionError: asser...
+ FAILED test_verbosity_example.py::test_numbers_fail - AssertionError: ass...
+ FAILED test_verbosity_example.py::test_long_text_fail - AssertionError: a...
+ ======================= 3 failed, 1 passed in 0.12s ========================
-.. code-block:: bash
+Notice now that:
- pytest --pyargs pkg.testing
+* Each test inside the file gets its own line in the output.
+* ``test_words_fail`` now shows the two failing lists in full, in addition to which index differs.
+* ``test_numbers_fail`` now shows a text diff of the two dictionaries, truncated.
+* ``test_long_text_fail`` no longer truncates the right hand side of the ``in`` statement, because the internal
+ threshold for truncation is larger now (2400 characters currently).
-This will import ``pkg.testing`` and use its filesystem location to find and run tests from.
+Now if we increase verbosity even more:
+.. code-block:: pytest
-Modifying Python traceback printing
-----------------------------------------------
+ $ pytest --no-header -vv
+ =========================== test session starts ============================
+ collecting ... collected 4 items
-Examples for modifying traceback printing:
+ test_verbosity_example.py::test_ok PASSED [ 25%]
+ test_verbosity_example.py::test_words_fail FAILED [ 50%]
+ test_verbosity_example.py::test_numbers_fail FAILED [ 75%]
+ test_verbosity_example.py::test_long_text_fail FAILED [100%]
-.. code-block:: bash
+ ================================= FAILURES =================================
+ _____________________________ test_words_fail ______________________________
+
+ def test_words_fail():
+ fruits1 = ["banana", "apple", "grapes", "melon", "kiwi"]
+ fruits2 = ["banana", "apple", "orange", "melon", "kiwi"]
+ > assert fruits1 == fruits2
+ E AssertionError: assert ['banana', 'apple', 'grapes', 'melon', 'kiwi'] == ['banana', 'apple', 'orange', 'melon', 'kiwi']
+ E At index 2 diff: 'grapes' != 'orange'
+ E Full diff:
+ E - ['banana', 'apple', 'orange', 'melon', 'kiwi']
+ E ? ^ ^^
+ E + ['banana', 'apple', 'grapes', 'melon', 'kiwi']
+ E ? ^ ^ +
+
+ test_verbosity_example.py:8: AssertionError
+ ____________________________ test_numbers_fail _____________________________
+
+ def test_numbers_fail():
+ number_to_text1 = {str(x): x for x in range(5)}
+ number_to_text2 = {str(x * 10): x * 10 for x in range(5)}
+ > assert number_to_text1 == number_to_text2
+ E AssertionError: assert {'0': 0, '1': 1, '2': 2, '3': 3, '4': 4} == {'0': 0, '10': 10, '20': 20, '30': 30, '40': 40}
+ E Common items:
+ E {'0': 0}
+ E Left contains 4 more items:
+ E {'1': 1, '2': 2, '3': 3, '4': 4}
+ E Right contains 4 more items:
+ E {'10': 10, '20': 20, '30': 30, '40': 40}
+ E Full diff:
+ E - {'0': 0, '10': 10, '20': 20, '30': 30, '40': 40}
+ E ? - - - - - - - -
+ E + {'0': 0, '1': 1, '2': 2, '3': 3, '4': 4}
+
+ test_verbosity_example.py:14: AssertionError
+ ___________________________ test_long_text_fail ____________________________
+
+ def test_long_text_fail():
+ long_text = "Lorem ipsum dolor sit amet " * 10
+ > assert "hello world" in long_text
+ E AssertionError: assert 'hello world' in 'Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet Lorem ipsum dolor sit amet '
+
+ test_verbosity_example.py:19: AssertionError
+ ========================= short test summary info ==========================
+ FAILED test_verbosity_example.py::test_words_fail - AssertionError: asser...
+ FAILED test_verbosity_example.py::test_numbers_fail - AssertionError: ass...
+ FAILED test_verbosity_example.py::test_long_text_fail - AssertionError: a...
+ ======================= 3 failed, 1 passed in 0.12s ========================
- pytest --showlocals # show local variables in tracebacks
- pytest -l # show local variables (shortcut)
+Notice now that:
- pytest --tb=auto # (default) 'long' tracebacks for the first and last
- # entry, but 'short' style for the other entries
- pytest --tb=long # exhaustive, informative traceback formatting
- pytest --tb=short # shorter traceback format
- pytest --tb=line # only one line per failure
- pytest --tb=native # Python standard library formatting
- pytest --tb=no # no traceback at all
+* Each test inside the file gets its own line in the output.
+* ``test_words_fail`` gives the same output as before in this case.
+* ``test_numbers_fail`` now shows a full text diff of the two dictionaries.
+* ``test_long_text_fail`` also doesn't truncate on the right hand side as before, but now pytest won't truncate any
+ text at all, regardless of its size.
-The ``--full-trace`` causes very long traces to be printed on error (longer
-than ``--tb=long``). It also ensures that a stack trace is printed on
-**KeyboardInterrupt** (Ctrl+C).
-This is very useful if the tests are taking too long and you interrupt them
-with Ctrl+C to find out where the tests are *hanging*. By default no output
-will be shown (because KeyboardInterrupt is caught by pytest). By using this
-option you make sure a trace is shown.
+Those were examples of how verbosity affects normal test session output, but verbosity also is used in other
+situations, for example you are shown even fixtures that start with ``_`` if you use ``pytest --fixtures -v``.
+Using higher verbosity levels (``-vvv``, ``-vvvv``, ...) is supported, but has no effect in pytest itself at the moment,
+however some plugins might make use of higher verbosity.
.. _`pytest.detailed_failed_tests_usage`:
-Detailed summary report
------------------------
+Producing a detailed summary report
+--------------------------------------------------
The ``-r`` flag can be used to display a "short test summary info" at the end of the test session,
making it easy in large test suites to get a clear picture of all failures, skips, xfails, etc.
It defaults to ``fE`` to list failures and errors.
+.. regendoc:wipe
+
Example:
.. code-block:: python
@@ -218,9 +323,8 @@ Example:
$ pytest -ra
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 6 items
test_example.py .FEsxX [100%]
@@ -276,9 +380,8 @@ More than one character can be used, so for example to only see failed and skipp
$ pytest -rfs
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 6 items
test_example.py .FEsxX [100%]
@@ -312,9 +415,8 @@ captured output:
$ pytest -rpP
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 6 items
test_example.py .FEsxX [100%]
@@ -344,162 +446,28 @@ captured output:
PASSED test_example.py::test_ok
== 1 failed, 1 passed, 1 skipped, 1 xfailed, 1 xpassed, 1 error in 0.12s ===
-.. _pdb-option:
-
-Dropping to PDB_ (Python Debugger) on failures
------------------------------------------------
-
-.. _PDB: http://docs.python.org/library/pdb.html
-
-Python comes with a builtin Python debugger called PDB_. ``pytest``
-allows one to drop into the PDB_ prompt via a command line option:
-
-.. code-block:: bash
-
- pytest --pdb
-
-This will invoke the Python debugger on every failure (or KeyboardInterrupt).
-Often you might only want to do this for the first failing test to understand
-a certain failure situation:
-
-.. code-block:: bash
-
- pytest -x --pdb # drop to PDB on first failure, then end test session
- pytest --pdb --maxfail=3 # drop to PDB for first three failures
-
-Note that on any failure the exception information is stored on
-``sys.last_value``, ``sys.last_type`` and ``sys.last_traceback``. In
-interactive use, this allows one to drop into postmortem debugging with
-any debug tool. One can also manually access the exception information,
-for example::
-
- >>> import sys
- >>> sys.last_traceback.tb_lineno
- 42
- >>> sys.last_value
- AssertionError('assert result == "ok"',)
-
-.. _trace-option:
-
-Dropping to PDB_ (Python Debugger) at the start of a test
-----------------------------------------------------------
-
-
-``pytest`` allows one to drop into the PDB_ prompt immediately at the start of each test via a command line option:
-
-.. code-block:: bash
-
- pytest --trace
-
-This will invoke the Python debugger at the start of every test.
-
-.. _breakpoints:
-
-Setting breakpoints
--------------------
-
-.. versionadded: 2.4.0
-
-To set a breakpoint in your code use the native Python ``import pdb;pdb.set_trace()`` call
-in your code and pytest automatically disables its output capture for that test:
-
-* Output capture in other tests is not affected.
-* Any prior test output that has already been captured and will be processed as
- such.
-* Output capture gets resumed when ending the debugger session (via the
- ``continue`` command).
-
-
-.. _`breakpoint-builtin`:
-
-Using the builtin breakpoint function
--------------------------------------
-
-Python 3.7 introduces a builtin ``breakpoint()`` function.
-Pytest supports the use of ``breakpoint()`` with the following behaviours:
-
- - When ``breakpoint()`` is called and ``PYTHONBREAKPOINT`` is set to the default value, pytest will use the custom internal PDB trace UI instead of the system default ``Pdb``.
- - When tests are complete, the system will default back to the system ``Pdb`` trace UI.
- - With ``--pdb`` passed to pytest, the custom internal Pdb trace UI is used with both ``breakpoint()`` and failed tests/unhandled exceptions.
- - ``--pdbcls`` can be used to specify a custom debugger class.
-
-.. _durations:
-
-Profiling test execution duration
--------------------------------------
-
-.. versionchanged:: 6.0
+Creating resultlog format files
+--------------------------------------------------
-To get a list of the slowest 10 test durations over 1.0s long:
+To create plain-text machine-readable result files you can issue:
.. code-block:: bash
- pytest --durations=10 --durations-min=1.0
-
-By default, pytest will not show test durations that are too small (<0.005s) unless ``-vv`` is passed on the command-line.
-
-
-.. _faulthandler:
-
-Fault Handler
--------------
-
-.. versionadded:: 5.0
-
-The `faulthandler <https://docs.python.org/3/library/faulthandler.html>`__ standard module
-can be used to dump Python tracebacks on a segfault or after a timeout.
-
-The module is automatically enabled for pytest runs, unless the ``-p no:faulthandler`` is given
-on the command-line.
-
-Also the :confval:`faulthandler_timeout=X<faulthandler_timeout>` configuration option can be used
-to dump the traceback of all threads if a test takes longer than ``X``
-seconds to finish (not available on Windows).
-
-.. note::
-
- This functionality has been integrated from the external
- `pytest-faulthandler <https://github.com/pytest-dev/pytest-faulthandler>`__ plugin, with two
- small differences:
-
- * To disable it, use ``-p no:faulthandler`` instead of ``--no-faulthandler``: the former
- can be used with any plugin, so it saves one option.
-
- * The ``--faulthandler-timeout`` command-line option has become the
- :confval:`faulthandler_timeout` configuration option. It can still be configured from
- the command-line using ``-o faulthandler_timeout=X``.
-
-
-.. _unraisable:
-
-Warning about unraisable exceptions and unhandled thread exceptions
--------------------------------------------------------------------
-
-.. versionadded:: 6.2
+ pytest --resultlog=path
-.. note::
+and look at the content at the ``path`` location. Such files are used e.g.
+by the `PyPy-test`_ web page to show test results over several revisions.
- These features only work on Python>=3.8.
+.. warning::
-Unhandled exceptions are exceptions that are raised in a situation in which
-they cannot propagate to a caller. The most common case is an exception raised
-in a :meth:`__del__ <object.__del__>` implementation.
+ This option is rarely used and is scheduled for removal in pytest 6.0.
-Unhandled thread exceptions are exceptions raised in a :class:`~threading.Thread`
-but not handled, causing the thread to terminate uncleanly.
+ If you use this option, consider using the new `pytest-reportlog <https://github.com/pytest-dev/pytest-reportlog>`__ plugin instead.
-Both types of exceptions are normally considered bugs, but may go unnoticed
-because they don't cause the program itself to crash. Pytest detects these
-conditions and issues a warning that is visible in the test run summary.
+ See :ref:`the deprecation docs <resultlog deprecated>` for more information.
-The plugins are automatically enabled for pytest runs, unless the
-``-p no:unraisableexception`` (for unraisable exceptions) and
-``-p no:threadexception`` (for thread exceptions) options are given on the
-command-line.
-The warnings may be silenced selectivly using the :ref:`pytest.mark.filterwarnings ref`
-mark. The warning categories are :class:`pytest.PytestUnraisableExceptionWarning` and
-:class:`pytest.PytestUnhandledThreadExceptionWarning`.
+.. _`PyPy-test`: http://buildbot.pypy.org/summary
Creating JUnitXML format files
@@ -540,7 +508,7 @@ instead, configure the ``junit_duration_report`` option like this:
.. _record_property example:
record_property
-^^^^^^^^^^^^^^^
+~~~~~~~~~~~~~~~~~
If you want to log additional information for a test, you can use the
``record_property`` fixture:
@@ -602,10 +570,9 @@ Will result in:
Please note that using this feature will break schema verifications for the latest JUnitXML schema.
This might be a problem when used with some CI servers.
-record_xml_attribute
-^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-
+record_xml_attribute
+~~~~~~~~~~~~~~~~~~~~~~~
To add an additional xml attribute to a testcase element, you can use
``record_xml_attribute`` fixture. This can also be used to override existing values:
@@ -714,34 +681,8 @@ The generated XML is compatible with the latest ``xunit`` standard, contrary to
and `record_xml_attribute`_.
-Creating resultlog format files
-----------------------------------------------------
-
-
-To create plain-text machine-readable result files you can issue:
-
-.. code-block:: bash
-
- pytest --resultlog=path
-
-and look at the content at the ``path`` location. Such files are used e.g.
-by the `PyPy-test`_ web page to show test results over several revisions.
-
-.. warning::
-
- This option is rarely used and is scheduled for removal in pytest 6.0.
-
- If you use this option, consider using the new `pytest-reportlog <https://github.com/pytest-dev/pytest-reportlog>`__ plugin instead.
-
- See `the deprecation docs <https://docs.pytest.org/en/stable/deprecations.html#result-log-result-log>`__
- for more information.
-
-
-.. _`PyPy-test`: http://buildbot.pypy.org/summary
-
-
-Sending test report to online pastebin service
------------------------------------------------------
+Sending test report to an online pastebin service
+--------------------------------------------------
**Creating a URL for each test failure**:
@@ -759,114 +700,11 @@ for example ``-x`` if you only want to send one particular failure.
pytest --pastebin=all
-Currently only pasting to the http://bpaste.net service is implemented.
+Currently only pasting to the https://bpaste.net/ service is implemented.
.. versionchanged:: 5.2
If creating the URL fails for any reason, a warning is generated instead of failing the
entire test suite.
-Early loading plugins
----------------------
-
-You can early-load plugins (internal and external) explicitly in the command-line with the ``-p`` option::
-
- pytest -p mypluginmodule
-
-The option receives a ``name`` parameter, which can be:
-
-* A full module dotted name, for example ``myproject.plugins``. This dotted name must be importable.
-* The entry-point name of a plugin. This is the name passed to ``setuptools`` when the plugin is
- registered. For example to early-load the `pytest-cov <https://pypi.org/project/pytest-cov/>`__ plugin you can use::
-
- pytest -p pytest_cov
-
-
-Disabling plugins
------------------
-
-To disable loading specific plugins at invocation time, use the ``-p`` option
-together with the prefix ``no:``.
-
-Example: to disable loading the plugin ``doctest``, which is responsible for
-executing doctest tests from text files, invoke pytest like this:
-
-.. code-block:: bash
-
- pytest -p no:doctest
-
-.. _`pytest.main-usage`:
-
-Calling pytest from Python code
-----------------------------------------------------
-
-
-
-You can invoke ``pytest`` from Python code directly:
-
-.. code-block:: python
-
- pytest.main()
-
-this acts as if you would call "pytest" from the command line.
-It will not raise ``SystemExit`` but return the exitcode instead.
-You can pass in options and arguments:
-
-.. code-block:: python
-
- pytest.main(["-x", "mytestdir"])
-
-You can specify additional plugins to ``pytest.main``:
-
-.. code-block:: python
-
- # content of myinvoke.py
- import pytest
-
-
- class MyPlugin:
- def pytest_sessionfinish(self):
- print("*** test run reporting finishing")
-
-
- pytest.main(["-qq"], plugins=[MyPlugin()])
-
-Running it will show that ``MyPlugin`` was added and its
-hook was invoked:
-
-.. code-block:: pytest
-
- $ python myinvoke.py
- .FEsxX. [100%]*** test run reporting finishing
-
- ================================== ERRORS ==================================
- _______________________ ERROR at setup of test_error _______________________
-
- @pytest.fixture
- def error_fixture():
- > assert 0
- E assert 0
-
- test_example.py:6: AssertionError
- ================================= FAILURES =================================
- ________________________________ test_fail _________________________________
-
- def test_fail():
- > assert 0
- E assert 0
-
- test_example.py:14: AssertionError
- ========================= short test summary info ==========================
- FAILED test_example.py::test_fail - assert 0
- ERROR test_example.py::test_error - assert 0
-
-.. note::
-
- Calling ``pytest.main()`` will result in importing your tests and any modules
- that they import. Due to the caching mechanism of python's import system,
- making subsequent calls to ``pytest.main()`` from the same process will not
- reflect changes to those files between the calls. For this reason, making
- multiple calls to ``pytest.main()`` from the same process (in order to re-run
- tests, for example) is not recommended.
-
-.. _jenkins: http://jenkins-ci.org/
+.. _jenkins: https://jenkins-ci.org
diff --git a/doc/en/parametrize.rst b/doc/en/how-to/parametrize.rst
similarity index 88%
rename from doc/en/parametrize.rst
rename to doc/en/how-to/parametrize.rst
index 9e531ddd45d..a0c9968428c 100644
--- a/doc/en/parametrize.rst
+++ b/doc/en/how-to/parametrize.rst
@@ -6,7 +6,7 @@
.. _`parametrize-basics`:
-Parametrizing fixtures and test functions
+How to parametrize fixtures and test functions
==========================================================================
pytest enables test parametrization at several levels:
@@ -56,9 +56,8 @@ them in turn:
$ pytest
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 3 items
test_expectation.py ..F [100%]
@@ -110,7 +109,41 @@ the simple test function. And as usual with test function arguments,
you can see the ``input`` and ``output`` values in the traceback.
Note that you could also use the parametrize marker on a class or a module
-(see :ref:`mark`) which would invoke several functions with the argument sets.
+(see :ref:`mark`) which would invoke several functions with the argument sets,
+for instance:
+
+
+.. code-block:: python
+
+ import pytest
+
+
+ @pytest.mark.parametrize("n,expected", [(1, 2), (3, 4)])
+ class TestClass:
+ def test_simple_case(self, n, expected):
+ assert n + 1 == expected
+
+ def test_weird_simple_case(self, n, expected):
+ assert (n * 1) + 1 == expected
+
+
+To parametrize all tests in a module, you can assign to the :globalvar:`pytestmark` global variable:
+
+
+.. code-block:: python
+
+ import pytest
+
+ pytestmark = pytest.mark.parametrize("n,expected", [(1, 2), (3, 4)])
+
+
+ class TestClass:
+ def test_simple_case(self, n, expected):
+ assert n + 1 == expected
+
+ def test_weird_simple_case(self, n, expected):
+ assert (n * 1) + 1 == expected
+
It is also possible to mark individual test instances within parametrize,
for example with the builtin ``mark.xfail``:
@@ -134,9 +167,8 @@ Let's run this:
$ pytest
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 3 items
test_expectation.py ..x [100%]
@@ -234,8 +266,8 @@ Let's also run with a stringinput that will lead to a failing test:
def test_valid_string(stringinput):
> assert stringinput.isalpha()
E AssertionError: assert False
- E + where False = <built-in method isalpha of str object at 0xdeadbeef>()
- E + where <built-in method isalpha of str object at 0xdeadbeef> = '!'.isalpha
+ E + where False = <built-in method isalpha of str object at 0xdeadbeef0001>()
+ E + where <built-in method isalpha of str object at 0xdeadbeef0001> = '!'.isalpha
test_strings.py:4: AssertionError
========================= short test summary info ==========================
@@ -253,7 +285,7 @@ list:
$ pytest -q -rs test_strings.py
s [100%]
========================= short test summary info ==========================
- SKIPPED [1] test_strings.py: got empty parameter set ['stringinput'], function test_valid_string at $REGENDOC_TMPDIR/test_strings.py:2
+ SKIPPED [1] test_strings.py: got empty parameter set ['stringinput'], function test_valid_string at /home/sweet/project/test_strings.py:2
1 skipped in 0.12s
Note that when calling ``metafunc.parametrize`` multiple times with different parameter sets, all parameter names across
diff --git a/doc/en/plugins.rst b/doc/en/how-to/plugins.rst
similarity index 78%
rename from doc/en/plugins.rst
rename to doc/en/how-to/plugins.rst
index 855b597392b..cae737e96ed 100644
--- a/doc/en/plugins.rst
+++ b/doc/en/how-to/plugins.rst
@@ -2,8 +2,8 @@
.. _`extplugins`:
.. _`using plugins`:
-Installing and Using plugins
-============================
+How to install and use plugins
+===============================
This section talks about installing and using third party plugins.
For writing your own plugins, please refer to :ref:`writing-plugins`.
@@ -20,45 +20,43 @@ there is no need to activate it.
Here is a little annotated list for some popular plugins:
-.. _`django`: https://www.djangoproject.com/
+* :pypi:`pytest-django`: write tests
+ for :std:doc:`django <django:index>` apps, using pytest integration.
-* `pytest-django <https://pypi.org/project/pytest-django/>`_: write tests
- for `django`_ apps, using pytest integration.
-
-* `pytest-twisted <https://pypi.org/project/pytest-twisted/>`_: write tests
- for `twisted <http://twistedmatrix.com>`_ apps, starting a reactor and
+* :pypi:`pytest-twisted`: write tests
+ for `twisted <https://twistedmatrix.com/>`_ apps, starting a reactor and
processing deferreds from test functions.
-* `pytest-cov <https://pypi.org/project/pytest-cov/>`__:
+* :pypi:`pytest-cov`:
coverage reporting, compatible with distributed testing
-* `pytest-xdist <https://pypi.org/project/pytest-xdist/>`_:
+* :pypi:`pytest-xdist`:
to distribute tests to CPUs and remote hosts, to run in boxed
mode which allows to survive segmentation faults, to run in
looponfailing mode, automatically re-running failing tests
on file changes.
-* `pytest-instafail <https://pypi.org/project/pytest-instafail/>`_:
+* :pypi:`pytest-instafail`:
to report failures while the test run is happening.
-* `pytest-bdd <https://pypi.org/project/pytest-bdd/>`_:
+* :pypi:`pytest-bdd`:
to write tests using behaviour-driven testing.
-* `pytest-timeout <https://pypi.org/project/pytest-timeout/>`_:
+* :pypi:`pytest-timeout`:
to timeout tests based on function marks or global definitions.
-* `pytest-pep8 <https://pypi.org/project/pytest-pep8/>`_:
+* :pypi:`pytest-pep8`:
a ``--pep8`` option to enable PEP8 compliance checking.
-* `pytest-flakes <https://pypi.org/project/pytest-flakes/>`_:
+* :pypi:`pytest-flakes`:
check source code with pyflakes.
-* `oejskit <https://pypi.org/project/oejskit/>`_:
+* :pypi:`oejskit`:
a plugin to run javascript unittests in live browsers.
To see a complete list of all plugins with their latest testing
status against different pytest and Python versions, please visit
-`plugincompat <http://plugincompat.herokuapp.com/>`_.
+:ref:`plugin-list`.
You may also discover more plugins through a `pytest- pypi.org search`_.
diff --git a/doc/en/skipping.rst b/doc/en/how-to/skipping.rst
similarity index 97%
rename from doc/en/skipping.rst
rename to doc/en/how-to/skipping.rst
index 282820545c3..e2f59c77ae8 100644
--- a/doc/en/skipping.rst
+++ b/doc/en/how-to/skipping.rst
@@ -2,8 +2,8 @@
.. _skipping:
-Skip and xfail: dealing with tests that cannot succeed
-======================================================
+How to use skip and xfail to deal with tests that cannot succeed
+=================================================================
You can mark test functions that cannot be run on certain platforms
or that you expect to fail so pytest can deal with them accordingly and
@@ -365,15 +365,18 @@ Examples
Here is a simple test file with the several usages:
-.. literalinclude:: example/xfail_demo.py
+.. literalinclude:: /example/xfail_demo.py
Running it with the report-on-xfail option gives this output:
+.. FIXME: Use $ instead of ! again to re-enable regendoc once it's fixed:
+ https://github.com/pytest-dev/pytest/issues/8807
+
.. code-block:: pytest
- example $ pytest -rx xfail_demo.py
+ ! pytest -rx xfail_demo.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
+ platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-1.x.y
cachedir: $PYTHON_PREFIX/.pytest_cache
rootdir: $REGENDOC_TMPDIR/example
collected 7 items
@@ -405,6 +408,7 @@ test instances when using parametrize:
.. code-block:: python
+ import sys
import pytest
diff --git a/doc/en/tmpdir.rst b/doc/en/how-to/tmp_path.rst
similarity index 55%
rename from doc/en/tmpdir.rst
rename to doc/en/how-to/tmp_path.rst
index c8da5877b28..ebd74d42e90 100644
--- a/doc/en/tmpdir.rst
+++ b/doc/en/how-to/tmp_path.rst
@@ -1,21 +1,18 @@
-.. _`tmpdir handling`:
-.. _tmpdir:
+.. _`tmp_path handling`:
+.. _tmp_path:
-Temporary directories and files
-================================================
+How to use temporary directories and files in tests
+===================================================
The ``tmp_path`` fixture
------------------------
-
-
-
You can use the ``tmp_path`` fixture which will
provide a temporary directory unique to the test invocation,
created in the `base temporary directory`_.
-``tmp_path`` is a ``pathlib.Path`` object. Here is an example test usage:
+``tmp_path`` is a :class:`pathlib.Path` object. Here is an example test usage:
.. code-block:: python
@@ -39,9 +36,8 @@ Running this would result in a passed test except for the last
$ pytest test_tmp_path.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 1 item
test_tmp_path.py F [100%]
@@ -61,7 +57,7 @@ Running this would result in a passed test except for the last
> assert 0
E assert 0
- test_tmp_path.py:13: AssertionError
+ test_tmp_path.py:11: AssertionError
========================= short test summary info ==========================
FAILED test_tmp_path.py::test_create_file - assert 0
============================ 1 failed in 0.12s =============================
@@ -71,82 +67,12 @@ Running this would result in a passed test except for the last
The ``tmp_path_factory`` fixture
--------------------------------
-
-
-
The ``tmp_path_factory`` is a session-scoped fixture which can be used
to create arbitrary temporary directories from any other fixture or test.
-It is intended to replace ``tmpdir_factory``, and returns :class:`pathlib.Path` instances.
-
-See :ref:`tmp_path_factory API <tmp_path_factory factory api>` for details.
-
-
-The 'tmpdir' fixture
---------------------
-
-You can use the ``tmpdir`` fixture which will
-provide a temporary directory unique to the test invocation,
-created in the `base temporary directory`_.
-
-``tmpdir`` is a `py.path.local`_ object which offers ``os.path`` methods
-and more. Here is an example test usage:
-
-.. code-block:: python
-
- # content of test_tmpdir.py
- def test_create_file(tmpdir):
- p = tmpdir.mkdir("sub").join("hello.txt")
- p.write("content")
- assert p.read() == "content"
- assert len(tmpdir.listdir()) == 1
- assert 0
-
-Running this would result in a passed test except for the last
-``assert 0`` line which we use to look at values:
-
-.. code-block:: pytest
-
- $ pytest test_tmpdir.py
- =========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
- collected 1 item
-
- test_tmpdir.py F [100%]
-
- ================================= FAILURES =================================
- _____________________________ test_create_file _____________________________
-
- tmpdir = local('PYTEST_TMPDIR/test_create_file0')
-
- def test_create_file(tmpdir):
- p = tmpdir.mkdir("sub").join("hello.txt")
- p.write("content")
- assert p.read() == "content"
- assert len(tmpdir.listdir()) == 1
- > assert 0
- E assert 0
-
- test_tmpdir.py:9: AssertionError
- ========================= short test summary info ==========================
- FAILED test_tmpdir.py::test_create_file - assert 0
- ============================ 1 failed in 0.12s =============================
-
-.. _`tmpdir factory example`:
-
-The 'tmpdir_factory' fixture
-----------------------------
-
-
-
-The ``tmpdir_factory`` is a session-scoped fixture which can be used
-to create arbitrary temporary directories from any other fixture or test.
-
For example, suppose your test suite needs a large image on disk, which is
generated procedurally. Instead of computing the same image for each test
-that uses it into its own ``tmpdir``, you can generate it once per-session
+that uses it into its own ``tmp_path``, you can generate it once per-session
to save time:
.. code-block:: python
@@ -156,10 +82,10 @@ to save time:
@pytest.fixture(scope="session")
- def image_file(tmpdir_factory):
+ def image_file(tmp_path_factory):
img = compute_expensive_image()
- fn = tmpdir_factory.mktemp("data").join("img.png")
- img.save(str(fn))
+ fn = tmp_path_factory.mktemp("data") / "img.png"
+ img.save(fn)
return fn
@@ -168,7 +94,21 @@ to save time:
img = load_image(image_file)
# compute and test histogram
-See :ref:`tmpdir_factory API <tmpdir factory api>` for details.
+See :ref:`tmp_path_factory API <tmp_path_factory factory api>` for details.
+
+.. _`tmpdir and tmpdir_factory`:
+.. _tmpdir:
+
+The ``tmpdir`` and ``tmpdir_factory`` fixtures
+---------------------------------------------------
+
+The ``tmpdir`` and ``tmpdir_factory`` fixtures are similar to ``tmp_path``
+and ``tmp_path_factory``, but use/return legacy `py.path.local`_ objects
+rather than standard :class:`pathlib.Path` objects. These days, prefer to
+use ``tmp_path`` and ``tmp_path_factory``.
+
+See :fixture:`tmpdir <tmpdir>` :fixture:`tmpdir_factory <tmpdir_factory>`
+API for details.
.. _`base temporary directory`:
diff --git a/doc/en/unittest.rst b/doc/en/how-to/unittest.rst
similarity index 91%
rename from doc/en/unittest.rst
rename to doc/en/how-to/unittest.rst
index 130e7705b8d..bff75110778 100644
--- a/doc/en/unittest.rst
+++ b/doc/en/how-to/unittest.rst
@@ -2,8 +2,8 @@
.. _`unittest.TestCase`:
.. _`unittest`:
-unittest.TestCase Support
-=========================
+How to use ``unittest``-based tests with pytest
+===============================================
``pytest`` supports running Python ``unittest``-based tests out of the box.
It's meant for leveraging existing ``unittest``-based test suites
@@ -28,12 +28,11 @@ Almost all ``unittest`` features are supported:
* ``setUpModule/tearDownModule``;
.. _`load_tests protocol`: https://docs.python.org/3/library/unittest.html#load-tests-protocol
-.. _`subtests`: https://docs.python.org/3/library/unittest.html#distinguishing-test-iterations-using-subtests
Up to this point pytest does not have support for the following features:
* `load_tests protocol`_;
-* `subtests`_;
+* :ref:`subtests <python:subtests>`;
Benefits out of the box
-----------------------
@@ -47,9 +46,9 @@ in most cases without having to modify existing code:
* :ref:`maxfail`;
* :ref:`--pdb <pdb-option>` command-line option for debugging on test failures
(see :ref:`note <pdb-unittest-note>` below);
-* Distribute tests to multiple CPUs using the `pytest-xdist <https://pypi.org/project/pytest-xdist/>`_ plugin;
-* Use :ref:`plain assert-statements <assert>` instead of ``self.assert*`` functions (`unittest2pytest
- <https://pypi.org/project/unittest2pytest/>`__ is immensely helpful in this);
+* Distribute tests to multiple CPUs using the :pypi:`pytest-xdist` plugin;
+* Use :ref:`plain assert-statements <assert>` instead of ``self.assert*`` functions
+ (:pypi:`unittest2pytest` is immensely helpful in this);
pytest features in ``unittest.TestCase`` subclasses
@@ -137,9 +136,8 @@ the ``self.db`` values in the traceback:
$ pytest test_unittest_db.py
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 2 items
test_unittest_db.py FF [100%]
@@ -152,7 +150,7 @@ the ``self.db`` values in the traceback:
def test_method1(self):
assert hasattr(self, "db")
> assert 0, self.db # fail for demo purposes
- E AssertionError: <conftest.db_class.<locals>.DummyDB object at 0xdeadbeef>
+ E AssertionError: <conftest.db_class.<locals>.DummyDB object at 0xdeadbeef0001>
E assert 0
test_unittest_db.py:10: AssertionError
@@ -162,7 +160,7 @@ the ``self.db`` values in the traceback:
def test_method2(self):
> assert 0, self.db # fail for demo purposes
- E AssertionError: <conftest.db_class.<locals>.DummyDB object at 0xdeadbeef>
+ E AssertionError: <conftest.db_class.<locals>.DummyDB object at 0xdeadbeef0001>
E assert 0
test_unittest_db.py:13: AssertionError
@@ -190,21 +188,22 @@ and define the fixture function in the context where you want it used.
Let's look at an ``initdir`` fixture which makes all test methods of a
``TestCase`` class execute in a temporary directory with a
pre-initialized ``samplefile.ini``. Our ``initdir`` fixture itself uses
-the pytest builtin :ref:`tmpdir <tmpdir>` fixture to delegate the
+the pytest builtin :fixture:`tmp_path` fixture to delegate the
creation of a per-test temporary directory:
.. code-block:: python
# content of test_unittest_cleandir.py
+ import os
import pytest
import unittest
class MyTest(unittest.TestCase):
@pytest.fixture(autouse=True)
- def initdir(self, tmpdir):
- tmpdir.chdir() # change to pytest-provided temporary directory
- tmpdir.join("samplefile.ini").write("# testdata")
+ def initdir(self, tmp_path, monkeypatch):
+ monkeypatch.chdir(tmp_path) # change to pytest-provided temporary directory
+ tmp_path.joinpath("samplefile.ini").write_text("# testdata")
def test_method(self):
with open("samplefile.ini") as f:
diff --git a/doc/en/how-to/usage.rst b/doc/en/how-to/usage.rst
new file mode 100644
index 00000000000..3522b258dce
--- /dev/null
+++ b/doc/en/how-to/usage.rst
@@ -0,0 +1,214 @@
+
+.. _usage:
+
+How to invoke pytest
+==========================================
+
+.. seealso:: :ref:`Complete pytest command-line flag reference <command-line-flags>`
+
+In general, pytest is invoked with the command ``pytest`` (see below for :ref:`other ways to invoke pytest
+<invoke-other>`). This will execute all tests in all files whose names follow the form ``test_*.py`` or ``\*_test.py``
+in the current directory and its subdirectories. More generally, pytest follows :ref:`standard test discovery rules
+<test discovery>`.
+
+
+.. _select-tests:
+
+Specifying which tests to run
+------------------------------
+
+Pytest supports several ways to run and select tests from the command-line.
+
+**Run tests in a module**
+
+.. code-block:: bash
+
+ pytest test_mod.py
+
+**Run tests in a directory**
+
+.. code-block:: bash
+
+ pytest testing/
+
+**Run tests by keyword expressions**
+
+.. code-block:: bash
+
+ pytest -k "MyClass and not method"
+
+This will run tests which contain names that match the given *string expression* (case-insensitive),
+which can include Python operators that use filenames, class names and function names as variables.
+The example above will run ``TestMyClass.test_something`` but not ``TestMyClass.test_method_simple``.
+
+.. _nodeids:
+
+**Run tests by node ids**
+
+Each collected test is assigned a unique ``nodeid`` which consist of the module filename followed
+by specifiers like class names, function names and parameters from parametrization, separated by ``::`` characters.
+
+To run a specific test within a module:
+
+.. code-block:: bash
+
+ pytest test_mod.py::test_func
+
+
+Another example specifying a test method in the command line:
+
+.. code-block:: bash
+
+ pytest test_mod.py::TestClass::test_method
+
+**Run tests by marker expressions**
+
+.. code-block:: bash
+
+ pytest -m slow
+
+Will run all tests which are decorated with the ``@pytest.mark.slow`` decorator.
+
+For more information see :ref:`marks <mark>`.
+
+**Run tests from packages**
+
+.. code-block:: bash
+
+ pytest --pyargs pkg.testing
+
+This will import ``pkg.testing`` and use its filesystem location to find and run tests from.
+
+
+Getting help on version, option names, environment variables
+--------------------------------------------------------------
+
+.. code-block:: bash
+
+ pytest --version # shows where pytest was imported from
+ pytest --fixtures # show available builtin function arguments
+ pytest -h | --help # show help on command line and config file options
+
+
+.. _durations:
+
+Profiling test execution duration
+-------------------------------------
+
+.. versionchanged:: 6.0
+
+To get a list of the slowest 10 test durations over 1.0s long:
+
+.. code-block:: bash
+
+ pytest --durations=10 --durations-min=1.0
+
+By default, pytest will not show test durations that are too small (<0.005s) unless ``-vv`` is passed on the command-line.
+
+
+Managing loading of plugins
+-------------------------------
+
+Early loading plugins
+~~~~~~~~~~~~~~~~~~~~~~~
+
+You can early-load plugins (internal and external) explicitly in the command-line with the ``-p`` option::
+
+ pytest -p mypluginmodule
+
+The option receives a ``name`` parameter, which can be:
+
+* A full module dotted name, for example ``myproject.plugins``. This dotted name must be importable.
+* The entry-point name of a plugin. This is the name passed to ``setuptools`` when the plugin is
+ registered. For example to early-load the :pypi:`pytest-cov` plugin you can use::
+
+ pytest -p pytest_cov
+
+
+Disabling plugins
+~~~~~~~~~~~~~~~~~~
+
+To disable loading specific plugins at invocation time, use the ``-p`` option
+together with the prefix ``no:``.
+
+Example: to disable loading the plugin ``doctest``, which is responsible for
+executing doctest tests from text files, invoke pytest like this:
+
+.. code-block:: bash
+
+ pytest -p no:doctest
+
+
+.. _invoke-other:
+
+Other ways of calling pytest
+-----------------------------------------------------
+
+.. _invoke-python:
+
+Calling pytest through ``python -m pytest``
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+You can invoke testing through the Python interpreter from the command line:
+
+.. code-block:: text
+
+ python -m pytest [...]
+
+This is almost equivalent to invoking the command line script ``pytest [...]``
+directly, except that calling via ``python`` will also add the current directory to ``sys.path``.
+
+
+.. _`pytest.main-usage`:
+
+Calling pytest from Python code
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+You can invoke ``pytest`` from Python code directly:
+
+.. code-block:: python
+
+ retcode = pytest.main()
+
+this acts as if you would call "pytest" from the command line.
+It will not raise :class:`SystemExit` but return the :ref:`exit code <exit-codes>` instead.
+You can pass in options and arguments:
+
+.. code-block:: python
+
+ retcode = pytest.main(["-x", "mytestdir"])
+
+You can specify additional plugins to ``pytest.main``:
+
+.. code-block:: python
+
+ # content of myinvoke.py
+ import pytest
+ import sys
+
+
+ class MyPlugin:
+ def pytest_sessionfinish(self):
+ print("*** test run reporting finishing")
+
+
+ if __name__ == "__main__":
+ sys.exit(pytest.main(["-qq"], plugins=[MyPlugin()]))
+
+Running it will show that ``MyPlugin`` was added and its
+hook was invoked:
+
+.. code-block:: pytest
+
+ $ python myinvoke.py
+ *** test run reporting finishing
+
+
+.. note::
+
+ Calling ``pytest.main()`` will result in importing your tests and any modules
+ that they import. Due to the caching mechanism of python's import system,
+ making subsequent calls to ``pytest.main()`` from the same process will not
+ reflect changes to those files between the calls. For this reason, making
+ multiple calls to ``pytest.main()`` from the same process (in order to re-run
+ tests, for example) is not recommended.
diff --git a/doc/en/how-to/writing_hook_functions.rst b/doc/en/how-to/writing_hook_functions.rst
new file mode 100644
index 00000000000..f615fced861
--- /dev/null
+++ b/doc/en/how-to/writing_hook_functions.rst
@@ -0,0 +1,352 @@
+.. _`writinghooks`:
+
+Writing hook functions
+======================
+
+
+.. _validation:
+
+hook function validation and execution
+--------------------------------------
+
+pytest calls hook functions from registered plugins for any
+given hook specification. Let's look at a typical hook function
+for the ``pytest_collection_modifyitems(session, config,
+items)`` hook which pytest calls after collection of all test items is
+completed.
+
+When we implement a ``pytest_collection_modifyitems`` function in our plugin
+pytest will during registration verify that you use argument
+names which match the specification and bail out if not.
+
+Let's look at a possible implementation:
+
+.. code-block:: python
+
+ def pytest_collection_modifyitems(config, items):
+ # called after collection is completed
+ # you can modify the ``items`` list
+ ...
+
+Here, ``pytest`` will pass in ``config`` (the pytest config object)
+and ``items`` (the list of collected test items) but will not pass
+in the ``session`` argument because we didn't list it in the function
+signature. This dynamic "pruning" of arguments allows ``pytest`` to
+be "future-compatible": we can introduce new hook named parameters without
+breaking the signatures of existing hook implementations. It is one of
+the reasons for the general long-lived compatibility of pytest plugins.
+
+Note that hook functions other than ``pytest_runtest_*`` are not
+allowed to raise exceptions. Doing so will break the pytest run.
+
+
+
+.. _firstresult:
+
+firstresult: stop at first non-None result
+-------------------------------------------
+
+Most calls to ``pytest`` hooks result in a **list of results** which contains
+all non-None results of the called hook functions.
+
+Some hook specifications use the ``firstresult=True`` option so that the hook
+call only executes until the first of N registered functions returns a
+non-None result which is then taken as result of the overall hook call.
+The remaining hook functions will not be called in this case.
+
+.. _`hookwrapper`:
+
+hookwrapper: executing around other hooks
+-------------------------------------------------
+
+.. currentmodule:: _pytest.core
+
+
+
+pytest plugins can implement hook wrappers which wrap the execution
+of other hook implementations. A hook wrapper is a generator function
+which yields exactly once. When pytest invokes hooks it first executes
+hook wrappers and passes the same arguments as to the regular hooks.
+
+At the yield point of the hook wrapper pytest will execute the next hook
+implementations and return their result to the yield point in the form of
+a :py:class:`Result <pluggy._Result>` instance which encapsulates a result or
+exception info. The yield point itself will thus typically not raise
+exceptions (unless there are bugs).
+
+Here is an example definition of a hook wrapper:
+
+.. code-block:: python
+
+ import pytest
+
+
+ @pytest.hookimpl(hookwrapper=True)
+ def pytest_pyfunc_call(pyfuncitem):
+ do_something_before_next_hook_executes()
+
+ outcome = yield
+ # outcome.excinfo may be None or a (cls, val, tb) tuple
+
+ res = outcome.get_result() # will raise if outcome was exception
+
+ post_process_result(res)
+
+ outcome.force_result(new_res) # to override the return value to the plugin system
+
+Note that hook wrappers don't return results themselves, they merely
+perform tracing or other side effects around the actual hook implementations.
+If the result of the underlying hook is a mutable object, they may modify
+that result but it's probably better to avoid it.
+
+For more information, consult the
+:ref:`pluggy documentation about hookwrappers <pluggy:hookwrappers>`.
+
+.. _plugin-hookorder:
+
+Hook function ordering / call example
+-------------------------------------
+
+For any given hook specification there may be more than one
+implementation and we thus generally view ``hook`` execution as a
+``1:N`` function call where ``N`` is the number of registered functions.
+There are ways to influence if a hook implementation comes before or
+after others, i.e. the position in the ``N``-sized list of functions:
+
+.. code-block:: python
+
+ # Plugin 1
+ @pytest.hookimpl(tryfirst=True)
+ def pytest_collection_modifyitems(items):
+ # will execute as early as possible
+ ...
+
+
+ # Plugin 2
+ @pytest.hookimpl(trylast=True)
+ def pytest_collection_modifyitems(items):
+ # will execute as late as possible
+ ...
+
+
+ # Plugin 3
+ @pytest.hookimpl(hookwrapper=True)
+ def pytest_collection_modifyitems(items):
+ # will execute even before the tryfirst one above!
+ outcome = yield
+ # will execute after all non-hookwrappers executed
+
+Here is the order of execution:
+
+1. Plugin3's pytest_collection_modifyitems called until the yield point
+ because it is a hook wrapper.
+
+2. Plugin1's pytest_collection_modifyitems is called because it is marked
+ with ``tryfirst=True``.
+
+3. Plugin2's pytest_collection_modifyitems is called because it is marked
+ with ``trylast=True`` (but even without this mark it would come after
+ Plugin1).
+
+4. Plugin3's pytest_collection_modifyitems then executing the code after the yield
+ point. The yield receives a :py:class:`Result <pluggy._Result>` instance which encapsulates
+ the result from calling the non-wrappers. Wrappers shall not modify the result.
+
+It's possible to use ``tryfirst`` and ``trylast`` also in conjunction with
+``hookwrapper=True`` in which case it will influence the ordering of hookwrappers
+among each other.
+
+
+Declaring new hooks
+------------------------
+
+.. note::
+
+ This is a quick overview on how to add new hooks and how they work in general, but a more complete
+ overview can be found in `the pluggy documentation <https://pluggy.readthedocs.io/en/latest/>`__.
+
+.. currentmodule:: _pytest.hookspec
+
+Plugins and ``conftest.py`` files may declare new hooks that can then be
+implemented by other plugins in order to alter behaviour or interact with
+the new plugin:
+
+.. autofunction:: pytest_addhooks
+ :noindex:
+
+Hooks are usually declared as do-nothing functions that contain only
+documentation describing when the hook will be called and what return values
+are expected. The names of the functions must start with `pytest_` otherwise pytest won't recognize them.
+
+Here's an example. Let's assume this code is in the ``sample_hook.py`` module.
+
+.. code-block:: python
+
+ def pytest_my_hook(config):
+ """
+ Receives the pytest config and does things with it
+ """
+
+To register the hooks with pytest they need to be structured in their own module or class. This
+class or module can then be passed to the ``pluginmanager`` using the ``pytest_addhooks`` function
+(which itself is a hook exposed by pytest).
+
+.. code-block:: python
+
+ def pytest_addhooks(pluginmanager):
+ """ This example assumes the hooks are grouped in the 'sample_hook' module. """
+ from my_app.tests import sample_hook
+
+ pluginmanager.add_hookspecs(sample_hook)
+
+For a real world example, see `newhooks.py`_ from `xdist <https://github.com/pytest-dev/pytest-xdist>`_.
+
+.. _`newhooks.py`: https://github.com/pytest-dev/pytest-xdist/blob/974bd566c599dc6a9ea291838c6f226197208b46/xdist/newhooks.py
+
+Hooks may be called both from fixtures or from other hooks. In both cases, hooks are called
+through the ``hook`` object, available in the ``config`` object. Most hooks receive a
+``config`` object directly, while fixtures may use the ``pytestconfig`` fixture which provides the same object.
+
+.. code-block:: python
+
+ @pytest.fixture()
+ def my_fixture(pytestconfig):
+ # call the hook called "pytest_my_hook"
+ # 'result' will be a list of return values from all registered functions.
+ result = pytestconfig.hook.pytest_my_hook(config=pytestconfig)
+
+.. note::
+ Hooks receive parameters using only keyword arguments.
+
+Now your hook is ready to be used. To register a function at the hook, other plugins or users must
+now simply define the function ``pytest_my_hook`` with the correct signature in their ``conftest.py``.
+
+Example:
+
+.. code-block:: python
+
+ def pytest_my_hook(config):
+ """
+ Print all active hooks to the screen.
+ """
+ print(config.hook)
+
+
+.. _`addoptionhooks`:
+
+
+Using hooks in pytest_addoption
+-------------------------------
+
+Occasionally, it is necessary to change the way in which command line options
+are defined by one plugin based on hooks in another plugin. For example,
+a plugin may expose a command line option for which another plugin needs
+to define the default value. The pluginmanager can be used to install and
+use hooks to accomplish this. The plugin would define and add the hooks
+and use pytest_addoption as follows:
+
+.. code-block:: python
+
+ # contents of hooks.py
+
+ # Use firstresult=True because we only want one plugin to define this
+ # default value
+ @hookspec(firstresult=True)
+ def pytest_config_file_default_value():
+ """ Return the default value for the config file command line option. """
+
+
+ # contents of myplugin.py
+
+
+ def pytest_addhooks(pluginmanager):
+ """ This example assumes the hooks are grouped in the 'hooks' module. """
+ from . import hooks
+
+ pluginmanager.add_hookspecs(hooks)
+
+
+ def pytest_addoption(parser, pluginmanager):
+ default_value = pluginmanager.hook.pytest_config_file_default_value()
+ parser.addoption(
+ "--config-file",
+ help="Config file to use, defaults to %(default)s",
+ default=default_value,
+ )
+
+The conftest.py that is using myplugin would simply define the hook as follows:
+
+.. code-block:: python
+
+ def pytest_config_file_default_value():
+ return "config.yaml"
+
+
+Optionally using hooks from 3rd party plugins
+---------------------------------------------
+
+Using new hooks from plugins as explained above might be a little tricky
+because of the standard :ref:`validation mechanism <validation>`:
+if you depend on a plugin that is not installed, validation will fail and
+the error message will not make much sense to your users.
+
+One approach is to defer the hook implementation to a new plugin instead of
+declaring the hook functions directly in your plugin module, for example:
+
+.. code-block:: python
+
+ # contents of myplugin.py
+
+
+ class DeferPlugin:
+ """Simple plugin to defer pytest-xdist hook functions."""
+
+ def pytest_testnodedown(self, node, error):
+ """standard xdist hook function."""
+
+
+ def pytest_configure(config):
+ if config.pluginmanager.hasplugin("xdist"):
+ config.pluginmanager.register(DeferPlugin())
+
+This has the added benefit of allowing you to conditionally install hooks
+depending on which plugins are installed.
+
+.. _plugin-stash:
+
+Storing data on items across hook functions
+-------------------------------------------
+
+Plugins often need to store data on :class:`~pytest.Item`\s in one hook
+implementation, and access it in another. One common solution is to just
+assign some private attribute directly on the item, but type-checkers like
+mypy frown upon this, and it may also cause conflicts with other plugins.
+So pytest offers a better way to do this, :attr:`item.stash <_pytest.nodes.Node.stash>`.
+
+To use the "stash" in your plugins, first create "stash keys" somewhere at the
+top level of your plugin:
+
+.. code-block:: python
+
+ been_there_key = pytest.StashKey[bool]()
+ done_that_key = pytest.StashKey[str]()
+
+then use the keys to stash your data at some point:
+
+.. code-block:: python
+
+ def pytest_runtest_setup(item: pytest.Item) -> None:
+ item.stash[been_there_key] = True
+ item.stash[done_that_key] = "no"
+
+and retrieve them at another point:
+
+.. code-block:: python
+
+ def pytest_runtest_teardown(item: pytest.Item) -> None:
+ if not item.stash[been_there_key]:
+ print("Oh?")
+ item.stash[done_that_key] = "yes!"
+
+Stashes are available on all node types (like :class:`~pytest.Class`,
+:class:`~pytest.Session`) and also on :class:`~pytest.Config`, if needed.
diff --git a/doc/en/writing_plugins.rst b/doc/en/how-to/writing_plugins.rst
similarity index 55%
rename from doc/en/writing_plugins.rst
rename to doc/en/how-to/writing_plugins.rst
index 41967525b33..b2d2b6563d6 100644
--- a/doc/en/writing_plugins.rst
+++ b/doc/en/how-to/writing_plugins.rst
@@ -115,14 +115,12 @@ Here is how you might run it::
Writing your own plugin
-----------------------
-.. _`setuptools`: https://pypi.org/project/setuptools/
-
If you want to write a plugin, there are many real-life examples
you can copy from:
* a custom collection example plugin: :ref:`yaml plugin`
* builtin plugins which provide pytest's own functionality
-* many `external plugins <http://plugincompat.herokuapp.com>`_ providing additional features
+* many :ref:`external plugins <plugin-list>` providing additional features
All of these plugins implement :ref:`hooks <hook-reference>` and/or :ref:`fixtures <fixture>`
to extend and add functionality.
@@ -150,7 +148,7 @@ Making your plugin installable by others
If you want to make your plugin externally available, you
may define a so-called entry point for your distribution so
that ``pytest`` finds your plugin module. Entry points are
-a feature that is provided by `setuptools`_. pytest looks up
+a feature that is provided by :std:doc:`setuptools:index`. pytest looks up
the ``pytest11`` entrypoint to discover its
plugins and you can thus make your plugin available by defining
it in your setuptools-invocation:
@@ -337,7 +335,7 @@ testing directory:
Alternatively you can invoke pytest with the ``-p pytester`` command line
option.
-This will allow you to use the :py:class:`testdir <_pytest.pytester.Testdir>`
+This will allow you to use the :py:class:`pytester <pytest.Pytester>`
fixture for testing your plugin code.
Let's demonstrate what you can do with the plugin with an example. Imagine we
@@ -374,17 +372,17 @@ string value of ``Hello World!`` if we do not supply a value or ``Hello
return _hello
-Now the ``testdir`` fixture provides a convenient API for creating temporary
+Now the ``pytester`` fixture provides a convenient API for creating temporary
``conftest.py`` files and test files. It also allows us to run the tests and
return a result object, with which we can assert the tests' outcomes.
.. code-block:: python
- def test_hello(testdir):
+ def test_hello(pytester):
"""Make sure that our plugin works."""
# create a temporary conftest.py file
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -399,7 +397,7 @@ return a result object, with which we can assert the tests' outcomes.
)
# create a temporary pytest test file
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test_hello_default(hello):
assert hello() == "Hello World!"
@@ -410,13 +408,18 @@ return a result object, with which we can assert the tests' outcomes.
)
# run all tests with pytest
- result = testdir.runpytest()
+ result = pytester.runpytest()
# check that all 4 tests passed
result.assert_outcomes(passed=4)
-Additionally it is possible to copy examples for an example folder before running pytest on it.
+Additionally it is possible to copy examples to the ``pytester``'s isolated environment
+before running pytest on it. This way we can abstract the tested logic to separate files,
+which is especially useful for longer tests and/or longer ``conftest.py`` files.
+
+Note that for ``pytester.copy_example`` to work we need to set `pytester_example_dir`
+in our ``pytest.ini`` to tell pytest where to look for example files.
.. code-block:: ini
@@ -430,9 +433,9 @@ Additionally it is possible to copy examples for an example folder before runnin
# content of test_example.py
- def test_plugin(testdir):
- testdir.copy_example("test_example.py")
- testdir.runpytest("-k", "test_example")
+ def test_plugin(pytester):
+ pytester.copy_example("test_example.py")
+ pytester.runpytest("-k", "test_example")
def test_example():
@@ -442,339 +445,14 @@ Additionally it is possible to copy examples for an example folder before runnin
$ pytest
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR, configfile: pytest.ini
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project, configfile: pytest.ini
collected 2 items
test_example.py .. [100%]
- ============================= warnings summary =============================
- test_example.py::test_plugin
- $REGENDOC_TMPDIR/test_example.py:4: PytestExperimentalApiWarning: testdir.copy_example is an experimental api that may change over time
- testdir.copy_example("test_example.py")
-
- -- Docs: https://docs.pytest.org/en/stable/warnings.html
- ======================= 2 passed, 1 warning in 0.12s =======================
+ ============================ 2 passed in 0.12s =============================
For more information about the result object that ``runpytest()`` returns, and
the methods that it provides please check out the :py:class:`RunResult
<_pytest.pytester.RunResult>` documentation.
-
-
-
-
-.. _`writinghooks`:
-
-Writing hook functions
-======================
-
-
-.. _validation:
-
-hook function validation and execution
---------------------------------------
-
-pytest calls hook functions from registered plugins for any
-given hook specification. Let's look at a typical hook function
-for the ``pytest_collection_modifyitems(session, config,
-items)`` hook which pytest calls after collection of all test items is
-completed.
-
-When we implement a ``pytest_collection_modifyitems`` function in our plugin
-pytest will during registration verify that you use argument
-names which match the specification and bail out if not.
-
-Let's look at a possible implementation:
-
-.. code-block:: python
-
- def pytest_collection_modifyitems(config, items):
- # called after collection is completed
- # you can modify the ``items`` list
- ...
-
-Here, ``pytest`` will pass in ``config`` (the pytest config object)
-and ``items`` (the list of collected test items) but will not pass
-in the ``session`` argument because we didn't list it in the function
-signature. This dynamic "pruning" of arguments allows ``pytest`` to
-be "future-compatible": we can introduce new hook named parameters without
-breaking the signatures of existing hook implementations. It is one of
-the reasons for the general long-lived compatibility of pytest plugins.
-
-Note that hook functions other than ``pytest_runtest_*`` are not
-allowed to raise exceptions. Doing so will break the pytest run.
-
-
-
-.. _firstresult:
-
-firstresult: stop at first non-None result
--------------------------------------------
-
-Most calls to ``pytest`` hooks result in a **list of results** which contains
-all non-None results of the called hook functions.
-
-Some hook specifications use the ``firstresult=True`` option so that the hook
-call only executes until the first of N registered functions returns a
-non-None result which is then taken as result of the overall hook call.
-The remaining hook functions will not be called in this case.
-
-.. _`hookwrapper`:
-
-hookwrapper: executing around other hooks
--------------------------------------------------
-
-.. currentmodule:: _pytest.core
-
-
-
-pytest plugins can implement hook wrappers which wrap the execution
-of other hook implementations. A hook wrapper is a generator function
-which yields exactly once. When pytest invokes hooks it first executes
-hook wrappers and passes the same arguments as to the regular hooks.
-
-At the yield point of the hook wrapper pytest will execute the next hook
-implementations and return their result to the yield point in the form of
-a :py:class:`Result <pluggy._Result>` instance which encapsulates a result or
-exception info. The yield point itself will thus typically not raise
-exceptions (unless there are bugs).
-
-Here is an example definition of a hook wrapper:
-
-.. code-block:: python
-
- import pytest
-
-
- @pytest.hookimpl(hookwrapper=True)
- def pytest_pyfunc_call(pyfuncitem):
- do_something_before_next_hook_executes()
-
- outcome = yield
- # outcome.excinfo may be None or a (cls, val, tb) tuple
-
- res = outcome.get_result() # will raise if outcome was exception
-
- post_process_result(res)
-
- outcome.force_result(new_res) # to override the return value to the plugin system
-
-Note that hook wrappers don't return results themselves, they merely
-perform tracing or other side effects around the actual hook implementations.
-If the result of the underlying hook is a mutable object, they may modify
-that result but it's probably better to avoid it.
-
-For more information, consult the
-:ref:`pluggy documentation about hookwrappers <pluggy:hookwrappers>`.
-
-.. _plugin-hookorder:
-
-Hook function ordering / call example
--------------------------------------
-
-For any given hook specification there may be more than one
-implementation and we thus generally view ``hook`` execution as a
-``1:N`` function call where ``N`` is the number of registered functions.
-There are ways to influence if a hook implementation comes before or
-after others, i.e. the position in the ``N``-sized list of functions:
-
-.. code-block:: python
-
- # Plugin 1
- @pytest.hookimpl(tryfirst=True)
- def pytest_collection_modifyitems(items):
- # will execute as early as possible
- ...
-
-
- # Plugin 2
- @pytest.hookimpl(trylast=True)
- def pytest_collection_modifyitems(items):
- # will execute as late as possible
- ...
-
-
- # Plugin 3
- @pytest.hookimpl(hookwrapper=True)
- def pytest_collection_modifyitems(items):
- # will execute even before the tryfirst one above!
- outcome = yield
- # will execute after all non-hookwrappers executed
-
-Here is the order of execution:
-
-1. Plugin3's pytest_collection_modifyitems called until the yield point
- because it is a hook wrapper.
-
-2. Plugin1's pytest_collection_modifyitems is called because it is marked
- with ``tryfirst=True``.
-
-3. Plugin2's pytest_collection_modifyitems is called because it is marked
- with ``trylast=True`` (but even without this mark it would come after
- Plugin1).
-
-4. Plugin3's pytest_collection_modifyitems then executing the code after the yield
- point. The yield receives a :py:class:`Result <pluggy._Result>` instance which encapsulates
- the result from calling the non-wrappers. Wrappers shall not modify the result.
-
-It's possible to use ``tryfirst`` and ``trylast`` also in conjunction with
-``hookwrapper=True`` in which case it will influence the ordering of hookwrappers
-among each other.
-
-
-Declaring new hooks
-------------------------
-
-.. note::
-
- This is a quick overview on how to add new hooks and how they work in general, but a more complete
- overview can be found in `the pluggy documentation <https://pluggy.readthedocs.io/en/latest/>`__.
-
-.. currentmodule:: _pytest.hookspec
-
-Plugins and ``conftest.py`` files may declare new hooks that can then be
-implemented by other plugins in order to alter behaviour or interact with
-the new plugin:
-
-.. autofunction:: pytest_addhooks
- :noindex:
-
-Hooks are usually declared as do-nothing functions that contain only
-documentation describing when the hook will be called and what return values
-are expected. The names of the functions must start with `pytest_` otherwise pytest won't recognize them.
-
-Here's an example. Let's assume this code is in the ``sample_hook.py`` module.
-
-.. code-block:: python
-
- def pytest_my_hook(config):
- """
- Receives the pytest config and does things with it
- """
-
-To register the hooks with pytest they need to be structured in their own module or class. This
-class or module can then be passed to the ``pluginmanager`` using the ``pytest_addhooks`` function
-(which itself is a hook exposed by pytest).
-
-.. code-block:: python
-
- def pytest_addhooks(pluginmanager):
- """ This example assumes the hooks are grouped in the 'sample_hook' module. """
- from my_app.tests import sample_hook
-
- pluginmanager.add_hookspecs(sample_hook)
-
-For a real world example, see `newhooks.py`_ from `xdist <https://github.com/pytest-dev/pytest-xdist>`_.
-
-.. _`newhooks.py`: https://github.com/pytest-dev/pytest-xdist/blob/974bd566c599dc6a9ea291838c6f226197208b46/xdist/newhooks.py
-
-Hooks may be called both from fixtures or from other hooks. In both cases, hooks are called
-through the ``hook`` object, available in the ``config`` object. Most hooks receive a
-``config`` object directly, while fixtures may use the ``pytestconfig`` fixture which provides the same object.
-
-.. code-block:: python
-
- @pytest.fixture()
- def my_fixture(pytestconfig):
- # call the hook called "pytest_my_hook"
- # 'result' will be a list of return values from all registered functions.
- result = pytestconfig.hook.pytest_my_hook(config=pytestconfig)
-
-.. note::
- Hooks receive parameters using only keyword arguments.
-
-Now your hook is ready to be used. To register a function at the hook, other plugins or users must
-now simply define the function ``pytest_my_hook`` with the correct signature in their ``conftest.py``.
-
-Example:
-
-.. code-block:: python
-
- def pytest_my_hook(config):
- """
- Print all active hooks to the screen.
- """
- print(config.hook)
-
-
-.. _`addoptionhooks`:
-
-
-Using hooks in pytest_addoption
--------------------------------
-
-Occasionally, it is necessary to change the way in which command line options
-are defined by one plugin based on hooks in another plugin. For example,
-a plugin may expose a command line option for which another plugin needs
-to define the default value. The pluginmanager can be used to install and
-use hooks to accomplish this. The plugin would define and add the hooks
-and use pytest_addoption as follows:
-
-.. code-block:: python
-
- # contents of hooks.py
-
- # Use firstresult=True because we only want one plugin to define this
- # default value
- @hookspec(firstresult=True)
- def pytest_config_file_default_value():
- """ Return the default value for the config file command line option. """
-
-
- # contents of myplugin.py
-
-
- def pytest_addhooks(pluginmanager):
- """ This example assumes the hooks are grouped in the 'hooks' module. """
- from . import hook
-
- pluginmanager.add_hookspecs(hook)
-
-
- def pytest_addoption(parser, pluginmanager):
- default_value = pluginmanager.hook.pytest_config_file_default_value()
- parser.addoption(
- "--config-file",
- help="Config file to use, defaults to %(default)s",
- default=default_value,
- )
-
-The conftest.py that is using myplugin would simply define the hook as follows:
-
-.. code-block:: python
-
- def pytest_config_file_default_value():
- return "config.yaml"
-
-
-Optionally using hooks from 3rd party plugins
----------------------------------------------
-
-Using new hooks from plugins as explained above might be a little tricky
-because of the standard :ref:`validation mechanism <validation>`:
-if you depend on a plugin that is not installed, validation will fail and
-the error message will not make much sense to your users.
-
-One approach is to defer the hook implementation to a new plugin instead of
-declaring the hook functions directly in your plugin module, for example:
-
-.. code-block:: python
-
- # contents of myplugin.py
-
-
- class DeferPlugin:
- """Simple plugin to defer pytest-xdist hook functions."""
-
- def pytest_testnodedown(self, node, error):
- """standard xdist hook function.
- """
-
-
- def pytest_configure(config):
- if config.pluginmanager.hasplugin("xdist"):
- config.pluginmanager.register(DeferPlugin())
-
-This has the added benefit of allowing you to conditionally install hooks
-depending on which plugins are installed.
diff --git a/doc/en/xunit_setup.rst b/doc/en/how-to/xunit_setup.rst
similarity index 83%
rename from doc/en/xunit_setup.rst
rename to doc/en/how-to/xunit_setup.rst
index 8b3366f62ae..5a97b2c85f1 100644
--- a/doc/en/xunit_setup.rst
+++ b/doc/en/how-to/xunit_setup.rst
@@ -2,7 +2,7 @@
.. _`classic xunit`:
.. _xunitsetup:
-classic xunit-style setup
+How to implement xunit-style set-up
========================================
This section describes a classic and popular way how you can implement
@@ -36,7 +36,7 @@ which will usually be called once for all the functions:
def teardown_module(module):
- """ teardown any state that was previously setup with a setup_module
+ """teardown any state that was previously setup with a setup_module
method.
"""
@@ -52,14 +52,14 @@ and after all test methods of the class are called:
@classmethod
def setup_class(cls):
- """ setup any state specific to the execution of the given class (which
+ """setup any state specific to the execution of the given class (which
usually contains tests).
"""
@classmethod
def teardown_class(cls):
- """ teardown any state that was previously setup with a call to
+ """teardown any state that was previously setup with a call to
setup_class.
"""
@@ -71,13 +71,13 @@ Similarly, the following methods are called around each method invocation:
.. code-block:: python
def setup_method(self, method):
- """ setup any state tied to the execution of the given method in a
+ """setup any state tied to the execution of the given method in a
class. setup_method is invoked for every test method of a class.
"""
def teardown_method(self, method):
- """ teardown any state that was previously setup with a setup_method
+ """teardown any state that was previously setup with a setup_method
call.
"""
@@ -89,13 +89,13 @@ you can also use the following functions to implement fixtures:
.. code-block:: python
def setup_function(function):
- """ setup any state tied to the execution of the given function.
+ """setup any state tied to the execution of the given function.
Invoked for every test function in the module.
"""
def teardown_function(function):
- """ teardown any state that was previously setup with a setup_function
+ """teardown any state that was previously setup with a setup_function
call.
"""
@@ -115,5 +115,3 @@ Remarks:
Now the xunit-style functions are integrated with the fixture mechanism and obey the proper
scope rules of fixtures involved in the call.
-
-.. _`unittest.py module`: http://docs.python.org/library/unittest.html
diff --git a/doc/en/img/pytest1.png b/doc/en/img/pytest1.png
index e8064a694ca..498e70485d2 100644
Binary files a/doc/en/img/pytest1.png and b/doc/en/img/pytest1.png differ
diff --git a/doc/en/img/pytest_logo_curves.svg b/doc/en/img/pytest_logo_curves.svg
new file mode 100644
index 00000000000..e05ceb11233
--- /dev/null
+++ b/doc/en/img/pytest_logo_curves.svg
@@ -0,0 +1,29 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
+<svg version="1.1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" x="0" y="0" width="1500" height="1500" viewBox="0, 0, 1500, 1500">
+ <g id="pytest_logo">
+ <g id="graphics">
+ <path d="M521.576,213.75 L952.616,213.75 C964.283,213.75 973.741,223.208 973.741,234.875 L973.741,234.875 C973.741,246.542 964.283,256 952.616,256 L521.576,256 C509.909,256 500.451,246.542 500.451,234.875 L500.451,234.875 C500.451,223.208 509.909,213.75 521.576,213.75 z" fill="#696969" id="horizontal_bar"/>
+ <g id="top_bars">
+ <path d="M525.333,171 L612,171 L612,191 L525.333,191 L525.333,171 z" fill="#009FE3"/>
+ <path d="M638.667,171 L725.333,171 L725.333,191 L638.667,191 L638.667,171 z" fill="#C7D302"/>
+ <path d="M750.5,171 L837.167,171 L837.167,191 L750.5,191 L750.5,171 z" fill="#F07E16"/>
+ <path d="M861.861,171 L948.528,171 L948.528,191 L861.861,191 L861.861,171 z" fill="#DF2815"/>
+ </g>
+ <g id="bottom_bars">
+ <path d="M861.861,278 L948.528,278 L948.528,424.5 L861.861,424.5 L861.861,278 z" fill="#DF2815"/>
+ <path d="M750.5,278 L837.328,278 L837.328,516 L750.5,516 L750.5,278 z" fill="#F07E16"/>
+ <path d="M638.667,278 L725.328,278 L725.328,634.5 L638.667,634.5 L638.667,278 z" fill="#C7D302"/>
+ <path d="M525.333,278 L612,278 L612,712.5 L525.333,712.5 L525.333,278 z" fill="#009FE3"/>
+ </g>
+ </g>
+ <g id="pytest">
+ <path d="M252.959,1173.846 Q240.139,1173.846 229.71,1171.021 Q219.28,1168.196 210.914,1163.525 Q202.549,1158.853 196.139,1152.552 Q189.729,1146.25 184.732,1139.297 L182.124,1139.297 Q182.776,1146.685 183.428,1153.421 Q183.862,1159.07 184.297,1165.046 Q184.732,1171.021 184.732,1174.498 L184.732,1276.404 L145.186,1276.404 L145.186,930.921 L177.344,930.921 L182.993,963.079 L184.732,963.079 Q189.729,955.474 196.03,948.847 Q202.332,942.22 210.697,937.331 Q219.063,932.442 229.492,929.509 Q239.922,926.575 252.959,926.575 Q273.384,926.575 290.115,934.397 Q306.846,942.22 318.688,957.756 Q330.53,973.292 337.048,996.324 Q343.567,1019.356 343.567,1049.776 Q343.567,1080.413 337.048,1103.554 Q330.53,1126.695 318.688,1142.339 Q306.846,1157.984 290.115,1165.915 Q273.384,1173.846 252.959,1173.846 z M245.354,959.385 Q228.84,959.385 217.433,964.383 Q206.025,969.38 198.964,979.593 Q191.902,989.805 188.534,1005.015 Q185.166,1020.225 184.732,1040.867 L184.732,1049.776 Q184.732,1071.722 187.665,1088.779 Q190.598,1105.835 197.66,1117.46 Q204.722,1129.085 216.455,1135.06 Q228.189,1141.036 245.789,1141.036 Q275.122,1141.036 288.92,1117.352 Q302.717,1093.667 302.717,1049.341 Q302.717,1004.146 288.92,981.766 Q275.122,959.385 245.354,959.385 z" fill="#696969"/>
+ <path d="M370.293,930.921 L411.36,930.921 L458.076,1064.117 Q461.118,1072.808 464.269,1082.369 Q467.42,1091.929 470.136,1101.49 Q472.852,1111.05 474.807,1119.959 Q476.763,1128.868 477.632,1136.473 L478.936,1136.473 Q480.022,1131.041 482.412,1121.697 Q484.802,1112.354 487.736,1101.816 Q490.669,1091.277 493.82,1081.065 Q496.97,1070.853 499.36,1063.682 L542.6,930.921 L583.45,930.921 L489.148,1200.572 Q483.064,1218.172 476.002,1232.187 Q468.941,1246.202 459.597,1255.979 Q450.254,1265.757 437.651,1271.081 Q425.049,1276.404 407.666,1276.404 Q396.367,1276.404 388.11,1275.209 Q379.854,1274.014 373.987,1272.71 L373.987,1241.204 Q378.55,1242.291 385.503,1243.051 Q392.456,1243.812 400.061,1243.812 Q410.491,1243.812 418.096,1241.313 Q425.701,1238.814 431.35,1234.034 Q437,1229.253 441.019,1222.3 Q445.039,1215.347 448.298,1206.438 L460.684,1171.673 z" fill="#696969"/>
+ <path d="M695.568,1141.47 Q699.479,1141.47 704.368,1141.036 Q709.257,1140.601 713.82,1139.949 Q718.383,1139.297 722.186,1138.428 Q725.988,1137.559 727.944,1136.907 L727.944,1166.893 Q725.119,1168.196 720.773,1169.5 Q716.428,1170.804 711.213,1171.781 Q705.998,1172.759 700.349,1173.302 Q694.699,1173.846 689.267,1173.846 Q675.795,1173.846 664.279,1170.369 Q652.763,1166.893 644.398,1158.418 Q636.032,1149.944 631.252,1135.495 Q626.472,1121.045 626.472,1099.1 L626.472,960.689 L592.792,960.689 L592.792,943.089 L626.472,926.141 L643.42,876.165 L666.235,876.165 L666.235,930.921 L726.206,930.921 L726.206,960.689 L666.235,960.689 L666.235,1099.1 Q666.235,1120.176 673.079,1130.823 Q679.924,1141.47 695.568,1141.47 z" fill="#009FE3"/>
+ <path d="M868.527,1173.846 Q844.626,1173.846 824.853,1165.806 Q805.08,1157.767 790.848,1142.339 Q776.616,1126.912 768.793,1104.097 Q760.971,1081.282 760.971,1051.949 Q760.971,1022.398 768.142,999.148 Q775.312,975.899 788.349,959.711 Q801.386,943.523 819.529,935.049 Q837.673,926.575 859.619,926.575 Q881.13,926.575 898.295,934.289 Q915.461,942.002 927.412,956.017 Q939.362,970.032 945.772,989.697 Q952.182,1009.361 952.182,1033.262 L952.182,1057.815 L801.821,1057.815 Q802.907,1099.751 819.529,1119.524 Q836.152,1139.297 868.962,1139.297 Q880.043,1139.297 889.495,1138.211 Q898.947,1137.125 907.747,1135.06 Q916.547,1132.996 924.804,1129.845 Q933.061,1126.695 941.535,1122.784 L941.535,1157.984 Q932.844,1162.112 924.478,1165.154 Q916.113,1168.196 907.313,1170.152 Q898.513,1172.107 889.061,1172.977 Q879.609,1173.846 868.527,1173.846 z M858.749,959.385 Q833.979,959.385 819.529,976.333 Q805.08,993.282 802.69,1025.657 L909.594,1025.657 Q909.594,1010.882 906.661,998.605 Q903.727,986.329 897.535,977.637 Q891.342,968.946 881.782,964.166 Q872.221,959.385 858.749,959.385 z" fill="#009FE3"/>
+ <path d="M1155.126,1104.097 Q1155.126,1121.48 1148.825,1134.517 Q1142.524,1147.554 1130.682,1156.354 Q1118.84,1165.154 1102.109,1169.5 Q1085.378,1173.846 1064.518,1173.846 Q1040.834,1173.846 1023.886,1170.043 Q1006.938,1166.241 994.118,1158.853 L994.118,1122.784 Q1000.854,1126.26 1009.111,1129.628 Q1017.368,1132.996 1026.494,1135.604 Q1035.62,1138.211 1045.289,1139.841 Q1054.958,1141.47 1064.518,1141.47 Q1078.642,1141.47 1088.528,1139.08 Q1098.415,1136.69 1104.608,1132.236 Q1110.8,1127.781 1113.625,1121.371 Q1116.45,1114.961 1116.45,1107.139 Q1116.45,1100.403 1114.277,1094.971 Q1112.104,1089.539 1106.346,1084.216 Q1100.588,1078.892 1090.593,1073.46 Q1080.598,1068.028 1064.953,1061.292 Q1049.308,1054.556 1036.815,1048.038 Q1024.321,1041.519 1015.629,1033.479 Q1006.938,1025.44 1002.266,1014.902 Q997.595,1004.363 997.595,989.805 Q997.595,974.595 1003.57,962.753 Q1009.545,950.911 1020.41,942.872 Q1031.274,934.832 1046.484,930.704 Q1061.694,926.575 1080.38,926.575 Q1101.457,926.575 1118.948,931.138 Q1136.44,935.701 1152.084,943.089 L1138.395,975.03 Q1124.272,968.729 1109.388,964.057 Q1094.504,959.385 1079.077,959.385 Q1056.913,959.385 1046.266,966.664 Q1035.62,973.943 1035.62,987.415 Q1035.62,995.02 1038.118,1000.669 Q1040.617,1006.319 1046.701,1011.316 Q1052.785,1016.314 1062.997,1021.42 Q1073.21,1026.526 1088.42,1032.828 Q1104.064,1039.346 1116.341,1045.865 Q1128.618,1052.383 1137.309,1060.531 Q1146,1068.68 1150.563,1079.109 Q1155.126,1089.539 1155.126,1104.097 z" fill="#009FE3"/>
+ <path d="M1285.28,1141.47 Q1289.191,1141.47 1294.08,1141.036 Q1298.969,1140.601 1303.532,1139.949 Q1308.095,1139.297 1311.898,1138.428 Q1315.7,1137.559 1317.656,1136.907 L1317.656,1166.893 Q1314.831,1168.196 1310.485,1169.5 Q1306.14,1170.804 1300.925,1171.781 Q1295.71,1172.759 1290.06,1173.302 Q1284.411,1173.846 1278.979,1173.846 Q1265.507,1173.846 1253.991,1170.369 Q1242.475,1166.893 1234.109,1158.418 Q1225.744,1149.944 1220.964,1135.495 Q1216.183,1121.045 1216.183,1099.1 L1216.183,960.689 L1182.504,960.689 L1182.504,943.089 L1216.183,926.141 L1233.132,876.165 L1255.947,876.165 L1255.947,930.921 L1315.917,930.921 L1315.917,960.689 L1255.947,960.689 L1255.947,1099.1 Q1255.947,1120.176 1262.791,1130.823 Q1269.636,1141.47 1285.28,1141.47 z" fill="#009FE3"/>
+ </g>
+ </g>
+</svg>
diff --git a/doc/en/index.rst b/doc/en/index.rst
index ad2057ff14a..3d7c2f53709 100644
--- a/doc/en/index.rst
+++ b/doc/en/index.rst
@@ -2,7 +2,7 @@
.. sidebar:: Next Open Trainings
- - `Professional testing with Python <https://www.python-academy.com/courses/specialtopics/python_course_testing.html>`_, via Python Academy, February 1-3 2021, Leipzig (Germany) and remote.
+ - `Professional Testing with Python <https://www.python-academy.com/courses/specialtopics/python_course_testing.html>`_, via `Python Academy <https://www.python-academy.com/>`_, February 1st to 3rd, 2022, Leipzig (Germany) and remote.
Also see `previous talks and blogposts <talks.html>`_.
@@ -11,11 +11,21 @@
pytest: helps you write better programs
=======================================
+.. module:: pytest
-The ``pytest`` framework makes it easy to write small tests, yet
-scales to support complex functional testing for applications and libraries.
+The ``pytest`` framework makes it easy to write small, readable tests, and can
+scale to support complex functional testing for applications and libraries.
-An example of a simple test:
+
+**Pythons**: ``pytest`` requires: Python 3.6, 3.7, 3.8, 3.9, or PyPy3.
+
+**PyPI package name**: :pypi:`pytest`
+
+**Documentation as PDF**: `download latest <https://media.readthedocs.org/pdf/pytest/latest/pytest.pdf>`_
+
+
+A quick example
+---------------
.. code-block:: python
@@ -34,9 +44,8 @@ To execute it:
$ pytest
=========================== test session starts ============================
- platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y
- cachedir: $PYTHON_PREFIX/.pytest_cache
- rootdir: $REGENDOC_TMPDIR
+ platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y
+ rootdir: /home/sweet/project
collected 1 item
test_sample.py F [100%]
@@ -55,7 +64,7 @@ To execute it:
============================ 1 failed in 0.12s =============================
Due to ``pytest``'s detailed assertion introspection, only plain ``assert`` statements are used.
-See :ref:`Getting Started <getstarted>` for more examples.
+See :ref:`Get started <getstarted>` for a basic introduction to using pytest.
Features
@@ -71,13 +80,16 @@ Features
- Python 3.6+ and PyPy 3
-- Rich plugin architecture, with over 315+ `external plugins <http://plugincompat.herokuapp.com>`_ and thriving community
+- Rich plugin architecture, with over 800+ :ref:`external plugins <plugin-list>` and thriving community
Documentation
-------------
-Please see :ref:`Contents <toc>` for full documentation, including installation, tutorials and PDF documents.
+* :ref:`Get started <get-started>` - install pytest and grasp its basics just twenty minutes
+* :ref:`How-to guides <how-to>` - step-by-step guides, covering a vast range of use-cases and needs
+* :ref:`Reference guides <reference>` - includes the complete pytest API reference, lists of plugins and more
+* :ref:`Explanation <explanation>` - background, discussion of key topics, answers to higher-level questions
Bugs/Requests
@@ -95,7 +107,7 @@ Support pytest
--------------
`Open Collective`_ is an online funding platform for open and transparent communities.
-It provide tools to raise money and share your finances in full transparency.
+It provides tools to raise money and share your finances in full transparency.
It is the platform of choice for individuals and companies that want to make one-time or
monthly donations directly to the project.
@@ -118,7 +130,7 @@ Save time, reduce risk, and improve code health, while paying the maintainers of
`Learn more. <https://tidelift.com/subscription/pkg/pypi-pytest?utm_source=pypi-pytest&utm_medium=referral&utm_campaign=enterprise&utm_term=repo>`_
Security
-^^^^^^^^
+~~~~~~~~
pytest has never been associated with a security vulnerability, but in any case, to report a
security vulnerability please use the `Tidelift security contact <https://tidelift.com/security>`_.
@@ -128,8 +140,8 @@ Tidelift will coordinate the fix and disclosure.
License
-------
-Copyright Holger Krekel and others, 2004-2020.
+Copyright Holger Krekel and others, 2004.
Distributed under the terms of the `MIT`_ license, pytest is free and open source software.
-.. _`MIT`: https://github.com/pytest-dev/pytest/blob/master/LICENSE
+.. _`MIT`: https://github.com/pytest-dev/pytest/blob/main/LICENSE
diff --git a/doc/en/license.rst b/doc/en/license.rst
index c6c10bbf358..acbfb8bdb11 100644
--- a/doc/en/license.rst
+++ b/doc/en/license.rst
@@ -9,7 +9,7 @@ Distributed under the terms of the `MIT`_ license, pytest is free and open sourc
The MIT License (MIT)
- Copyright (c) 2004-2020 Holger Krekel and others
+ Copyright (c) 2004 Holger Krekel and others
Permission is hereby granted, free of charge, to any person obtaining a copy of
this software and associated documentation files (the "Software"), to deal in
@@ -29,4 +29,4 @@ Distributed under the terms of the `MIT`_ license, pytest is free and open sourc
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
SOFTWARE.
-.. _`MIT`: https://github.com/pytest-dev/pytest/blob/master/LICENSE
+.. _`MIT`: https://github.com/pytest-dev/pytest/blob/main/LICENSE
diff --git a/doc/en/projects.rst b/doc/en/projects.rst
deleted file mode 100644
index 0720bc9dd7e..00000000000
--- a/doc/en/projects.rst
+++ /dev/null
@@ -1,83 +0,0 @@
-.. _projects:
-
-.. image:: img/gaynor3.png
- :width: 400px
- :align: right
-
-.. image:: img/theuni.png
- :width: 400px
- :align: right
-
-.. image:: img/cramer2.png
- :width: 400px
- :align: right
-
-.. image:: img/keleshev.png
- :width: 400px
- :align: right
-
-
-Project examples
-==========================
-
-Here are some examples of projects using ``pytest`` (please send notes via :ref:`contact`):
-
-* `PyPy <http://pypy.org>`_, Python with a JIT compiler, running over
- `21000 tests <http://buildbot.pypy.org/summary?branch=%3Ctrunk%3E>`_
-* the `MoinMoin <http://moinmo.in>`_ Wiki Engine
-* `sentry <https://getsentry.com/welcome/>`_, realtime app-maintenance and exception tracking
-* `Astropy <http://www.astropy.org/>`_ and `affiliated packages <http://www.astropy.org/affiliated/index.html>`_
-* `tox <http://testrun.org/tox>`_, virtualenv/Hudson integration tool
-* `PyPM <http://code.activestate.com/pypm/>`_ ActiveState's package manager
-* `Fom <http://packages.python.org/Fom/>`_ a fluid object mapper for FluidDB
-* `applib <https://github.com/ActiveState/applib>`_ cross-platform utilities
-* `six <https://pypi.org/project/six/>`_ Python 2 and 3 compatibility utilities
-* `pediapress <http://code.pediapress.com/wiki/wiki>`_ MediaWiki articles
-* `mwlib <https://pypi.org/project/mwlib/>`_ mediawiki parser and utility library
-* `The Translate Toolkit <http://translate.sourceforge.net/wiki/toolkit/index>`_ for localization and conversion
-* `execnet <http://codespeak.net/execnet>`_ rapid multi-Python deployment
-* `pylib <https://pylib.readthedocs.io/en/stable/>`_ cross-platform path, IO, dynamic code library
-* `bbfreeze <https://pypi.org/project/bbfreeze/>`_ create standalone executables from Python scripts
-* `pdb++ <https://github.com/pdbpp/pdbpp>`_ a fancier version of PDB
-* `pudb <https://github.com/inducer/pudb>`_ full-screen console debugger for python
-* `py-s3fuse <http://code.google.com/p/py-s3fuse/>`_ Amazon S3 FUSE based filesystem
-* `waskr <http://code.google.com/p/waskr/>`_ WSGI Stats Middleware
-* `guachi <http://code.google.com/p/guachi/>`_ global persistent configs for Python modules
-* `Circuits <https://pypi.org/project/circuits/>`_ lightweight Event Driven Framework
-* `pygtk-helpers <http://bitbucket.org/aafshar/pygtkhelpers-main/>`_ easy interaction with PyGTK
-* `QuantumCore <http://quantumcore.org/>`_ statusmessage and repoze openid plugin
-* `pydataportability <http://pydataportability.net/>`_ libraries for managing the open web
-* `XIST <http://www.livinglogic.de/Python/xist/>`_ extensible HTML/XML generator
-* `tiddlyweb <https://pypi.org/project/tiddlyweb/>`_ optionally headless, extensible RESTful datastore
-* `fancycompleter <http://bitbucket.org/antocuni/fancycompleter/src>`_ for colorful tab-completion
-* `Paludis <http://paludis.exherbo.org/>`_ tools for Gentoo Paludis package manager
-* `Gerald <http://halfcooked.com/code/gerald/>`_ schema comparison tool
-* `abjad <http://code.google.com/p/abjad/>`_ Python API for Formalized Score control
-* `bu <http://packages.python.org/bu/>`_ a microscopic build system
-* `katcp <https://bitbucket.org/hodgestar/katcp>`_ Telescope communication protocol over Twisted
-* `kss plugin timer <https://pypi.org/project/kss.plugin.timer/>`_
-* `pyudev <https://pyudev.readthedocs.io/en/latest/tests/plugins.html>`_ a pure Python binding to the Linux library libudev
-* `pytest-localserver <https://bitbucket.org/pytest-dev/pytest-localserver/>`_ a plugin for pytest that provides an httpserver and smtpserver
-* `pytest-monkeyplus <https://pypi.org/project/pytest-monkeyplus/>`_ a plugin that extends monkeypatch
-
-These projects help integrate ``pytest`` into other Python frameworks:
-
-* `pytest-django <https://pypi.org/project/pytest-django/>`_ for Django
-* `zope.pytest <http://packages.python.org/zope.pytest/>`_ for Zope and Grok
-* `pytest_gae <https://pypi.org/project/pytest_gae/0.2.1/>`_ for Google App Engine
-* There is `some work <https://github.com/Kotti/Kotti/blob/master/kotti/testing.py>`_ underway for Kotti, a CMS built in Pyramid/Pylons
-
-
-Some organisations using pytest
------------------------------------
-
-* `Square Kilometre Array, Cape Town <http://ska.ac.za/>`_
-* `Some Mozilla QA people <https://www.theautomatedtester.co.uk/blog/2011/pytest_and_xdist_plugin/>`_ use pytest to distribute their Selenium tests
-* `Shootq <http://web.shootq.com/>`_
-* `Stups department of Heinrich Heine University Duesseldorf <http://www.stups.uni-duesseldorf.de/projects.php>`_
-* cellzome
-* `Open End, Gothenborg <http://www.openend.se>`_
-* `Laboratory of Bioinformatics, Warsaw <http://genesilico.pl/>`_
-* `merlinux, Germany <http://merlinux.eu>`_
-* `ESSS, Brazil <http://www.esss.com.br>`_
-* many more ... (please be so kind to send a note via :ref:`contact`)
diff --git a/doc/en/proposals/parametrize_with_fixtures.rst b/doc/en/proposals/parametrize_with_fixtures.rst
index b7295f27ab2..f6814ec78db 100644
--- a/doc/en/proposals/parametrize_with_fixtures.rst
+++ b/doc/en/proposals/parametrize_with_fixtures.rst
@@ -120,7 +120,7 @@ all parameters marked as a fixture.
.. note::
- The `pytest-lazy-fixture <https://pypi.org/project/pytest-lazy-fixture/>`_ plugin implements a very
+ The :pypi:`pytest-lazy-fixture` plugin implements a very
similar solution to the proposal below, make sure to check it out.
.. code-block:: python
diff --git a/doc/en/py27-py34-deprecation.rst b/doc/en/py27-py34-deprecation.rst
index f23f2062b79..660b078e30e 100644
--- a/doc/en/py27-py34-deprecation.rst
+++ b/doc/en/py27-py34-deprecation.rst
@@ -8,10 +8,10 @@ features only made possible on newer Python versions.
In case of Python 2 and 3, the difference between the languages makes it even more prominent,
because many new Python 3 features cannot be used in a Python 2/3 compatible code base.
-Python 2.7 EOL has been reached `in 2020 <https://legacy.python.org/dev/peps/pep-0373/#id4>`__, with
+Python 2.7 EOL has been reached :pep:`in 2020 <0373#maintenance-releases>`, with
the last release made in April, 2020.
-Python 3.4 EOL has been reached `in 2019 <https://www.python.org/dev/peps/pep-0429/#release-schedule>`__, with the last release made in March, 2019.
+Python 3.4 EOL has been reached :pep:`in 2019 <0429#release-schedule>`, with the last release made in March, 2019.
For those reasons, in Jun 2019 it was decided that **pytest 4.6** series will be the last to support Python 2.7 and 3.4.
@@ -43,10 +43,12 @@ for critical bugs).
Technical aspects
~~~~~~~~~~~~~~~~~
-(This section is a transcript from `#5275 <https://github.com/pytest-dev/pytest/issues/5275>`__).
+(This section is a transcript from :issue:`5275`).
In this section we describe the technical aspects of the Python 2.7 and 3.4 support plan.
+.. _what goes into 4.6.x releases:
+
What goes into 4.6.X releases
+++++++++++++++++++++++++++++
diff --git a/doc/en/customize.rst b/doc/en/reference/customize.rst
similarity index 87%
rename from doc/en/customize.rst
rename to doc/en/reference/customize.rst
index 9f7c365dc45..fe10ca066b2 100644
--- a/doc/en/customize.rst
+++ b/doc/en/reference/customize.rst
@@ -20,8 +20,7 @@ Configuration file formats
--------------------------
Many :ref:`pytest settings <ini options ref>` can be set in a *configuration file*, which
-by convention resides on the root of your repository or in your
-tests folder.
+by convention resides in the root directory of your repository.
A quick example of the configuration files supported by pytest:
@@ -89,7 +88,7 @@ and can also be used to hold pytest configuration if they have a ``[pytest]`` se
setup.cfg
~~~~~~~~~
-``setup.cfg`` files are general purpose configuration files, used originally by `distutils <https://docs.python.org/3/distutils/configfile.html>`__, and can also be used to hold pytest configuration
+``setup.cfg`` files are general purpose configuration files, used originally by :doc:`distutils <distutils/configfile>`, and can also be used to hold pytest configuration
if they have a ``[tool:pytest]`` section.
.. code-block:: ini
@@ -145,6 +144,8 @@ Finding the ``rootdir``
Here is the algorithm which finds the rootdir from ``args``:
+- If ``-c`` is passed in the command-line, use that as configuration file, and its directory as ``rootdir``.
+
- Determine the common ancestor directory for the specified ``args`` that are
recognised as paths that exist in the file system. If no such paths are
found, the common ancestor directory is set to the current working directory.
@@ -160,7 +161,7 @@ Here is the algorithm which finds the rootdir from ``args``:
``setup.cfg`` in each of the specified ``args`` and upwards. If one is
matched, it becomes the ``configfile`` and its directory becomes the ``rootdir``.
-- If no ``configfile`` was found, use the already determined common ancestor as root
+- If no ``configfile`` was found and no configuration argument is passed, use the already determined common ancestor as root
directory. This allows the use of pytest in structures that are not part of
a package and don't have any particular configuration file.
@@ -177,12 +178,12 @@ Files will only be matched for configuration if:
The files are considered in the order above. Options from multiple ``configfiles`` candidates
are never merged - the first match wins.
-The internal :class:`Config <_pytest.config.Config>` object (accessible via hooks or through the :fixture:`pytestconfig` fixture)
+The :class:`Config <pytest.Config>` object (accessible via hooks or through the :fixture:`pytestconfig` fixture)
will subsequently carry these attributes:
-- :attr:`config.rootpath <_pytest.config.Config.rootpath>`: the determined root directory, guaranteed to exist.
+- :attr:`config.rootpath <pytest.Config.rootpath>`: the determined root directory, guaranteed to exist.
-- :attr:`config.inipath <_pytest.config.Config.inipath>`: the determined ``configfile``, may be ``None``
+- :attr:`config.inipath <pytest.Config.inipath>`: the determined ``configfile``, may be ``None``
(it is named ``inipath`` for historical reasons).
.. versionadded:: 6.1
@@ -224,7 +225,7 @@ check for configuration files as follows:
Custom pytest plugin commandline arguments may include a path, as in
``pytest --log-output ../../test.log args``. Then ``args`` is mandatory,
otherwise pytest uses the folder of test.log for rootdir determination
- (see also `issue 1435 <https://github.com/pytest-dev/pytest/issues/1435>`_).
+ (see also :issue:`1435`).
A dot ``.`` for referencing to the current working directory is also
possible.
@@ -237,3 +238,11 @@ Builtin configuration file options
----------------------------------------------
For the full list of options consult the :ref:`reference documentation <ini options ref>`.
+
+Syntax highlighting theme customization
+---------------------------------------
+
+The syntax highlighting themes used by pytest can be customized using two environment variables:
+
+- :envvar:`PYTEST_THEME` sets a `pygment style <https://pygments.org/docs/styles/>`_ to use.
+- :envvar:`PYTEST_THEME_MODE` sets this style to *light* or *dark*.
diff --git a/doc/en/reference/exit-codes.rst b/doc/en/reference/exit-codes.rst
new file mode 100644
index 00000000000..b695ca3702e
--- /dev/null
+++ b/doc/en/reference/exit-codes.rst
@@ -0,0 +1,26 @@
+.. _exit-codes:
+
+Exit codes
+========================================================
+
+Running ``pytest`` can result in six different exit codes:
+
+:Exit code 0: All tests were collected and passed successfully
+:Exit code 1: Tests were collected and run but some of the tests failed
+:Exit code 2: Test execution was interrupted by the user
+:Exit code 3: Internal error happened while executing tests
+:Exit code 4: pytest command line usage error
+:Exit code 5: No tests were collected
+
+They are represented by the :class:`pytest.ExitCode` enum. The exit codes being a part of the public API can be imported and accessed directly using:
+
+.. code-block:: python
+
+ from pytest import ExitCode
+
+.. note::
+
+ If you would like to customize the exit code in some scenarios, specially when
+ no tests are collected, consider using the
+ `pytest-custom_exit_code <https://github.com/yashtodi94/pytest-custom_exit_code>`__
+ plugin.
diff --git a/doc/en/reference/fixtures.rst b/doc/en/reference/fixtures.rst
new file mode 100644
index 00000000000..d25979ab95d
--- /dev/null
+++ b/doc/en/reference/fixtures.rst
@@ -0,0 +1,455 @@
+.. _reference-fixtures:
+.. _fixture:
+.. _fixtures:
+.. _`@pytest.fixture`:
+.. _`pytest.fixture`:
+
+
+Fixtures reference
+========================================================
+
+.. seealso:: :ref:`about-fixtures`
+.. seealso:: :ref:`how-to-fixtures`
+
+
+.. currentmodule:: _pytest.python
+
+.. _`Dependency injection`: https://en.wikipedia.org/wiki/Dependency_injection
+
+
+Built-in fixtures
+-----------------
+
+:ref:`Fixtures <fixtures-api>` are defined using the :ref:`@pytest.fixture
+<pytest.fixture-api>` decorator. Pytest has several useful built-in fixtures:
+
+ :fixture:`capfd`
+ Capture, as text, output to file descriptors ``1`` and ``2``.
+
+ :fixture:`capfdbinary`
+ Capture, as bytes, output to file descriptors ``1`` and ``2``.
+
+ :fixture:`caplog`
+ Control logging and access log entries.
+
+ :fixture:`capsys`
+ Capture, as text, output to ``sys.stdout`` and ``sys.stderr``.
+
+ :fixture:`capsysbinary`
+ Capture, as bytes, output to ``sys.stdout`` and ``sys.stderr``.
+
+ :fixture:`cache`
+ Store and retrieve values across pytest runs.
+
+ :fixture:`doctest_namespace`
+ Provide a dict injected into the docstests namespace.
+
+ :fixture:`monkeypatch`
+ Temporarily modify classes, functions, dictionaries,
+ ``os.environ``, and other objects.
+
+ :fixture:`pytestconfig`
+ Access to configuration values, pluginmanager and plugin hooks.
+
+ :fixture:`record_property`
+ Add extra properties to the test.
+
+ :fixture:`record_testsuite_property`
+ Add extra properties to the test suite.
+
+ :fixture:`recwarn`
+ Record warnings emitted by test functions.
+
+ :fixture:`request`
+ Provide information on the executing test function.
+
+ :fixture:`testdir`
+ Provide a temporary test directory to aid in running, and
+ testing, pytest plugins.
+
+ :fixture:`tmp_path`
+ Provide a :class:`pathlib.Path` object to a temporary directory
+ which is unique to each test function.
+
+ :fixture:`tmp_path_factory`
+ Make session-scoped temporary directories and return
+ :class:`pathlib.Path` objects.
+
+ :fixture:`tmpdir`
+ Provide a :class:`py.path.local` object to a temporary
+ directory which is unique to each test function;
+ replaced by :fixture:`tmp_path`.
+
+ .. _`py.path.local`: https://py.readthedocs.io/en/latest/path.html
+
+ :fixture:`tmpdir_factory`
+ Make session-scoped temporary directories and return
+ :class:`py.path.local` objects;
+ replaced by :fixture:`tmp_path_factory`.
+
+
+.. _`conftest.py`:
+.. _`conftest`:
+
+Fixture availability
+---------------------
+
+Fixture availability is determined from the perspective of the test. A fixture
+is only available for tests to request if they are in the scope that fixture is
+defined in. If a fixture is defined inside a class, it can only be requested by
+tests inside that class. But if a fixture is defined inside the global scope of
+the module, than every test in that module, even if it's defined inside a class,
+can request it.
+
+Similarly, a test can also only be affected by an autouse fixture if that test
+is in the same scope that autouse fixture is defined in (see
+:ref:`autouse order`).
+
+A fixture can also request any other fixture, no matter where it's defined, so
+long as the test requesting them can see all fixtures involved.
+
+For example, here's a test file with a fixture (``outer``) that requests a
+fixture (``inner``) from a scope it wasn't defined in:
+
+.. literalinclude:: /example/fixtures/test_fixtures_request_different_scope.py
+
+From the tests' perspectives, they have no problem seeing each of the fixtures
+they're dependent on:
+
+.. image:: /example/fixtures/test_fixtures_request_different_scope.*
+ :align: center
+
+So when they run, ``outer`` will have no problem finding ``inner``, because
+pytest searched from the tests' perspectives.
+
+.. note::
+ The scope a fixture is defined in has no bearing on the order it will be
+ instantiated in: the order is mandated by the logic described
+ :ref:`here <fixture order>`.
+
+``conftest.py``: sharing fixtures across multiple files
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+The ``conftest.py`` file serves as a means of providing fixtures for an entire
+directory. Fixtures defined in a ``conftest.py`` can be used by any test
+in that package without needing to import them (pytest will automatically
+discover them).
+
+You can have multiple nested directories/packages containing your tests, and
+each directory can have its own ``conftest.py`` with its own fixtures, adding on
+to the ones provided by the ``conftest.py`` files in parent directories.
+
+For example, given a test file structure like this:
+
+::
+
+ tests/
+ __init__.py
+
+ conftest.py
+ # content of tests/conftest.py
+ import pytest
+
+ @pytest.fixture
+ def order():
+ return []
+
+ @pytest.fixture
+ def top(order, innermost):
+ order.append("top")
+
+ test_top.py
+ # content of tests/test_top.py
+ import pytest
+
+ @pytest.fixture
+ def innermost(order):
+ order.append("innermost top")
+
+ def test_order(order, top):
+ assert order == ["innermost top", "top"]
+
+ subpackage/
+ __init__.py
+
+ conftest.py
+ # content of tests/subpackage/conftest.py
+ import pytest
+
+ @pytest.fixture
+ def mid(order):
+ order.append("mid subpackage")
+
+ test_subpackage.py
+ # content of tests/subpackage/test_subpackage.py
+ import pytest
+
+ @pytest.fixture
+ def innermost(order, mid):
+ order.append("innermost subpackage")
+
+ def test_order(order, top):
+ assert order == ["mid subpackage", "innermost subpackage", "top"]
+
+The boundaries of the scopes can be visualized like this:
+
+.. image:: /example/fixtures/fixture_availability.*
+ :align: center
+
+The directories become their own sort of scope where fixtures that are defined
+in a ``conftest.py`` file in that directory become available for that whole
+scope.
+
+Tests are allowed to search upward (stepping outside a circle) for fixtures, but
+can never go down (stepping inside a circle) to continue their search. So
+``tests/subpackage/test_subpackage.py::test_order`` would be able to find the
+``innermost`` fixture defined in ``tests/subpackage/test_subpackage.py``, but
+the one defined in ``tests/test_top.py`` would be unavailable to it because it
+would have to step down a level (step inside a circle) to find it.
+
+The first fixture the test finds is the one that will be used, so
+:ref:`fixtures can be overridden <override fixtures>` if you need to change or
+extend what one does for a particular scope.
+
+You can also use the ``conftest.py`` file to implement
+:ref:`local per-directory plugins <conftest.py plugins>`.
+
+Fixtures from third-party plugins
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+Fixtures don't have to be defined in this structure to be available for tests,
+though. They can also be provided by third-party plugins that are installed, and
+this is how many pytest plugins operate. As long as those plugins are installed,
+the fixtures they provide can be requested from anywhere in your test suite.
+
+Because they're provided from outside the structure of your test suite,
+third-party plugins don't really provide a scope like `conftest.py` files and
+the directories in your test suite do. As a result, pytest will search for
+fixtures stepping out through scopes as explained previously, only reaching
+fixtures defined in plugins *last*.
+
+For example, given the following file structure:
+
+::
+
+ tests/
+ __init__.py
+
+ conftest.py
+ # content of tests/conftest.py
+ import pytest
+
+ @pytest.fixture
+ def order():
+ return []
+
+ subpackage/
+ __init__.py
+
+ conftest.py
+ # content of tests/subpackage/conftest.py
+ import pytest
+
+ @pytest.fixture(autouse=True)
+ def mid(order, b_fix):
+ order.append("mid subpackage")
+
+ test_subpackage.py
+ # content of tests/subpackage/test_subpackage.py
+ import pytest
+
+ @pytest.fixture
+ def inner(order, mid, a_fix):
+ order.append("inner subpackage")
+
+ def test_order(order, inner):
+ assert order == ["b_fix", "mid subpackage", "a_fix", "inner subpackage"]
+
+If ``plugin_a`` is installed and provides the fixture ``a_fix``, and
+``plugin_b`` is installed and provides the fixture ``b_fix``, then this is what
+the test's search for fixtures would look like:
+
+.. image:: /example/fixtures/fixture_availability_plugins.svg
+ :align: center
+
+pytest will only search for ``a_fix`` and ``b_fix`` in the plugins after
+searching for them first in the scopes inside ``tests/``.
+
+.. note:
+
+ pytest can tell you what fixtures are available for a given test if you call
+ ``pytests`` along with the test's name (or the scope it's in), and provide
+ the ``--fixtures`` flag, e.g. ``pytest --fixtures test_something.py``
+ (fixtures with names that start with ``_`` will only be shown if you also
+ provide the ``-v`` flag).
+
+
+.. _`fixture order`:
+
+Fixture instantiation order
+---------------------------
+
+When pytest wants to execute a test, once it knows what fixtures will be
+executed, it has to figure out the order they'll be executed in. To do this, it
+considers 3 factors:
+
+1. scope
+2. dependencies
+3. autouse
+
+Names of fixtures or tests, where they're defined, the order they're defined in,
+and the order fixtures are requested in have no bearing on execution order
+beyond coincidence. While pytest will try to make sure coincidences like these
+stay consistent from run to run, it's not something that should be depended on.
+If you want to control the order, it's safest to rely on these 3 things and make
+sure dependencies are clearly established.
+
+Higher-scoped fixtures are executed first
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+Within a function request for fixtures, those of higher-scopes (such as
+``session``) are executed before lower-scoped fixtures (such as ``function`` or
+``class``).
+
+Here's an example:
+
+.. literalinclude:: /example/fixtures/test_fixtures_order_scope.py
+
+The test will pass because the larger scoped fixtures are executing first.
+
+The order breaks down to this:
+
+.. image:: /example/fixtures/test_fixtures_order_scope.*
+ :align: center
+
+Fixtures of the same order execute based on dependencies
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+When a fixture requests another fixture, the other fixture is executed first.
+So if fixture ``a`` requests fixture ``b``, fixture ``b`` will execute first,
+because ``a`` depends on ``b`` and can't operate without it. Even if ``a``
+doesn't need the result of ``b``, it can still request ``b`` if it needs to make
+sure it is executed after ``b``.
+
+For example:
+
+.. literalinclude:: /example/fixtures/test_fixtures_order_dependencies.py
+
+If we map out what depends on what, we get something that look like this:
+
+.. image:: /example/fixtures/test_fixtures_order_dependencies.*
+ :align: center
+
+The rules provided by each fixture (as to what fixture(s) each one has to come
+after) are comprehensive enough that it can be flattened to this:
+
+.. image:: /example/fixtures/test_fixtures_order_dependencies_flat.*
+ :align: center
+
+Enough information has to be provided through these requests in order for pytest
+to be able to figure out a clear, linear chain of dependencies, and as a result,
+an order of operations for a given test. If there's any ambiguity, and the order
+of operations can be interpreted more than one way, you should assume pytest
+could go with any one of those interpretations at any point.
+
+For example, if ``d`` didn't request ``c``, i.e.the graph would look like this:
+
+.. image:: /example/fixtures/test_fixtures_order_dependencies_unclear.*
+ :align: center
+
+Because nothing requested ``c`` other than ``g``, and ``g`` also requests ``f``,
+it's now unclear if ``c`` should go before/after ``f``, ``e``, or ``d``. The
+only rules that were set for ``c`` is that it must execute after ``b`` and
+before ``g``.
+
+pytest doesn't know where ``c`` should go in the case, so it should be assumed
+that it could go anywhere between ``g`` and ``b``.
+
+This isn't necessarily bad, but it's something to keep in mind. If the order
+they execute in could affect the behavior a test is targeting, or could
+otherwise influence the result of a test, then the order should be defined
+explicitly in a way that allows pytest to linearize/"flatten" that order.
+
+.. _`autouse order`:
+
+Autouse fixtures are executed first within their scope
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+Autouse fixtures are assumed to apply to every test that could reference them,
+so they are executed before other fixtures in that scope. Fixtures that are
+requested by autouse fixtures effectively become autouse fixtures themselves for
+the tests that the real autouse fixture applies to.
+
+So if fixture ``a`` is autouse and fixture ``b`` is not, but fixture ``a``
+requests fixture ``b``, then fixture ``b`` will effectively be an autouse
+fixture as well, but only for the tests that ``a`` applies to.
+
+In the last example, the graph became unclear if ``d`` didn't request ``c``. But
+if ``c`` was autouse, then ``b`` and ``a`` would effectively also be autouse
+because ``c`` depends on them. As a result, they would all be shifted above
+non-autouse fixtures within that scope.
+
+So if the test file looked like this:
+
+.. literalinclude:: /example/fixtures/test_fixtures_order_autouse.py
+
+the graph would look like this:
+
+.. image:: /example/fixtures/test_fixtures_order_autouse.*
+ :align: center
+
+Because ``c`` can now be put above ``d`` in the graph, pytest can once again
+linearize the graph to this:
+
+.. image:: /example/fixtures/test_fixtures_order_autouse_flat.*
+ :align: center
+
+In this example, ``c`` makes ``b`` and ``a`` effectively autouse fixtures as
+well.
+
+Be careful with autouse, though, as an autouse fixture will automatically
+execute for every test that can reach it, even if they don't request it. For
+example, consider this file:
+
+.. literalinclude:: /example/fixtures/test_fixtures_order_autouse_multiple_scopes.py
+
+Even though nothing in ``TestClassWithoutC1Request`` is requesting ``c1``, it still
+is executed for the tests inside it anyway:
+
+.. image:: /example/fixtures/test_fixtures_order_autouse_multiple_scopes.*
+ :align: center
+
+But just because one autouse fixture requested a non-autouse fixture, that
+doesn't mean the non-autouse fixture becomes an autouse fixture for all contexts
+that it can apply to. It only effectively becomes an autouse fixture for the
+contexts the real autouse fixture (the one that requested the non-autouse
+fixture) can apply to.
+
+For example, take a look at this test file:
+
+.. literalinclude:: /example/fixtures/test_fixtures_order_autouse_temp_effects.py
+
+It would break down to something like this:
+
+.. image:: /example/fixtures/test_fixtures_order_autouse_temp_effects.*
+ :align: center
+
+For ``test_req`` and ``test_no_req`` inside ``TestClassWithAutouse``, ``c3``
+effectively makes ``c2`` an autouse fixture, which is why ``c2`` and ``c3`` are
+executed for both tests, despite not being requested, and why ``c2`` and ``c3``
+are executed before ``c1`` for ``test_req``.
+
+If this made ``c2`` an *actual* autouse fixture, then ``c2`` would also execute
+for the tests inside ``TestClassWithoutAutouse``, since they can reference
+``c2`` if they wanted to. But it doesn't, because from the perspective of the
+``TestClassWithoutAutouse`` tests, ``c2`` isn't an autouse fixture, since they
+can't see ``c3``.
+
+
+.. note:
+
+ pytest can tell you what order the fixtures will execute in for a given test
+ if you call ``pytests`` along with the test's name (or the scope it's in),
+ and provide the ``--setup-plan`` flag, e.g.
+ ``pytest --setup-plan test_something.py`` (fixtures with names that start
+ with ``_`` will only be shown if you also provide the ``-v`` flag).
diff --git a/doc/en/reference/index.rst b/doc/en/reference/index.rst
new file mode 100644
index 00000000000..d9648400317
--- /dev/null
+++ b/doc/en/reference/index.rst
@@ -0,0 +1,15 @@
+:orphan:
+
+.. _reference:
+
+Reference guides
+================
+
+.. toctree::
+ :maxdepth: 1
+
+ fixtures
+ plugin_list
+ customize
+ reference
+ exit-codes
diff --git a/doc/en/reference/plugin_list.rst b/doc/en/reference/plugin_list.rst
new file mode 100644
index 00000000000..ebf40091369
--- /dev/null
+++ b/doc/en/reference/plugin_list.rst
@@ -0,0 +1,7728 @@
+
+.. _plugin-list:
+
+Plugin List
+===========
+
+PyPI projects that match "pytest-\*" are considered plugins and are listed
+automatically. Packages classified as inactive are excluded.
+
+.. The following conditional uses a different format for this list when
+ creating a PDF, because otherwise the table gets far too wide for the
+ page.
+
+This list contains 963 plugins.
+
+.. only:: not latex
+
+ =============================================== ======================================================================================================================================================================== ============== ===================== ================================================
+ name summary last release status requires
+ =============================================== ======================================================================================================================================================================== ============== ===================== ================================================
+ :pypi:`pytest-accept` A pytest-plugin for updating doctest outputs Nov 22, 2021 N/A pytest (>=6,<7)
+ :pypi:`pytest-adaptavist` pytest plugin for generating test execution results within Jira Test Management (tm4j) Nov 30, 2021 N/A pytest (>=5.4.0)
+ :pypi:`pytest-addons-test` 用于测试pytest的插件 Aug 02, 2021 N/A pytest (>=6.2.4,<7.0.0)
+ :pypi:`pytest-adf` Pytest plugin for writing Azure Data Factory integration tests May 10, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-adf-azure-identity` Pytest plugin for writing Azure Data Factory integration tests Mar 06, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-agent` Service that exposes a REST API that can be used to interract remotely with Pytest. It is shipped with a dashboard that enables running tests in a more convenient way. Nov 25, 2021 N/A N/A
+ :pypi:`pytest-aggreport` pytest plugin for pytest-repeat that generate aggregate report of the same test cases with additional statistics details. Mar 07, 2021 4 - Beta pytest (>=6.2.2)
+ :pypi:`pytest-aio` Pytest plugin for testing async python code Oct 20, 2021 4 - Beta pytest
+ :pypi:`pytest-aiofiles` pytest fixtures for writing aiofiles tests with pyfakefs May 14, 2017 5 - Production/Stable N/A
+ :pypi:`pytest-aiohttp` pytest plugin for aiohttp support Dec 05, 2017 N/A pytest
+ :pypi:`pytest-aiohttp-client` Pytest \`client\` fixture for the Aiohttp Nov 01, 2020 N/A pytest (>=6)
+ :pypi:`pytest-aioresponses` py.test integration for aioresponses Jul 29, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-aioworkers` A plugin to test aioworkers project with pytest Dec 04, 2019 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-airflow` pytest support for airflow. Apr 03, 2019 3 - Alpha pytest (>=4.4.0)
+ :pypi:`pytest-airflow-utils` Nov 15, 2021 N/A N/A
+ :pypi:`pytest-alembic` A pytest plugin for verifying alembic migrations. Dec 02, 2021 N/A pytest (>=1.0)
+ :pypi:`pytest-allclose` Pytest fixture extending Numpy's allclose function Jul 30, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-allure-adaptor` Plugin for py.test to generate allure xml reports Jan 10, 2018 N/A pytest (>=2.7.3)
+ :pypi:`pytest-allure-adaptor2` Plugin for py.test to generate allure xml reports Oct 14, 2020 N/A pytest (>=2.7.3)
+ :pypi:`pytest-allure-dsl` pytest plugin to test case doc string dls instructions Oct 25, 2020 4 - Beta pytest
+ :pypi:`pytest-allure-spec-coverage` The pytest plugin aimed to display test coverage of the specs(requirements) in Allure Oct 26, 2021 N/A pytest
+ :pypi:`pytest-alphamoon` Static code checks used at Alphamoon Oct 21, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-android` This fixture provides a configured "driver" for Android Automated Testing, using uiautomator2. Feb 21, 2019 3 - Alpha pytest
+ :pypi:`pytest-anki` A pytest plugin for testing Anki add-ons Oct 14, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-annotate` pytest-annotate: Generate PyAnnotate annotations from your pytest tests. Nov 29, 2021 3 - Alpha pytest (<7.0.0,>=3.2.0)
+ :pypi:`pytest-ansible` Plugin for py.test to simplify calling ansible modules from tests or fixtures May 25, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-ansible-playbook` Pytest fixture which runs given ansible playbook file. Mar 08, 2019 4 - Beta N/A
+ :pypi:`pytest-ansible-playbook-runner` Pytest fixture which runs given ansible playbook file. Dec 02, 2020 4 - Beta pytest (>=3.1.0)
+ :pypi:`pytest-antilru` Bust functools.lru_cache when running pytest to avoid test pollution Apr 11, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-anyio` The pytest anyio plugin is built into anyio. You don't need this package. Jun 29, 2021 N/A pytest
+ :pypi:`pytest-anything` Pytest fixtures to assert anything and something Feb 18, 2021 N/A N/A
+ :pypi:`pytest-aoc` Downloads puzzle inputs for Advent of Code and synthesizes PyTest fixtures Nov 23, 2021 N/A pytest ; extra == 'test'
+ :pypi:`pytest-api` PyTest-API Python Web Framework built for testing purposes. May 04, 2021 N/A N/A
+ :pypi:`pytest-apistellar` apistellar plugin for pytest. Jun 18, 2019 N/A N/A
+ :pypi:`pytest-appengine` AppEngine integration that works well with pytest-django Feb 27, 2017 N/A N/A
+ :pypi:`pytest-appium` Pytest plugin for appium Dec 05, 2019 N/A N/A
+ :pypi:`pytest-approvaltests` A plugin to use approvaltests with pytest Feb 07, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-argus` pyest results colection plugin Jun 24, 2021 5 - Production/Stable pytest (>=6.2.4)
+ :pypi:`pytest-arraydiff` pytest plugin to help with comparing array output from tests Dec 06, 2018 4 - Beta pytest
+ :pypi:`pytest-asgi-server` Convenient ASGI client/server fixtures for Pytest Dec 12, 2020 N/A pytest (>=5.4.1)
+ :pypi:`pytest-asptest` test Answer Set Programming programs Apr 28, 2018 4 - Beta N/A
+ :pypi:`pytest-assertutil` pytest-assertutil May 10, 2019 N/A N/A
+ :pypi:`pytest-assert-utils` Useful assertion utilities for use with pytest Sep 21, 2021 3 - Alpha N/A
+ :pypi:`pytest-assume` A pytest plugin that allows multiple failures per test Jun 24, 2021 N/A pytest (>=2.7)
+ :pypi:`pytest-ast-back-to-python` A plugin for pytest devs to view how assertion rewriting recodes the AST Sep 29, 2019 4 - Beta N/A
+ :pypi:`pytest-astropy` Meta-package containing dependencies for testing Sep 21, 2021 5 - Production/Stable pytest (>=4.6)
+ :pypi:`pytest-astropy-header` pytest plugin to add diagnostic information to the header of the test output Dec 18, 2019 3 - Alpha pytest (>=2.8)
+ :pypi:`pytest-ast-transformer` May 04, 2019 3 - Alpha pytest
+ :pypi:`pytest-asyncio` Pytest support for asyncio. Oct 15, 2021 4 - Beta pytest (>=5.4.0)
+ :pypi:`pytest-asyncio-cooperative` Run all your asynchronous tests cooperatively. Oct 12, 2021 4 - Beta N/A
+ :pypi:`pytest-asyncio-network-simulator` pytest-asyncio-network-simulator: Plugin for pytest for simulator the network in tests Jul 31, 2018 3 - Alpha pytest (<3.7.0,>=3.3.2)
+ :pypi:`pytest-async-mongodb` pytest plugin for async MongoDB Oct 18, 2017 5 - Production/Stable pytest (>=2.5.2)
+ :pypi:`pytest-async-sqlalchemy` Database testing fixtures using the SQLAlchemy asyncio API Oct 07, 2021 4 - Beta pytest (>=6.0.0)
+ :pypi:`pytest-atomic` Skip rest of tests if previous test failed. Nov 24, 2018 4 - Beta N/A
+ :pypi:`pytest-attrib` pytest plugin to select tests based on attributes similar to the nose-attrib plugin May 24, 2016 4 - Beta N/A
+ :pypi:`pytest-austin` Austin plugin for pytest Oct 11, 2020 4 - Beta N/A
+ :pypi:`pytest-autochecklog` automatically check condition and log all the checks Apr 25, 2015 4 - Beta N/A
+ :pypi:`pytest-automation` pytest plugin for building a test suite, using YAML files to extend pytest parameterize functionality. Oct 01, 2021 N/A pytest
+ :pypi:`pytest-automock` Pytest plugin for automatical mocks creation Apr 22, 2020 N/A pytest ; extra == 'dev'
+ :pypi:`pytest-auto-parametrize` pytest plugin: avoid repeating arguments in parametrize Oct 02, 2016 3 - Alpha N/A
+ :pypi:`pytest-autotest` This fixture provides a configured "driver" for Android Automated Testing, using uiautomator2. Aug 25, 2021 N/A pytest
+ :pypi:`pytest-avoidance` Makes pytest skip tests that don not need rerunning May 23, 2019 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-aws` pytest plugin for testing AWS resource configurations Oct 04, 2017 4 - Beta N/A
+ :pypi:`pytest-aws-config` Protect your AWS credentials in unit tests May 28, 2021 N/A N/A
+ :pypi:`pytest-axe` pytest plugin for axe-selenium-python Nov 12, 2018 N/A pytest (>=3.0.0)
+ :pypi:`pytest-azurepipelines` Formatting PyTest output for Azure Pipelines UI Jul 23, 2020 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-bandit` A bandit plugin for pytest Feb 23, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-base-url` pytest plugin for URL based testing Jun 19, 2020 5 - Production/Stable pytest (>=2.7.3)
+ :pypi:`pytest-bdd` BDD for pytest Oct 25, 2021 6 - Mature pytest (>=4.3)
+ :pypi:`pytest-bdd-splinter` Common steps for pytest bdd and splinter integration Aug 12, 2019 5 - Production/Stable pytest (>=4.0.0)
+ :pypi:`pytest-bdd-web` A simple plugin to use with pytest Jan 02, 2020 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-bdd-wrappers` Feb 11, 2020 2 - Pre-Alpha N/A
+ :pypi:`pytest-beakerlib` A pytest plugin that reports test results to the BeakerLib framework Mar 17, 2017 5 - Production/Stable pytest
+ :pypi:`pytest-beds` Fixtures for testing Google Appengine (GAE) apps Jun 07, 2016 4 - Beta N/A
+ :pypi:`pytest-bench` Benchmark utility that plugs into pytest. Jul 21, 2014 3 - Alpha N/A
+ :pypi:`pytest-benchmark` A \`\`pytest\`\` fixture for benchmarking code. It will group the tests into rounds that are calibrated to the chosen timer. Apr 17, 2021 5 - Production/Stable pytest (>=3.8)
+ :pypi:`pytest-bg-process` Pytest plugin to initialize background process Aug 17, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-bigchaindb` A BigchainDB plugin for pytest. Aug 17, 2021 4 - Beta N/A
+ :pypi:`pytest-bigquery-mock` Provides a mock fixture for python bigquery client Aug 05, 2021 N/A pytest (>=5.0)
+ :pypi:`pytest-black` A pytest plugin to enable format checking with black Oct 05, 2020 4 - Beta N/A
+ :pypi:`pytest-black-multipy` Allow '--black' on older Pythons Jan 14, 2021 5 - Production/Stable pytest (!=3.7.3,>=3.5) ; extra == 'testing'
+ :pypi:`pytest-blame` A pytest plugin helps developers to debug by providing useful commits history. May 04, 2019 N/A pytest (>=4.4.0)
+ :pypi:`pytest-blender` Blender Pytest plugin. Oct 29, 2021 N/A pytest (==6.2.5) ; extra == 'dev'
+ :pypi:`pytest-blink1` Pytest plugin to emit notifications via the Blink(1) RGB LED Jan 07, 2018 4 - Beta N/A
+ :pypi:`pytest-blockage` Disable network requests during a test run. Feb 13, 2019 N/A pytest
+ :pypi:`pytest-blocker` pytest plugin to mark a test as blocker and skip all other tests Sep 07, 2015 4 - Beta N/A
+ :pypi:`pytest-board` Local continuous test runner with pytest and watchdog. Jan 20, 2019 N/A N/A
+ :pypi:`pytest-bpdb` A py.test plug-in to enable drop to bpdb debugger on test failure. Jan 19, 2015 2 - Pre-Alpha N/A
+ :pypi:`pytest-bravado` Pytest-bravado automatically generates from OpenAPI specification client fixtures. Jul 19, 2021 N/A N/A
+ :pypi:`pytest-breakword` Use breakword with pytest Aug 04, 2021 N/A pytest (>=6.2.4,<7.0.0)
+ :pypi:`pytest-breed-adapter` A simple plugin to connect with breed-server Nov 07, 2018 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-briefcase` A pytest plugin for running tests on a Briefcase project. Jun 14, 2020 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-browser` A pytest plugin for console based browser test selection just after the collection phase Dec 10, 2016 3 - Alpha N/A
+ :pypi:`pytest-browsermob-proxy` BrowserMob proxy plugin for py.test. Jun 11, 2013 4 - Beta N/A
+ :pypi:`pytest-browserstack-local` \`\`py.test\`\` plugin to run \`\`BrowserStackLocal\`\` in background. Feb 09, 2018 N/A N/A
+ :pypi:`pytest-bug` Pytest plugin for marking tests as a bug Jun 02, 2020 5 - Production/Stable pytest (>=3.6.0)
+ :pypi:`pytest-bugtong-tag` pytest-bugtong-tag is a plugin for pytest Apr 23, 2021 N/A N/A
+ :pypi:`pytest-bugzilla` py.test bugzilla integration plugin May 05, 2010 4 - Beta N/A
+ :pypi:`pytest-bugzilla-notifier` A plugin that allows you to execute create, update, and read information from BugZilla bugs Jun 15, 2018 4 - Beta pytest (>=2.9.2)
+ :pypi:`pytest-buildkite` Plugin for pytest that automatically publishes coverage and pytest report annotations to Buildkite. Jul 13, 2019 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-builtin-types` Nov 17, 2021 N/A pytest
+ :pypi:`pytest-bwrap` Run your tests in Bubblewrap sandboxes Oct 26, 2018 3 - Alpha N/A
+ :pypi:`pytest-cache` pytest plugin with mechanisms for caching across test runs Jun 04, 2013 3 - Alpha N/A
+ :pypi:`pytest-cache-assert` Cache assertion data to simplify regression testing of complex serializable data Nov 03, 2021 4 - Beta pytest (>=5)
+ :pypi:`pytest-cagoule` Pytest plugin to only run tests affected by changes Jan 01, 2020 3 - Alpha N/A
+ :pypi:`pytest-camel-collect` Enable CamelCase-aware pytest class collection Aug 02, 2020 N/A pytest (>=2.9)
+ :pypi:`pytest-canonical-data` A plugin which allows to compare results with canonical results, based on previous runs May 08, 2020 2 - Pre-Alpha pytest (>=3.5.0)
+ :pypi:`pytest-caprng` A plugin that replays pRNG state on failure. May 02, 2018 4 - Beta N/A
+ :pypi:`pytest-capture-deprecatedwarnings` pytest plugin to capture all deprecatedwarnings and put them in one file Apr 30, 2019 N/A N/A
+ :pypi:`pytest-capturelogs` A sample Python project Sep 11, 2021 3 - Alpha N/A
+ :pypi:`pytest-cases` Separate test code from test cases in pytest. Nov 08, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-cassandra` Cassandra CCM Test Fixtures for pytest Nov 04, 2017 1 - Planning N/A
+ :pypi:`pytest-catchlog` py.test plugin to catch log messages. This is a fork of pytest-capturelog. Jan 24, 2016 4 - Beta pytest (>=2.6)
+ :pypi:`pytest-catch-server` Pytest plugin with server for catching HTTP requests. Dec 12, 2019 5 - Production/Stable N/A
+ :pypi:`pytest-celery` pytest-celery a shim pytest plugin to enable celery.contrib.pytest May 06, 2021 N/A N/A
+ :pypi:`pytest-chainmaker` pytest plugin for chainmaker Oct 15, 2021 N/A N/A
+ :pypi:`pytest-chalice` A set of py.test fixtures for AWS Chalice Jul 01, 2020 4 - Beta N/A
+ :pypi:`pytest-change-report` turn . into √，turn F into x Sep 14, 2020 N/A pytest
+ :pypi:`pytest-chdir` A pytest fixture for changing current working directory Jan 28, 2020 N/A pytest (>=5.0.0,<6.0.0)
+ :pypi:`pytest-checkdocs` check the README when running tests Jul 31, 2021 5 - Production/Stable pytest (>=4.6) ; extra == 'testing'
+ :pypi:`pytest-checkipdb` plugin to check if there are ipdb debugs left Jul 22, 2020 5 - Production/Stable pytest (>=2.9.2)
+ :pypi:`pytest-check-links` Check links in files Jul 29, 2020 N/A pytest (>=4.6)
+ :pypi:`pytest-check-mk` pytest plugin to test Check_MK checks Nov 19, 2015 4 - Beta pytest
+ :pypi:`pytest-circleci` py.test plugin for CircleCI May 03, 2019 N/A N/A
+ :pypi:`pytest-circleci-parallelized` Parallelize pytest across CircleCI workers. Mar 26, 2019 N/A N/A
+ :pypi:`pytest-ckan` Backport of CKAN 2.9 pytest plugin and fixtures to CAKN 2.8 Apr 28, 2020 4 - Beta pytest
+ :pypi:`pytest-clarity` A plugin providing an alternative, colourful diff output for failing assertions. Jun 11, 2021 N/A N/A
+ :pypi:`pytest-cldf` Easy quality control for CLDF datasets using pytest May 06, 2019 N/A N/A
+ :pypi:`pytest-click` Py.test plugin for Click Aug 29, 2020 5 - Production/Stable pytest (>=5.0)
+ :pypi:`pytest-clld` Nov 29, 2021 N/A pytest (>=3.6)
+ :pypi:`pytest-cloud` Distributed tests planner plugin for pytest testing framework. Oct 05, 2020 6 - Mature N/A
+ :pypi:`pytest-cloudflare-worker` pytest plugin for testing cloudflare workers Mar 30, 2021 4 - Beta pytest (>=6.0.0)
+ :pypi:`pytest-cobra` PyTest plugin for testing Smart Contracts for Ethereum blockchain. Jun 29, 2019 3 - Alpha pytest (<4.0.0,>=3.7.1)
+ :pypi:`pytest-codeblocks` Test code blocks in your READMEs Oct 13, 2021 4 - Beta pytest (>=6)
+ :pypi:`pytest-codecheckers` pytest plugin to add source code sanity checks (pep8 and friends) Feb 13, 2010 N/A N/A
+ :pypi:`pytest-codecov` Pytest plugin for uploading pytest-cov results to codecov.io Oct 27, 2021 4 - Beta pytest (>=4.6.0)
+ :pypi:`pytest-codegen` Automatically create pytest test signatures Aug 23, 2020 2 - Pre-Alpha N/A
+ :pypi:`pytest-codestyle` pytest plugin to run pycodestyle Mar 23, 2020 3 - Alpha N/A
+ :pypi:`pytest-collect-formatter` Formatter for pytest collect output Mar 29, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-collect-formatter2` Formatter for pytest collect output May 31, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-colordots` Colorizes the progress indicators Oct 06, 2017 5 - Production/Stable N/A
+ :pypi:`pytest-commander` An interactive GUI test runner for PyTest Aug 17, 2021 N/A pytest (<7.0.0,>=6.2.4)
+ :pypi:`pytest-common-subject` pytest framework for testing different aspects of a common method Nov 12, 2020 N/A pytest (>=3.6,<7)
+ :pypi:`pytest-concurrent` Concurrently execute test cases with multithread, multiprocess and gevent Jan 12, 2019 4 - Beta pytest (>=3.1.1)
+ :pypi:`pytest-config` Base configurations and utilities for developing your Python project test suite with pytest. Nov 07, 2014 5 - Production/Stable N/A
+ :pypi:`pytest-confluence-report` Package stands for pytest plugin to upload results into Confluence page. Nov 06, 2020 N/A N/A
+ :pypi:`pytest-console-scripts` Pytest plugin for testing console scripts Sep 28, 2021 4 - Beta N/A
+ :pypi:`pytest-consul` pytest plugin with fixtures for testing consul aware apps Nov 24, 2018 3 - Alpha pytest
+ :pypi:`pytest-container` Pytest fixtures for writing container based tests Nov 19, 2021 3 - Alpha pytest (>=3.10)
+ :pypi:`pytest-contextfixture` Define pytest fixtures as context managers. Mar 12, 2013 4 - Beta N/A
+ :pypi:`pytest-contexts` A plugin to run tests written with the Contexts framework using pytest May 19, 2021 4 - Beta N/A
+ :pypi:`pytest-cookies` The pytest plugin for your Cookiecutter templates. 🍪 May 24, 2021 5 - Production/Stable pytest (>=3.3.0)
+ :pypi:`pytest-couchdbkit` py.test extension for per-test couchdb databases using couchdbkit Apr 17, 2012 N/A N/A
+ :pypi:`pytest-count` count erros and send email Jan 12, 2018 4 - Beta N/A
+ :pypi:`pytest-cov` Pytest plugin for measuring coverage. Oct 04, 2021 5 - Production/Stable pytest (>=4.6)
+ :pypi:`pytest-cover` Pytest plugin for measuring coverage. Forked from \`pytest-cov\`. Aug 01, 2015 5 - Production/Stable N/A
+ :pypi:`pytest-coverage` Jun 17, 2015 N/A N/A
+ :pypi:`pytest-coverage-context` Coverage dynamic context support for PyTest, including sub-processes Jan 04, 2021 4 - Beta pytest (>=6.1.0)
+ :pypi:`pytest-cov-exclude` Pytest plugin for excluding tests based on coverage data Apr 29, 2016 4 - Beta pytest (>=2.8.0,<2.9.0); extra == 'dev'
+ :pypi:`pytest-cpp` Use pytest's runner to discover and execute C++ tests Dec 03, 2021 5 - Production/Stable pytest (!=5.4.0,!=5.4.1)
+ :pypi:`pytest-cram` Run cram tests with pytest. Aug 08, 2020 N/A N/A
+ :pypi:`pytest-crate` Manages CrateDB instances during your integration tests May 28, 2019 3 - Alpha pytest (>=4.0)
+ :pypi:`pytest-cricri` A Cricri plugin for pytest. Jan 27, 2018 N/A pytest
+ :pypi:`pytest-crontab` add crontab task in crontab Dec 09, 2019 N/A N/A
+ :pypi:`pytest-csv` CSV output for pytest. Apr 22, 2021 N/A pytest (>=6.0)
+ :pypi:`pytest-curio` Pytest support for curio. Oct 07, 2020 N/A N/A
+ :pypi:`pytest-curl-report` pytest plugin to generate curl command line report Dec 11, 2016 4 - Beta N/A
+ :pypi:`pytest-custom-concurrency` Custom grouping concurrence for pytest Feb 08, 2021 N/A N/A
+ :pypi:`pytest-custom-exit-code` Exit pytest test session with custom exit code in different scenarios Aug 07, 2019 4 - Beta pytest (>=4.0.2)
+ :pypi:`pytest-custom-nodeid` Custom grouping for pytest-xdist, rename test cases name and test cases nodeid, support allure report Mar 07, 2021 N/A N/A
+ :pypi:`pytest-custom-report` Configure the symbols displayed for test outcomes Jan 30, 2019 N/A pytest
+ :pypi:`pytest-custom-scheduling` Custom grouping for pytest-xdist, rename test cases name and test cases nodeid, support allure report Mar 01, 2021 N/A N/A
+ :pypi:`pytest-cython` A plugin for testing Cython extension modules Jan 26, 2021 4 - Beta pytest (>=2.7.3)
+ :pypi:`pytest-darker` A pytest plugin for checking of modified code using Darker Aug 16, 2020 N/A pytest (>=6.0.1) ; extra == 'test'
+ :pypi:`pytest-dash` pytest fixtures to run dash applications. Mar 18, 2019 N/A N/A
+ :pypi:`pytest-data` Useful functions for managing data for pytest fixtures Nov 01, 2016 5 - Production/Stable N/A
+ :pypi:`pytest-databricks` Pytest plugin for remote Databricks notebooks testing Jul 29, 2020 N/A pytest
+ :pypi:`pytest-datadir` pytest plugin for test data directories and files Oct 22, 2019 5 - Production/Stable pytest (>=2.7.0)
+ :pypi:`pytest-datadir-mgr` Manager for test data providing downloads, caching of generated files, and a context for temp directories. Aug 16, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-datadir-ng` Fixtures for pytest allowing test functions/methods to easily retrieve test resources from the local filesystem. Dec 25, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-data-file` Fixture "data" and "case_data" for test from yaml file Dec 04, 2019 N/A N/A
+ :pypi:`pytest-datafiles` py.test plugin to create a 'tmpdir' containing predefined files/directories. Oct 07, 2018 5 - Production/Stable pytest (>=3.6)
+ :pypi:`pytest-datafixtures` Data fixtures for pytest made simple Dec 05, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-data-from-files` pytest plugin to provide data from files loaded automatically Oct 13, 2021 4 - Beta pytest
+ :pypi:`pytest-dataplugin` A pytest plugin for managing an archive of test data. Sep 16, 2017 1 - Planning N/A
+ :pypi:`pytest-datarecorder` A py.test plugin recording and comparing test output. Apr 20, 2020 5 - Production/Stable pytest
+ :pypi:`pytest-datatest` A pytest plugin for test driven data-wrangling (this is the development version of datatest's pytest integration). Oct 15, 2020 4 - Beta pytest (>=3.3)
+ :pypi:`pytest-db` Session scope fixture "db" for mysql query or change Dec 04, 2019 N/A N/A
+ :pypi:`pytest-dbfixtures` Databases fixtures plugin for py.test. Dec 07, 2016 4 - Beta N/A
+ :pypi:`pytest-db-plugin` Nov 27, 2021 N/A pytest (>=5.0)
+ :pypi:`pytest-dbt-adapter` A pytest plugin for testing dbt adapter plugins Nov 24, 2021 N/A pytest (<7,>=6)
+ :pypi:`pytest-dbus-notification` D-BUS notifications for pytest results. Mar 05, 2014 5 - Production/Stable N/A
+ :pypi:`pytest-deadfixtures` A simple plugin to list unused fixtures in pytest Jul 23, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-deepcov` deepcov Mar 30, 2021 N/A N/A
+ :pypi:`pytest-defer` Aug 24, 2021 N/A N/A
+ :pypi:`pytest-demo-plugin` pytest示例插件 May 15, 2021 N/A N/A
+ :pypi:`pytest-dependency` Manage dependencies of tests Feb 14, 2020 4 - Beta N/A
+ :pypi:`pytest-depends` Tests that depend on other tests Apr 05, 2020 5 - Production/Stable pytest (>=3)
+ :pypi:`pytest-deprecate` Mark tests as testing a deprecated feature with a warning note. Jul 01, 2019 N/A N/A
+ :pypi:`pytest-describe` Describe-style plugin for pytest Nov 13, 2021 4 - Beta pytest (>=4.0.0)
+ :pypi:`pytest-describe-it` plugin for rich text descriptions Jul 19, 2019 4 - Beta pytest
+ :pypi:`pytest-devpi-server` DevPI server fixture for py.test May 28, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-diamond` pytest plugin for diamond Aug 31, 2015 4 - Beta N/A
+ :pypi:`pytest-dicom` pytest plugin to provide DICOM fixtures Dec 19, 2018 3 - Alpha pytest
+ :pypi:`pytest-dictsdiff` Jul 26, 2019 N/A N/A
+ :pypi:`pytest-diff` A simple plugin to use with pytest Mar 30, 2019 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-disable` pytest plugin to disable a test and skip it from testrun Sep 10, 2015 4 - Beta N/A
+ :pypi:`pytest-disable-plugin` Disable plugins per test Feb 28, 2019 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-discord` A pytest plugin to notify test results to a Discord channel. Mar 20, 2021 3 - Alpha pytest (!=6.0.0,<7,>=3.3.2)
+ :pypi:`pytest-django` A Django plugin for pytest. Dec 02, 2021 5 - Production/Stable pytest (>=5.4.0)
+ :pypi:`pytest-django-ahead` A Django plugin for pytest. Oct 27, 2016 5 - Production/Stable pytest (>=2.9)
+ :pypi:`pytest-djangoapp` Nice pytest plugin to help you with Django pluggable application testing. Aug 04, 2021 4 - Beta N/A
+ :pypi:`pytest-django-cache-xdist` A djangocachexdist plugin for pytest May 12, 2020 4 - Beta N/A
+ :pypi:`pytest-django-casperjs` Integrate CasperJS with your django tests as a pytest fixture. Mar 15, 2015 2 - Pre-Alpha N/A
+ :pypi:`pytest-django-dotenv` Pytest plugin used to setup environment variables with django-dotenv Nov 26, 2019 4 - Beta pytest (>=2.6.0)
+ :pypi:`pytest-django-factories` Factories for your Django models that can be used as Pytest fixtures. Nov 12, 2020 4 - Beta N/A
+ :pypi:`pytest-django-gcir` A Django plugin for pytest. Mar 06, 2018 5 - Production/Stable N/A
+ :pypi:`pytest-django-haystack` Cleanup your Haystack indexes between tests Sep 03, 2017 5 - Production/Stable pytest (>=2.3.4)
+ :pypi:`pytest-django-ifactory` A model instance factory for pytest-django Jan 13, 2021 3 - Alpha N/A
+ :pypi:`pytest-django-lite` The bare minimum to integrate py.test with Django. Jan 30, 2014 N/A N/A
+ :pypi:`pytest-django-liveserver-ssl` Jul 30, 2021 3 - Alpha N/A
+ :pypi:`pytest-django-model` A Simple Way to Test your Django Models Feb 14, 2019 4 - Beta N/A
+ :pypi:`pytest-django-ordering` A pytest plugin for preserving the order in which Django runs tests. Jul 25, 2019 5 - Production/Stable pytest (>=2.3.0)
+ :pypi:`pytest-django-queries` Generate performance reports from your django database performance tests. Mar 01, 2021 N/A N/A
+ :pypi:`pytest-djangorestframework` A djangorestframework plugin for pytest Aug 11, 2019 4 - Beta N/A
+ :pypi:`pytest-django-rq` A pytest plugin to help writing unit test for django-rq Apr 13, 2020 4 - Beta N/A
+ :pypi:`pytest-django-sqlcounts` py.test plugin for reporting the number of SQLs executed per django testcase. Jun 16, 2015 4 - Beta N/A
+ :pypi:`pytest-django-testing-postgresql` Use a temporary PostgreSQL database with pytest-django Dec 05, 2019 3 - Alpha N/A
+ :pypi:`pytest-doc` A documentation plugin for py.test. Jun 28, 2015 5 - Production/Stable N/A
+ :pypi:`pytest-docgen` An RST Documentation Generator for pytest-based test suites Apr 17, 2020 N/A N/A
+ :pypi:`pytest-docker` Simple pytest fixtures for Docker and docker-compose based tests Jun 14, 2021 N/A pytest (<7.0,>=4.0)
+ :pypi:`pytest-docker-butla` Jun 16, 2019 3 - Alpha N/A
+ :pypi:`pytest-dockerc` Run, manage and stop Docker Compose project from Docker API Oct 09, 2020 5 - Production/Stable pytest (>=3.0)
+ :pypi:`pytest-docker-compose` Manages Docker containers during your integration tests Jan 26, 2021 5 - Production/Stable pytest (>=3.3)
+ :pypi:`pytest-docker-db` A plugin to use docker databases for pytests Mar 20, 2021 5 - Production/Stable pytest (>=3.1.1)
+ :pypi:`pytest-docker-fixtures` pytest docker fixtures Nov 23, 2021 3 - Alpha N/A
+ :pypi:`pytest-docker-git-fixtures` Pytest fixtures for testing with git scm. Mar 11, 2021 4 - Beta pytest
+ :pypi:`pytest-docker-pexpect` pytest plugin for writing functional tests with pexpect and docker Jan 14, 2019 N/A pytest
+ :pypi:`pytest-docker-postgresql` A simple plugin to use with pytest Sep 24, 2019 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-docker-py` Easy to use, simple to extend, pytest plugin that minimally leverages docker-py. Nov 27, 2018 N/A pytest (==4.0.0)
+ :pypi:`pytest-docker-registry-fixtures` Pytest fixtures for testing with docker registries. Mar 04, 2021 4 - Beta pytest
+ :pypi:`pytest-docker-tools` Docker integration tests for pytest Jul 23, 2021 4 - Beta pytest (>=6.0.1,<7.0.0)
+ :pypi:`pytest-docs` Documentation tool for pytest Nov 11, 2018 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-docstyle` pytest plugin to run pydocstyle Mar 23, 2020 3 - Alpha N/A
+ :pypi:`pytest-doctest-custom` A py.test plugin for customizing string representations of doctest results. Jul 25, 2016 4 - Beta N/A
+ :pypi:`pytest-doctest-ellipsis-markers` Setup additional values for ELLIPSIS_MARKER for doctests Jan 12, 2018 4 - Beta N/A
+ :pypi:`pytest-doctest-import` A simple pytest plugin to import names and add them to the doctest namespace. Nov 13, 2018 4 - Beta pytest (>=3.3.0)
+ :pypi:`pytest-doctestplus` Pytest plugin with advanced doctest features. Nov 16, 2021 3 - Alpha pytest (>=4.6)
+ :pypi:`pytest-doctest-ufunc` A plugin to run doctests in docstrings of Numpy ufuncs Aug 02, 2020 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-dolphin` Some extra stuff that we use ininternally Nov 30, 2016 4 - Beta pytest (==3.0.4)
+ :pypi:`pytest-doorstop` A pytest plugin for adding test results into doorstop items. Jun 09, 2020 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-dotenv` A py.test plugin that parses environment files before running tests Jun 16, 2020 4 - Beta pytest (>=5.0.0)
+ :pypi:`pytest-drf` A Django REST framework plugin for pytest. Nov 12, 2020 5 - Production/Stable pytest (>=3.6)
+ :pypi:`pytest-drivings` Tool to allow webdriver automation to be ran locally or remotely Jan 13, 2021 N/A N/A
+ :pypi:`pytest-drop-dup-tests` A Pytest plugin to drop duplicated tests during collection May 23, 2020 4 - Beta pytest (>=2.7)
+ :pypi:`pytest-dummynet` A py.test plugin providing access to a dummynet. Oct 13, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-dump2json` A pytest plugin for dumping test results to json. Jun 29, 2015 N/A N/A
+ :pypi:`pytest-duration-insights` Jun 25, 2021 N/A N/A
+ :pypi:`pytest-dynamicrerun` A pytest plugin to rerun tests dynamically based off of test outcome and output. Aug 15, 2020 4 - Beta N/A
+ :pypi:`pytest-dynamodb` DynamoDB fixtures for pytest Jun 03, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-easy-addoption` pytest-easy-addoption: Easy way to work with pytest addoption Jan 22, 2020 N/A N/A
+ :pypi:`pytest-easy-api` Simple API testing with pytest Mar 26, 2018 N/A N/A
+ :pypi:`pytest-easyMPI` Package that supports mpi tests in pytest Oct 21, 2020 N/A N/A
+ :pypi:`pytest-easyread` pytest plugin that makes terminal printouts of the reports easier to read Nov 17, 2017 N/A N/A
+ :pypi:`pytest-easy-server` Pytest plugin for easy testing against servers May 01, 2021 4 - Beta pytest (<5.0.0,>=4.3.1) ; python_version < "3.5"
+ :pypi:`pytest-ec2` Pytest execution on EC2 instance Oct 22, 2019 3 - Alpha N/A
+ :pypi:`pytest-echo` pytest plugin with mechanisms for echoing environment variables, package version and generic attributes Jan 08, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-elasticsearch` Elasticsearch fixtures and fixture factories for Pytest. May 12, 2021 5 - Production/Stable pytest (>=3.0.0)
+ :pypi:`pytest-elements` Tool to help automate user interfaces Jan 13, 2021 N/A pytest (>=5.4,<6.0)
+ :pypi:`pytest-elk-reporter` A simple plugin to use with pytest Jan 24, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-email` Send execution result email Jul 08, 2020 N/A pytest
+ :pypi:`pytest-embedded` pytest embedded plugin Nov 29, 2021 N/A pytest (>=6.2.0)
+ :pypi:`pytest-embedded-idf` pytest embedded plugin for esp-idf project Nov 29, 2021 N/A N/A
+ :pypi:`pytest-embedded-jtag` pytest embedded plugin for testing with jtag Nov 29, 2021 N/A N/A
+ :pypi:`pytest-embedded-qemu` pytest embedded plugin for qemu, not target chip Nov 29, 2021 N/A N/A
+ :pypi:`pytest-embedded-qemu-idf` pytest embedded plugin for esp-idf project by qemu, not target chip Jun 29, 2021 N/A N/A
+ :pypi:`pytest-embedded-serial` pytest embedded plugin for testing serial ports Nov 29, 2021 N/A N/A
+ :pypi:`pytest-embedded-serial-esp` pytest embedded plugin for testing espressif boards via serial ports Nov 29, 2021 N/A N/A
+ :pypi:`pytest-emoji` A pytest plugin that adds emojis to your test result report Feb 19, 2019 4 - Beta pytest (>=4.2.1)
+ :pypi:`pytest-emoji-output` Pytest plugin to represent test output with emoji support Oct 10, 2021 4 - Beta pytest (==6.0.1)
+ :pypi:`pytest-enabler` Enable installed pytest plugins Nov 08, 2021 5 - Production/Stable pytest (>=6) ; extra == 'testing'
+ :pypi:`pytest-encode` set your encoding and logger Nov 06, 2021 N/A N/A
+ :pypi:`pytest-encode-kane` set your encoding and logger Nov 16, 2021 N/A pytest
+ :pypi:`pytest-enhancements` Improvements for pytest (rejected upstream) Oct 30, 2019 4 - Beta N/A
+ :pypi:`pytest-env` py.test plugin that allows you to add environment variables. Jun 16, 2017 4 - Beta N/A
+ :pypi:`pytest-envfiles` A py.test plugin that parses environment files before running tests Oct 08, 2015 3 - Alpha N/A
+ :pypi:`pytest-env-info` Push information about the running pytest into envvars Nov 25, 2017 4 - Beta pytest (>=3.1.1)
+ :pypi:`pytest-envraw` py.test plugin that allows you to add environment variables. Aug 27, 2020 4 - Beta pytest (>=2.6.0)
+ :pypi:`pytest-envvars` Pytest plugin to validate use of envvars on your tests Jun 13, 2020 5 - Production/Stable pytest (>=3.0.0)
+ :pypi:`pytest-env-yaml` Apr 02, 2019 N/A N/A
+ :pypi:`pytest-eradicate` pytest plugin to check for commented out code Sep 08, 2020 N/A pytest (>=2.4.2)
+ :pypi:`pytest-error-for-skips` Pytest plugin to treat skipped tests a test failure Dec 19, 2019 4 - Beta pytest (>=4.6)
+ :pypi:`pytest-eth` PyTest plugin for testing Smart Contracts for Ethereum Virtual Machine (EVM). Aug 14, 2020 1 - Planning N/A
+ :pypi:`pytest-ethereum` pytest-ethereum: Pytest library for ethereum projects. Jun 24, 2019 3 - Alpha pytest (==3.3.2); extra == 'dev'
+ :pypi:`pytest-eucalyptus` Pytest Plugin for BDD Aug 13, 2019 N/A pytest (>=4.2.0)
+ :pypi:`pytest-eventlet` Applies eventlet monkey-patch as a pytest plugin. Oct 04, 2021 N/A pytest ; extra == 'dev'
+ :pypi:`pytest-excel` pytest plugin for generating excel reports Oct 06, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-exceptional` Better exceptions Mar 16, 2017 4 - Beta N/A
+ :pypi:`pytest-exception-script` Walk your code through exception script to check it's resiliency to failures. Aug 04, 2020 3 - Alpha pytest
+ :pypi:`pytest-executable` pytest plugin for testing executables Nov 10, 2021 4 - Beta pytest (<6.3,>=4.3)
+ :pypi:`pytest-expect` py.test plugin to store test expectations and mark tests based on them Apr 21, 2016 4 - Beta N/A
+ :pypi:`pytest-expecter` Better testing with expecter and pytest. Jul 08, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-expectr` This plugin is used to expect multiple assert using pytest framework. Oct 05, 2018 N/A pytest (>=2.4.2)
+ :pypi:`pytest-explicit` A Pytest plugin to ignore certain marked tests by default Jun 15, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-exploratory` Interactive console for pytest. Aug 03, 2021 N/A pytest (>=5.3)
+ :pypi:`pytest-external-blockers` a special outcome for tests that are blocked for external reasons Oct 05, 2021 N/A pytest
+ :pypi:`pytest-extra-durations` A pytest plugin to get durations on a per-function basis and per module basis. Apr 21, 2020 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-fabric` Provides test utilities to run fabric task tests by using docker containers Sep 12, 2018 5 - Production/Stable N/A
+ :pypi:`pytest-factory` Use factories for test setup with py.test Sep 06, 2020 3 - Alpha pytest (>4.3)
+ :pypi:`pytest-factoryboy` Factory Boy support for pytest. Dec 30, 2020 6 - Mature pytest (>=4.6)
+ :pypi:`pytest-factoryboy-fixtures` Generates pytest fixtures that allow the use of type hinting Jun 25, 2020 N/A N/A
+ :pypi:`pytest-factoryboy-state` Simple factoryboy random state management Dec 11, 2020 4 - Beta pytest (>=5.0)
+ :pypi:`pytest-failed-screenshot` Test case fails,take a screenshot,save it,attach it to the allure Apr 21, 2021 N/A N/A
+ :pypi:`pytest-failed-to-verify` A pytest plugin that helps better distinguishing real test failures from setup flakiness. Aug 08, 2019 5 - Production/Stable pytest (>=4.1.0)
+ :pypi:`pytest-faker` Faker integration with the pytest framework. Dec 19, 2016 6 - Mature N/A
+ :pypi:`pytest-falcon` Pytest helpers for Falcon. Sep 07, 2016 4 - Beta N/A
+ :pypi:`pytest-falcon-client` Pytest \`client\` fixture for the Falcon Framework Mar 19, 2019 N/A N/A
+ :pypi:`pytest-fantasy` Pytest plugin for Flask Fantasy Framework Mar 14, 2019 N/A N/A
+ :pypi:`pytest-fastapi` Dec 27, 2020 N/A N/A
+ :pypi:`pytest-fastest` Use SCM and coverage to run only needed tests Mar 05, 2020 N/A N/A
+ :pypi:`pytest-fast-first` Pytest plugin that runs fast tests first Apr 02, 2021 3 - Alpha pytest
+ :pypi:`pytest-faulthandler` py.test plugin that activates the fault handler module for tests (dummy package) Jul 04, 2019 6 - Mature pytest (>=5.0)
+ :pypi:`pytest-fauxfactory` Integration of fauxfactory into pytest. Dec 06, 2017 5 - Production/Stable pytest (>=3.2)
+ :pypi:`pytest-figleaf` py.test figleaf coverage plugin Jan 18, 2010 5 - Production/Stable N/A
+ :pypi:`pytest-filecov` A pytest plugin to detect unused files Jun 27, 2021 4 - Beta pytest
+ :pypi:`pytest-filedata` easily load data from files Jan 17, 2019 4 - Beta N/A
+ :pypi:`pytest-filemarker` A pytest plugin that runs marked tests when files change. Dec 01, 2020 N/A pytest
+ :pypi:`pytest-filter-case` run test cases filter by mark Nov 05, 2020 N/A N/A
+ :pypi:`pytest-filter-subpackage` Pytest plugin for filtering based on sub-packages Jan 09, 2020 3 - Alpha pytest (>=3.0)
+ :pypi:`pytest-find-dependencies` A pytest plugin to find dependencies between tests Apr 21, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-finer-verdicts` A pytest plugin to treat non-assertion failures as test errors. Jun 18, 2020 N/A pytest (>=5.4.3)
+ :pypi:`pytest-firefox` pytest plugin to manipulate firefox Aug 08, 2017 3 - Alpha pytest (>=3.0.2)
+ :pypi:`pytest-fixture-config` Fixture configuration utils for py.test May 28, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-fixture-maker` Pytest plugin to load fixtures from YAML files Sep 21, 2021 N/A N/A
+ :pypi:`pytest-fixture-marker` A pytest plugin to add markers based on fixtures used. Oct 11, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-fixture-order` pytest plugin to control fixture evaluation order Aug 25, 2020 N/A pytest (>=3.0)
+ :pypi:`pytest-fixtures` Common fixtures for pytest May 01, 2019 5 - Production/Stable N/A
+ :pypi:`pytest-fixture-tools` Plugin for pytest which provides tools for fixtures Aug 18, 2020 6 - Mature pytest
+ :pypi:`pytest-fixture-typecheck` A pytest plugin to assert type annotations at runtime. Aug 24, 2021 N/A pytest
+ :pypi:`pytest-flake8` pytest plugin to check FLAKE8 requirements Dec 16, 2020 4 - Beta pytest (>=3.5)
+ :pypi:`pytest-flake8-path` A pytest fixture for testing flake8 plugins. Aug 11, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-flakefinder` Runs tests multiple times to expose flakiness. Jul 28, 2020 4 - Beta pytest (>=2.7.1)
+ :pypi:`pytest-flakes` pytest plugin to check source code with pyflakes Dec 02, 2021 5 - Production/Stable pytest (>=5)
+ :pypi:`pytest-flaptastic` Flaptastic py.test plugin Mar 17, 2019 N/A N/A
+ :pypi:`pytest-flask` A set of py.test fixtures to test Flask applications. Feb 27, 2021 5 - Production/Stable pytest (>=5.2)
+ :pypi:`pytest-flask-sqlalchemy` A pytest plugin for preserving test isolation in Flask-SQlAlchemy using database transactions. Apr 04, 2019 4 - Beta pytest (>=3.2.1)
+ :pypi:`pytest-flask-sqlalchemy-transactions` Run tests in transactions using pytest, Flask, and SQLalchemy. Aug 02, 2018 4 - Beta pytest (>=3.2.1)
+ :pypi:`pytest-flyte` Pytest fixtures for simplifying Flyte integration testing May 03, 2021 N/A pytest
+ :pypi:`pytest-focus` A pytest plugin that alerts user of failed test cases with screen notifications May 04, 2019 4 - Beta pytest
+ :pypi:`pytest-forcefail` py.test plugin to make the test failing regardless of pytest.mark.xfail May 15, 2018 4 - Beta N/A
+ :pypi:`pytest-forward-compatability` A name to avoid typosquating pytest-foward-compatibility Sep 06, 2020 N/A N/A
+ :pypi:`pytest-forward-compatibility` A pytest plugin to shim pytest commandline options for fowards compatibility Sep 29, 2020 N/A N/A
+ :pypi:`pytest-freezegun` Wrap tests with fixtures in freeze_time Jul 19, 2020 4 - Beta pytest (>=3.0.0)
+ :pypi:`pytest-freeze-reqs` Check if requirement files are frozen Apr 29, 2021 N/A N/A
+ :pypi:`pytest-frozen-uuids` Deterministically frozen UUID's for your tests Oct 19, 2021 N/A pytest (>=3.0)
+ :pypi:`pytest-func-cov` Pytest plugin for measuring function coverage Apr 15, 2021 3 - Alpha pytest (>=5)
+ :pypi:`pytest-funparam` An alternative way to parametrize test cases. Dec 02, 2021 4 - Beta pytest >=4.6.0
+ :pypi:`pytest-fxa` pytest plugin for Firefox Accounts Aug 28, 2018 5 - Production/Stable N/A
+ :pypi:`pytest-fxtest` Oct 27, 2020 N/A N/A
+ :pypi:`pytest-gc` The garbage collector plugin for py.test Feb 01, 2018 N/A N/A
+ :pypi:`pytest-gcov` Uses gcov to measure test coverage of a C library Feb 01, 2018 3 - Alpha N/A
+ :pypi:`pytest-gevent` Ensure that gevent is properly patched when invoking pytest Feb 25, 2020 N/A pytest
+ :pypi:`pytest-gherkin` A flexible framework for executing BDD gherkin tests Jul 27, 2019 3 - Alpha pytest (>=5.0.0)
+ :pypi:`pytest-ghostinspector` For finding/executing Ghost Inspector tests May 17, 2016 3 - Alpha N/A
+ :pypi:`pytest-girder` A set of pytest fixtures for testing Girder applications. Nov 30, 2021 N/A N/A
+ :pypi:`pytest-git` Git repository fixture for py.test May 28, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-gitcov` Pytest plugin for reporting on coverage of the last git commit. Jan 11, 2020 2 - Pre-Alpha N/A
+ :pypi:`pytest-git-fixtures` Pytest fixtures for testing with git. Mar 11, 2021 4 - Beta pytest
+ :pypi:`pytest-github` Plugin for py.test that associates tests with github issues using a marker. Mar 07, 2019 5 - Production/Stable N/A
+ :pypi:`pytest-github-actions-annotate-failures` pytest plugin to annotate failed tests with a workflow command for GitHub Actions Oct 24, 2021 N/A pytest (>=4.0.0)
+ :pypi:`pytest-gitignore` py.test plugin to ignore the same files as git Jul 17, 2015 4 - Beta N/A
+ :pypi:`pytest-glamor-allure` Extends allure-pytest functionality Nov 26, 2021 4 - Beta pytest
+ :pypi:`pytest-gnupg-fixtures` Pytest fixtures for testing with gnupg. Mar 04, 2021 4 - Beta pytest
+ :pypi:`pytest-golden` Plugin for pytest that offloads expected outputs to data files Nov 23, 2020 N/A pytest (>=6.1.2,<7.0.0)
+ :pypi:`pytest-graphql-schema` Get graphql schema as fixture for pytest Oct 18, 2019 N/A N/A
+ :pypi:`pytest-greendots` Green progress dots Feb 08, 2014 3 - Alpha N/A
+ :pypi:`pytest-growl` Growl notifications for pytest results. Jan 13, 2014 5 - Production/Stable N/A
+ :pypi:`pytest-grpc` pytest plugin for grpc May 01, 2020 N/A pytest (>=3.6.0)
+ :pypi:`pytest-hammertime` Display "🔨 " instead of "." for passed pytest tests. Jul 28, 2018 N/A pytest
+ :pypi:`pytest-harvest` Store data created during your pytest tests execution, and retrieve it at the end of the session, e.g. for applicative benchmarking purposes. Apr 01, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-helm-chart` A plugin to provide different types and configs of Kubernetes clusters that can be used for testing. Jun 15, 2020 4 - Beta pytest (>=5.4.2,<6.0.0)
+ :pypi:`pytest-helm-charts` A plugin to provide different types and configs of Kubernetes clusters that can be used for testing. Oct 26, 2021 4 - Beta pytest (>=6.1.2,<7.0.0)
+ :pypi:`pytest-helper` Functions to help in using the pytest testing framework May 31, 2019 5 - Production/Stable N/A
+ :pypi:`pytest-helpers` pytest helpers May 17, 2020 N/A pytest
+ :pypi:`pytest-helpers-namespace` Pytest Helpers Namespace Plugin Apr 29, 2021 5 - Production/Stable pytest (>=6.0.0)
+ :pypi:`pytest-hidecaptured` Hide captured output May 04, 2018 4 - Beta pytest (>=2.8.5)
+ :pypi:`pytest-historic` Custom report to display pytest historical execution records Apr 08, 2020 N/A pytest
+ :pypi:`pytest-historic-hook` Custom listener to store execution results into MYSQL DB, which is used for pytest-historic report Apr 08, 2020 N/A pytest
+ :pypi:`pytest-homeassistant` A pytest plugin for use with homeassistant custom components. Aug 12, 2020 4 - Beta N/A
+ :pypi:`pytest-homeassistant-custom-component` Experimental package to automatically extract test plugins for Home Assistant custom components Nov 20, 2021 3 - Alpha pytest (==6.2.5)
+ :pypi:`pytest-honors` Report on tests that honor constraints, and guard against regressions Mar 06, 2020 4 - Beta N/A
+ :pypi:`pytest-hoverfly` Simplify working with Hoverfly from pytest Jul 12, 2021 N/A pytest (>=5.0)
+ :pypi:`pytest-hoverfly-wrapper` Integrates the Hoverfly HTTP proxy into Pytest Aug 29, 2021 4 - Beta N/A
+ :pypi:`pytest-hpfeeds` Helpers for testing hpfeeds in your python project Aug 27, 2021 4 - Beta pytest (>=6.2.4,<7.0.0)
+ :pypi:`pytest-html` pytest plugin for generating HTML reports Dec 13, 2020 5 - Production/Stable pytest (!=6.0.0,>=5.0)
+ :pypi:`pytest-html-lee` optimized pytest plugin for generating HTML reports Jun 30, 2020 5 - Production/Stable pytest (>=5.0)
+ :pypi:`pytest-html-profiling` Pytest plugin for generating HTML reports with per-test profiling and optionally call graph visualizations. Based on pytest-html by Dave Hunt. Feb 11, 2020 5 - Production/Stable pytest (>=3.0)
+ :pypi:`pytest-html-reporter` Generates a static html report based on pytest framework Apr 25, 2021 N/A N/A
+ :pypi:`pytest-html-thread` pytest plugin for generating HTML reports Dec 29, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-http` Fixture "http" for http requests Dec 05, 2019 N/A N/A
+ :pypi:`pytest-httpbin` Easily test your HTTP library against a local copy of httpbin Feb 11, 2019 5 - Production/Stable N/A
+ :pypi:`pytest-http-mocker` Pytest plugin for http mocking (via https://github.com/vilus/mocker) Oct 20, 2019 N/A N/A
+ :pypi:`pytest-httpretty` A thin wrapper of HTTPretty for pytest Feb 16, 2014 3 - Alpha N/A
+ :pypi:`pytest-httpserver` pytest-httpserver is a httpserver for pytest Oct 18, 2021 3 - Alpha pytest ; extra == 'dev'
+ :pypi:`pytest-httpx` Send responses to httpx. Nov 16, 2021 5 - Production/Stable pytest (==6.*)
+ :pypi:`pytest-httpx-blockage` Disable httpx requests during a test run Nov 16, 2021 N/A pytest (>=6.2.5)
+ :pypi:`pytest-hue` Visualise PyTest status via your Phillips Hue lights May 09, 2019 N/A N/A
+ :pypi:`pytest-hylang` Pytest plugin to allow running tests written in hylang Mar 28, 2021 N/A pytest
+ :pypi:`pytest-hypo-25` help hypo module for pytest Jan 12, 2020 3 - Alpha N/A
+ :pypi:`pytest-ibutsu` A plugin to sent pytest results to an Ibutsu server Jun 16, 2021 4 - Beta pytest
+ :pypi:`pytest-icdiff` use icdiff for better error messages in pytest assertions Apr 08, 2020 4 - Beta N/A
+ :pypi:`pytest-idapro` A pytest plugin for idapython. Allows a pytest setup to run tests outside and inside IDA in an automated manner by runnig pytest inside IDA and by mocking idapython api Nov 03, 2018 N/A N/A
+ :pypi:`pytest-idempotent` Pytest plugin for testing function idempotence. Nov 26, 2021 N/A N/A
+ :pypi:`pytest-ignore-flaky` ignore failures from flaky tests (pytest plugin) Apr 23, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-image-diff` Jul 28, 2021 3 - Alpha pytest
+ :pypi:`pytest-incremental` an incremental test runner (pytest plugin) Apr 24, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-influxdb` Plugin for influxdb and pytest integration. Apr 20, 2021 N/A N/A
+ :pypi:`pytest-info-collector` pytest plugin to collect information from tests May 26, 2019 3 - Alpha N/A
+ :pypi:`pytest-informative-node` display more node ininformation. Apr 25, 2019 4 - Beta N/A
+ :pypi:`pytest-infrastructure` pytest stack validation prior to testing executing Apr 12, 2020 4 - Beta N/A
+ :pypi:`pytest-ini` Reuse pytest.ini to store env variables Sep 30, 2021 N/A N/A
+ :pypi:`pytest-inmanta` A py.test plugin providing fixtures to simplify inmanta modules testing. Aug 17, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-inmanta-extensions` Inmanta tests package May 27, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-Inomaly` A simple image diff plugin for pytest Feb 13, 2018 4 - Beta N/A
+ :pypi:`pytest-insta` A practical snapshot testing plugin for pytest Apr 07, 2021 N/A pytest (>=6.0.2,<7.0.0)
+ :pypi:`pytest-instafail` pytest plugin to show failures instantly Jun 14, 2020 4 - Beta pytest (>=2.9)
+ :pypi:`pytest-instrument` pytest plugin to instrument tests Apr 05, 2020 5 - Production/Stable pytest (>=5.1.0)
+ :pypi:`pytest-integration` Organizing pytests by integration or not Apr 16, 2020 N/A N/A
+ :pypi:`pytest-integration-mark` Automatic integration test marking and excluding plugin for pytest Jul 19, 2021 N/A pytest (>=5.2,<7.0)
+ :pypi:`pytest-interactive` A pytest plugin for console based interactive test selection just after the collection phase Nov 30, 2017 3 - Alpha N/A
+ :pypi:`pytest-intercept-remote` Pytest plugin for intercepting outgoing connection requests during pytest run. May 24, 2021 4 - Beta pytest (>=4.6)
+ :pypi:`pytest-invenio` Pytest fixtures for Invenio. May 11, 2021 5 - Production/Stable pytest (<7,>=6)
+ :pypi:`pytest-involve` Run tests covering a specific file or changeset Feb 02, 2020 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-ipdb` A py.test plug-in to enable drop to ipdb debugger on test failure. Sep 02, 2014 2 - Pre-Alpha N/A
+ :pypi:`pytest-ipynb` THIS PROJECT IS ABANDONED Jan 29, 2019 3 - Alpha N/A
+ :pypi:`pytest-isort` py.test plugin to check import ordering using isort Apr 27, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-it` Pytest plugin to display test reports as a plaintext spec, inspired by Rspec: https://github.com/mattduck/pytest-it. Jan 22, 2020 4 - Beta N/A
+ :pypi:`pytest-iterassert` Nicer list and iterable assertion messages for pytest May 11, 2020 3 - Alpha N/A
+ :pypi:`pytest-jasmine` Run jasmine tests from your pytest test suite Nov 04, 2017 1 - Planning N/A
+ :pypi:`pytest-jest` A custom jest-pytest oriented Pytest reporter May 22, 2018 4 - Beta pytest (>=3.3.2)
+ :pypi:`pytest-jira` py.test JIRA integration plugin, using markers Dec 02, 2021 3 - Alpha N/A
+ :pypi:`pytest-jira-xray` pytest plugin to integrate tests with JIRA XRAY Nov 28, 2021 3 - Alpha pytest
+ :pypi:`pytest-jobserver` Limit parallel tests with posix jobserver. May 15, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-joke` Test failures are better served with humor. Oct 08, 2019 4 - Beta pytest (>=4.2.1)
+ :pypi:`pytest-json` Generate JSON test reports Jan 18, 2016 4 - Beta N/A
+ :pypi:`pytest-jsonlint` UNKNOWN Aug 04, 2016 N/A N/A
+ :pypi:`pytest-json-report` A pytest plugin to report test results as JSON files Sep 24, 2021 4 - Beta pytest (>=3.8.0)
+ :pypi:`pytest-kafka` Zookeeper, Kafka server, and Kafka consumer fixtures for Pytest Aug 24, 2021 N/A pytest
+ :pypi:`pytest-kafkavents` A plugin to send pytest events to Kafka Sep 08, 2021 4 - Beta pytest
+ :pypi:`pytest-kind` Kubernetes test support with KIND for pytest Jan 24, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-kivy` Kivy GUI tests fixtures using pytest Jul 06, 2021 4 - Beta pytest (>=3.6)
+ :pypi:`pytest-knows` A pytest plugin that can automaticly skip test case based on dependence info calculated by trace Aug 22, 2014 N/A N/A
+ :pypi:`pytest-konira` Run Konira DSL tests with py.test Oct 09, 2011 N/A N/A
+ :pypi:`pytest-krtech-common` pytest krtech common library Nov 28, 2016 4 - Beta N/A
+ :pypi:`pytest-kwparametrize` Alternate syntax for @pytest.mark.parametrize with test cases as dictionaries and default value fallbacks Jan 22, 2021 N/A pytest (>=6)
+ :pypi:`pytest-lambda` Define pytest fixtures with lambda functions. Aug 23, 2021 3 - Alpha pytest (>=3.6,<7)
+ :pypi:`pytest-lamp` Jan 06, 2017 3 - Alpha N/A
+ :pypi:`pytest-layab` Pytest fixtures for layab. Oct 05, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-lazy-fixture` It helps to use fixtures in pytest.mark.parametrize Feb 01, 2020 4 - Beta pytest (>=3.2.5)
+ :pypi:`pytest-ldap` python-ldap fixtures for pytest Aug 18, 2020 N/A pytest
+ :pypi:`pytest-leaks` A pytest plugin to trace resource leaks. Nov 27, 2019 1 - Planning N/A
+ :pypi:`pytest-level` Select tests of a given level or lower Oct 21, 2019 N/A pytest
+ :pypi:`pytest-libfaketime` A python-libfaketime plugin for pytest. Dec 22, 2018 4 - Beta pytest (>=3.0.0)
+ :pypi:`pytest-libiio` A pytest plugin to manage interfacing with libiio contexts Oct 29, 2021 4 - Beta N/A
+ :pypi:`pytest-libnotify` Pytest plugin that shows notifications about the test run Apr 02, 2021 3 - Alpha pytest
+ :pypi:`pytest-ligo` Jan 16, 2020 4 - Beta N/A
+ :pypi:`pytest-lineno` A pytest plugin to show the line numbers of test functions Dec 04, 2020 N/A pytest
+ :pypi:`pytest-line-profiler` Profile code executed by pytest May 03, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-lisa` Pytest plugin for organizing tests. Jan 21, 2021 3 - Alpha pytest (>=6.1.2,<7.0.0)
+ :pypi:`pytest-listener` A simple network listener May 28, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-litf` A pytest plugin that stream output in LITF format Jan 18, 2021 4 - Beta pytest (>=3.1.1)
+ :pypi:`pytest-live` Live results for pytest Mar 08, 2020 N/A pytest
+ :pypi:`pytest-localftpserver` A PyTest plugin which provides an FTP fixture for your tests Aug 25, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-localserver` py.test plugin to test server connections locally. Nov 19, 2021 4 - Beta N/A
+ :pypi:`pytest-localstack` Pytest plugin for AWS integration tests Aug 22, 2019 4 - Beta pytest (>=3.3.0)
+ :pypi:`pytest-lockable` lockable resource plugin for pytest Nov 09, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-locker` Used to lock object during testing. Essentially changing assertions from being hard coded to asserting that nothing changed Oct 29, 2021 N/A pytest (>=5.4)
+ :pypi:`pytest-log` print log Aug 15, 2021 N/A pytest (>=3.8)
+ :pypi:`pytest-logbook` py.test plugin to capture logbook log messages Nov 23, 2015 5 - Production/Stable pytest (>=2.8)
+ :pypi:`pytest-logdog` Pytest plugin to test logging Jun 15, 2021 1 - Planning pytest (>=6.2.0)
+ :pypi:`pytest-logfest` Pytest plugin providing three logger fixtures with basic or full writing to log files Jul 21, 2019 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-logger` Plugin configuring handlers for loggers from Python logging module. Jul 25, 2019 4 - Beta pytest (>=3.2)
+ :pypi:`pytest-logging` Configures logging and allows tweaking the log level with a py.test flag Nov 04, 2015 4 - Beta N/A
+ :pypi:`pytest-log-report` Package for creating a pytest test run reprot Dec 26, 2019 N/A N/A
+ :pypi:`pytest-manual-marker` pytest marker for marking manual tests Oct 11, 2021 3 - Alpha pytest (>=6)
+ :pypi:`pytest-markdown` Test your markdown docs with pytest Jan 15, 2021 4 - Beta pytest (>=6.0.1,<7.0.0)
+ :pypi:`pytest-marker-bugzilla` py.test bugzilla integration plugin, using markers Jan 09, 2020 N/A N/A
+ :pypi:`pytest-markers-presence` A simple plugin to detect missed pytest tags and markers" Feb 04, 2021 4 - Beta pytest (>=6.0)
+ :pypi:`pytest-markfiltration` UNKNOWN Nov 08, 2011 3 - Alpha N/A
+ :pypi:`pytest-mark-no-py3` pytest plugin and bowler codemod to help migrate tests to Python 3 May 17, 2019 N/A pytest
+ :pypi:`pytest-marks` UNKNOWN Nov 23, 2012 3 - Alpha N/A
+ :pypi:`pytest-matcher` Match test output against patterns stored in files Apr 23, 2020 5 - Production/Stable pytest (>=3.4)
+ :pypi:`pytest-match-skip` Skip matching marks. Matches partial marks using wildcards. May 15, 2019 4 - Beta pytest (>=4.4.1)
+ :pypi:`pytest-mat-report` this is report Jan 20, 2021 N/A N/A
+ :pypi:`pytest-matrix` Provide tools for generating tests from combinations of fixtures. Jun 24, 2020 5 - Production/Stable pytest (>=5.4.3,<6.0.0)
+ :pypi:`pytest-mccabe` pytest plugin to run the mccabe code complexity checker. Jul 22, 2020 3 - Alpha pytest (>=5.4.0)
+ :pypi:`pytest-md` Plugin for generating Markdown reports for pytest results Jul 11, 2019 3 - Alpha pytest (>=4.2.1)
+ :pypi:`pytest-md-report` A pytest plugin to make a test results report with Markdown table format. May 04, 2021 4 - Beta pytest (!=6.0.0,<7,>=3.3.2)
+ :pypi:`pytest-memprof` Estimates memory consumption of test functions Mar 29, 2019 4 - Beta N/A
+ :pypi:`pytest-menu` A pytest plugin for console based interactive test selection just after the collection phase Oct 04, 2017 3 - Alpha pytest (>=2.4.2)
+ :pypi:`pytest-mercurial` pytest plugin to write integration tests for projects using Mercurial Python internals Nov 21, 2020 1 - Planning N/A
+ :pypi:`pytest-message` Pytest plugin for sending report message of marked tests execution Nov 04, 2021 N/A pytest (>=6.2.5)
+ :pypi:`pytest-messenger` Pytest to Slack reporting plugin Dec 16, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-metadata` pytest plugin for test session metadata Nov 27, 2020 5 - Production/Stable pytest (>=2.9.0)
+ :pypi:`pytest-metrics` Custom metrics report for pytest Apr 04, 2020 N/A pytest
+ :pypi:`pytest-mimesis` Mimesis integration with the pytest test runner Mar 21, 2020 5 - Production/Stable pytest (>=4.2)
+ :pypi:`pytest-minecraft` A pytest plugin for running tests against Minecraft releases Sep 26, 2020 N/A pytest (>=6.0.1,<7.0.0)
+ :pypi:`pytest-missing-fixtures` Pytest plugin that creates missing fixtures Oct 14, 2020 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-ml` Test your machine learning! May 04, 2019 4 - Beta N/A
+ :pypi:`pytest-mocha` pytest plugin to display test execution output like a mochajs Apr 02, 2020 4 - Beta pytest (>=5.4.0)
+ :pypi:`pytest-mock` Thin-wrapper around the mock package for easier use with pytest May 06, 2021 5 - Production/Stable pytest (>=5.0)
+ :pypi:`pytest-mock-api` A mock API server with configurable routes and responses available as a fixture. Feb 13, 2019 1 - Planning pytest (>=4.0.0)
+ :pypi:`pytest-mock-generator` A pytest fixture wrapper for https://pypi.org/project/mock-generator Aug 10, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-mock-helper` Help you mock HTTP call and generate mock code Jan 24, 2018 N/A pytest
+ :pypi:`pytest-mockito` Base fixtures for mockito Jul 11, 2018 4 - Beta N/A
+ :pypi:`pytest-mockredis` An in-memory mock of a Redis server that runs in a separate thread. This is to be used for unit-tests that require a Redis database. Jan 02, 2018 2 - Pre-Alpha N/A
+ :pypi:`pytest-mock-resources` A pytest plugin for easily instantiating reproducible mock resources. Dec 03, 2021 N/A pytest (>=1.0)
+ :pypi:`pytest-mock-server` Mock server plugin for pytest Apr 06, 2020 4 - Beta N/A
+ :pypi:`pytest-mockservers` A set of fixtures to test your requests to HTTP/UDP servers Mar 31, 2020 N/A pytest (>=4.3.0)
+ :pypi:`pytest-modifyjunit` Utility for adding additional properties to junit xml for IDM QE Jan 10, 2019 N/A N/A
+ :pypi:`pytest-modifyscope` pytest plugin to modify fixture scope Apr 12, 2020 N/A pytest
+ :pypi:`pytest-molecule` PyTest Molecule Plugin :: discover and run molecule tests Oct 06, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-mongo` MongoDB process and client fixtures plugin for Pytest. Jun 07, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-mongodb` pytest plugin for MongoDB fixtures Dec 07, 2019 5 - Production/Stable pytest (>=2.5.2)
+ :pypi:`pytest-monitor` Pytest plugin for analyzing resource usage. Aug 24, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-monkeyplus` pytest's monkeypatch subclass with extra functionalities Sep 18, 2012 5 - Production/Stable N/A
+ :pypi:`pytest-monkeytype` pytest-monkeytype: Generate Monkeytype annotations from your pytest tests. Jul 29, 2020 4 - Beta N/A
+ :pypi:`pytest-moto` Fixtures for integration tests of AWS services,uses moto mocking library. Aug 28, 2015 1 - Planning N/A
+ :pypi:`pytest-motor` A pytest plugin for motor, the non-blocking MongoDB driver. Jul 21, 2021 3 - Alpha pytest
+ :pypi:`pytest-mp` A test batcher for multiprocessed Pytest runs May 23, 2018 4 - Beta pytest
+ :pypi:`pytest-mpi` pytest plugin to collect information from tests Mar 14, 2021 3 - Alpha pytest
+ :pypi:`pytest-mpl` pytest plugin to help with testing figures output from Matplotlib Jul 02, 2021 4 - Beta pytest
+ :pypi:`pytest-mproc` low-startup-overhead, scalable, distributed-testing pytest plugin Mar 07, 2021 4 - Beta pytest
+ :pypi:`pytest-multi-check` Pytest-плагин, реализует возможность мульти проверок и мягких проверок Jun 03, 2021 N/A pytest
+ :pypi:`pytest-multihost` Utility for writing multi-host tests for pytest Apr 07, 2020 4 - Beta N/A
+ :pypi:`pytest-multilog` Multi-process logs handling and other helpers for pytest Jun 10, 2021 N/A N/A
+ :pypi:`pytest-multithreading` a pytest plugin for th and concurrent testing Aug 12, 2021 N/A pytest (>=3.6)
+ :pypi:`pytest-mutagen` Add the mutation testing feature to pytest Jul 24, 2020 N/A pytest (>=5.4)
+ :pypi:`pytest-mypy` Mypy static type checker plugin for Pytest Mar 21, 2021 4 - Beta pytest (>=3.5)
+ :pypi:`pytest-mypyd` Mypy static type checker plugin for Pytest Aug 20, 2019 4 - Beta pytest (<4.7,>=2.8) ; python_version < "3.5"
+ :pypi:`pytest-mypy-plugins` pytest plugin for writing tests for mypy plugins Oct 19, 2021 3 - Alpha pytest (>=6.0.0)
+ :pypi:`pytest-mypy-plugins-shim` Substitute for "pytest-mypy-plugins" for Python implementations which aren't supported by mypy. Apr 12, 2021 N/A N/A
+ :pypi:`pytest-mypy-testing` Pytest plugin to check mypy output. Jun 13, 2021 N/A pytest
+ :pypi:`pytest-mysql` MySQL process and client fixtures for pytest Nov 22, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-needle` pytest plugin for visual testing websites using selenium Dec 10, 2018 4 - Beta pytest (<5.0.0,>=3.0.0)
+ :pypi:`pytest-neo` pytest-neo is a plugin for pytest that shows tests like screen of Matrix. Apr 23, 2019 3 - Alpha pytest (>=3.7.2)
+ :pypi:`pytest-network` A simple plugin to disable network on socket level. May 07, 2020 N/A N/A
+ :pypi:`pytest-never-sleep` pytest plugin helps to avoid adding tests without mock \`time.sleep\` May 05, 2021 3 - Alpha pytest (>=3.5.1)
+ :pypi:`pytest-nginx` nginx fixture for pytest Aug 12, 2017 5 - Production/Stable N/A
+ :pypi:`pytest-nginx-iplweb` nginx fixture for pytest - iplweb temporary fork Mar 01, 2019 5 - Production/Stable N/A
+ :pypi:`pytest-ngrok` Jan 22, 2020 3 - Alpha N/A
+ :pypi:`pytest-ngsfixtures` pytest ngs fixtures Sep 06, 2019 2 - Pre-Alpha pytest (>=5.0.0)
+ :pypi:`pytest-nice` A pytest plugin that alerts user of failed test cases with screen notifications May 04, 2019 4 - Beta pytest
+ :pypi:`pytest-nice-parametrize` A small snippet for nicer PyTest's Parametrize Apr 17, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-nlcov` Pytest plugin to get the coverage of the new lines (based on git diff) only Jul 07, 2021 N/A N/A
+ :pypi:`pytest-nocustom` Run all tests without custom markers Jul 07, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-nodev` Test-driven source code search for Python. Jul 21, 2016 4 - Beta pytest (>=2.8.1)
+ :pypi:`pytest-nogarbage` Ensure a test produces no garbage Aug 29, 2021 5 - Production/Stable pytest (>=4.6.0)
+ :pypi:`pytest-notebook` A pytest plugin for testing Jupyter Notebooks Sep 16, 2020 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-notice` Send pytest execution result email Nov 05, 2020 N/A N/A
+ :pypi:`pytest-notification` A pytest plugin for sending a desktop notification and playing a sound upon completion of tests Jun 19, 2020 N/A pytest (>=4)
+ :pypi:`pytest-notifier` A pytest plugin to notify test result Jun 12, 2020 3 - Alpha pytest
+ :pypi:`pytest-notimplemented` Pytest markers for not implemented features and tests. Aug 27, 2019 N/A pytest (>=5.1,<6.0)
+ :pypi:`pytest-notion` A PyTest Reporter to send test runs to Notion.so Aug 07, 2019 N/A N/A
+ :pypi:`pytest-nunit` A pytest plugin for generating NUnit3 test result XML output Aug 04, 2020 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-ochrus` pytest results data-base and HTML reporter Feb 21, 2018 4 - Beta N/A
+ :pypi:`pytest-odoo` py.test plugin to run Odoo tests Nov 04, 2021 4 - Beta pytest (>=2.9)
+ :pypi:`pytest-odoo-fixtures` Project description Jun 25, 2019 N/A N/A
+ :pypi:`pytest-oerp` pytest plugin to test OpenERP modules Feb 28, 2012 3 - Alpha N/A
+ :pypi:`pytest-ok` The ultimate pytest output plugin Apr 01, 2019 4 - Beta N/A
+ :pypi:`pytest-only` Use @pytest.mark.only to run a single test Jan 19, 2020 N/A N/A
+ :pypi:`pytest-oot` Run object-oriented tests in a simple format Sep 18, 2016 4 - Beta N/A
+ :pypi:`pytest-openfiles` Pytest plugin for detecting inadvertent open file handles Apr 16, 2020 3 - Alpha pytest (>=4.6)
+ :pypi:`pytest-opentmi` pytest plugin for publish results to opentmi Nov 04, 2021 5 - Production/Stable pytest (>=5.0)
+ :pypi:`pytest-operator` Fixtures for Operators Oct 26, 2021 N/A N/A
+ :pypi:`pytest-optional` include/exclude values of fixtures in pytest Oct 07, 2015 N/A N/A
+ :pypi:`pytest-optional-tests` Easy declaration of optional tests (i.e., that are not run by default) Jul 09, 2019 4 - Beta pytest (>=4.5.0)
+ :pypi:`pytest-orchestration` A pytest plugin for orchestrating tests Jul 18, 2019 N/A N/A
+ :pypi:`pytest-order` pytest plugin to run your tests in a specific order May 30, 2021 4 - Beta pytest (>=5.0)
+ :pypi:`pytest-ordering` pytest plugin to run your tests in a specific order Nov 14, 2018 4 - Beta pytest
+ :pypi:`pytest-osxnotify` OS X notifications for py.test results. May 15, 2015 N/A N/A
+ :pypi:`pytest-otel` pytest-otel report OpenTelemetry traces about test executed Dec 03, 2021 N/A N/A
+ :pypi:`pytest-pact` A simple plugin to use with pytest Jan 07, 2019 4 - Beta N/A
+ :pypi:`pytest-pahrametahrize` Parametrize your tests with a Boston accent. Nov 24, 2021 4 - Beta pytest (>=6.0,<7.0)
+ :pypi:`pytest-parallel` a pytest plugin for parallel and concurrent testing Oct 10, 2021 3 - Alpha pytest (>=3.0.0)
+ :pypi:`pytest-parallel-39` a pytest plugin for parallel and concurrent testing Jul 12, 2021 3 - Alpha pytest (>=3.0.0)
+ :pypi:`pytest-param` pytest plugin to test all, first, last or random params Sep 11, 2016 4 - Beta pytest (>=2.6.0)
+ :pypi:`pytest-paramark` Configure pytest fixtures using a combination of"parametrize" and markers Jan 10, 2020 4 - Beta pytest (>=4.5.0)
+ :pypi:`pytest-parametrization` Simpler PyTest parametrization Nov 30, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-parametrize-cases` A more user-friendly way to write parametrized tests. Dec 12, 2020 N/A pytest (>=6.1.2,<7.0.0)
+ :pypi:`pytest-parametrized` Pytest plugin for parametrizing tests with default iterables. Oct 19, 2020 5 - Production/Stable pytest
+ :pypi:`pytest-parawtf` Finally spell paramete?ri[sz]e correctly Dec 03, 2018 4 - Beta pytest (>=3.6.0)
+ :pypi:`pytest-pass` Check out https://github.com/elilutsky/pytest-pass Dec 04, 2019 N/A N/A
+ :pypi:`pytest-passrunner` Pytest plugin providing the 'run_on_pass' marker Feb 10, 2021 5 - Production/Stable pytest (>=4.6.0)
+ :pypi:`pytest-paste-config` Allow setting the path to a paste config file Sep 18, 2013 3 - Alpha N/A
+ :pypi:`pytest-patches` A contextmanager pytest fixture for handling multiple mock patches Aug 30, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-pdb` pytest plugin which adds pdb helper commands related to pytest. Jul 31, 2018 N/A N/A
+ :pypi:`pytest-peach` pytest plugin for fuzzing with Peach API Security Apr 12, 2019 4 - Beta pytest (>=2.8.7)
+ :pypi:`pytest-pep257` py.test plugin for pep257 Jul 09, 2016 N/A N/A
+ :pypi:`pytest-pep8` pytest plugin to check PEP8 requirements Apr 27, 2014 N/A N/A
+ :pypi:`pytest-percent` Change the exit code of pytest test sessions when a required percent of tests pass. May 21, 2020 N/A pytest (>=5.2.0)
+ :pypi:`pytest-perf` pytest-perf Jun 27, 2021 5 - Production/Stable pytest (>=4.6) ; extra == 'testing'
+ :pypi:`pytest-performance` A simple plugin to ensure the execution of critical sections of code has not been impacted Sep 11, 2020 5 - Production/Stable pytest (>=3.7.0)
+ :pypi:`pytest-persistence` Pytest tool for persistent objects Nov 06, 2021 N/A N/A
+ :pypi:`pytest-pgsql` Pytest plugins and helpers for tests using a Postgres database. May 13, 2020 5 - Production/Stable pytest (>=3.0.0)
+ :pypi:`pytest-phmdoctest` pytest plugin to test Python examples in Markdown using phmdoctest. Nov 10, 2021 4 - Beta pytest (>=6.2) ; extra == 'test'
+ :pypi:`pytest-picked` Run the tests related to the changed files Dec 23, 2020 N/A pytest (>=3.5.0)
+ :pypi:`pytest-pigeonhole` Jun 25, 2018 5 - Production/Stable pytest (>=3.4)
+ :pypi:`pytest-pikachu` Show surprise when tests are passing Aug 05, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-pilot` Slice in your test base thanks to powerful markers. Oct 09, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-pings` 🦊 The pytest plugin for Firefox Telemetry 📊 Jun 29, 2019 3 - Alpha pytest (>=5.0.0)
+ :pypi:`pytest-pinned` A simple pytest plugin for pinning tests Sep 17, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-pinpoint` A pytest plugin which runs SBFL algorithms to detect faults. Sep 25, 2020 N/A pytest (>=4.4.0)
+ :pypi:`pytest-pipeline` Pytest plugin for functional testing of data analysispipelines Jan 24, 2017 3 - Alpha N/A
+ :pypi:`pytest-platform-markers` Markers for pytest to skip tests on specific platforms Sep 09, 2019 4 - Beta pytest (>=3.6.0)
+ :pypi:`pytest-play` pytest plugin that let you automate actions and assertions with test metrics reporting executing plain YAML files Jun 12, 2019 5 - Production/Stable N/A
+ :pypi:`pytest-playbook` Pytest plugin for reading playbooks. Jan 21, 2021 3 - Alpha pytest (>=6.1.2,<7.0.0)
+ :pypi:`pytest-playwright` A pytest wrapper with fixtures for Playwright to automate web browsers Oct 28, 2021 N/A pytest
+ :pypi:`pytest-playwrights` A pytest wrapper with fixtures for Playwright to automate web browsers Dec 02, 2021 N/A N/A
+ :pypi:`pytest-playwright-snapshot` A pytest wrapper for snapshot testing with playwright Aug 19, 2021 N/A N/A
+ :pypi:`pytest-plt` Fixtures for quickly making Matplotlib plots in tests Aug 17, 2020 5 - Production/Stable pytest
+ :pypi:`pytest-plugin-helpers` A plugin to help developing and testing other plugins Nov 23, 2019 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-plus` PyTest Plus Plugin :: extends pytest functionality Mar 19, 2020 5 - Production/Stable pytest (>=3.50)
+ :pypi:`pytest-pmisc` Mar 21, 2019 5 - Production/Stable N/A
+ :pypi:`pytest-pointers` Pytest plugin to define functions you test with special marks for better navigation and reports Oct 14, 2021 N/A N/A
+ :pypi:`pytest-polarion-cfme` pytest plugin for collecting test cases and recording test results Nov 13, 2017 3 - Alpha N/A
+ :pypi:`pytest-polarion-collect` pytest plugin for collecting polarion test cases data Jun 18, 2020 3 - Alpha pytest
+ :pypi:`pytest-polecat` Provides Polecat pytest fixtures Aug 12, 2019 4 - Beta N/A
+ :pypi:`pytest-ponyorm` PonyORM in Pytest Oct 31, 2018 N/A pytest (>=3.1.1)
+ :pypi:`pytest-poo` Visualize your crappy tests Mar 25, 2021 5 - Production/Stable pytest (>=2.3.4)
+ :pypi:`pytest-poo-fail` Visualize your failed tests with poo Feb 12, 2015 5 - Production/Stable N/A
+ :pypi:`pytest-pop` A pytest plugin to help with testing pop projects Aug 19, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-portion` Select a portion of the collected tests Jan 28, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-postgres` Run PostgreSQL in Docker container in Pytest. Mar 22, 2020 N/A pytest
+ :pypi:`pytest-postgresql` Postgresql fixtures and fixture factories for Pytest. Nov 05, 2021 5 - Production/Stable pytest (>=3.0.0)
+ :pypi:`pytest-power` pytest plugin with powerful fixtures Dec 31, 2020 N/A pytest (>=5.4)
+ :pypi:`pytest-pretty-terminal` pytest plugin for generating prettier terminal output Nov 24, 2021 N/A pytest (>=3.4.1)
+ :pypi:`pytest-pride` Minitest-style test colors Apr 02, 2016 3 - Alpha N/A
+ :pypi:`pytest-print` pytest-print adds the printer fixture you can use to print messages to the user (directly to the pytest runner, not stdout) Jun 17, 2021 5 - Production/Stable pytest (>=6)
+ :pypi:`pytest-profiling` Profiling plugin for py.test May 28, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-progress` pytest plugin for instant test progress status Nov 09, 2021 5 - Production/Stable pytest (>=2.7)
+ :pypi:`pytest-prometheus` Report test pass / failures to a Prometheus PushGateway Oct 03, 2017 N/A N/A
+ :pypi:`pytest-prosper` Test helpers for Prosper projects Sep 24, 2018 N/A N/A
+ :pypi:`pytest-pspec` A rspec format reporter for Python ptest Jun 02, 2020 4 - Beta pytest (>=3.0.0)
+ :pypi:`pytest-psqlgraph` pytest plugin for testing applications that use psqlgraph Oct 19, 2021 4 - Beta pytest (>=6.0)
+ :pypi:`pytest-ptera` Use ptera probes in tests Oct 20, 2021 N/A pytest (>=6.2.4,<7.0.0)
+ :pypi:`pytest-pudb` Pytest PuDB debugger integration Oct 25, 2018 3 - Alpha pytest (>=2.0)
+ :pypi:`pytest-purkinje` py.test plugin for purkinje test runner Oct 28, 2017 2 - Pre-Alpha N/A
+ :pypi:`pytest-pycharm` Plugin for py.test to enter PyCharm debugger on uncaught exceptions Aug 13, 2020 5 - Production/Stable pytest (>=2.3)
+ :pypi:`pytest-pycodestyle` pytest plugin to run pycodestyle Aug 10, 2020 3 - Alpha N/A
+ :pypi:`pytest-pydev` py.test plugin to connect to a remote debug server with PyDev or PyCharm. Nov 15, 2017 3 - Alpha N/A
+ :pypi:`pytest-pydocstyle` pytest plugin to run pydocstyle Aug 10, 2020 3 - Alpha N/A
+ :pypi:`pytest-pylint` pytest plugin to check source code with pylint Nov 09, 2020 5 - Production/Stable pytest (>=5.4)
+ :pypi:`pytest-pypi` Easily test your HTTP library against a local copy of pypi Mar 04, 2018 3 - Alpha N/A
+ :pypi:`pytest-pypom-navigation` Core engine for cookiecutter-qa and pytest-play packages Feb 18, 2019 4 - Beta pytest (>=3.0.7)
+ :pypi:`pytest-pyppeteer` A plugin to run pyppeteer in pytest. Feb 16, 2021 4 - Beta pytest (>=6.0.2)
+ :pypi:`pytest-pyq` Pytest fixture "q" for pyq Mar 10, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-pyramid` pytest_pyramid - provides fixtures for testing pyramid applications with pytest test suite Oct 15, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-pyramid-server` Pyramid server fixture for py.test May 28, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-pyright` Pytest plugin for type checking code with Pyright Aug 16, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-pytestrail` Pytest plugin for interaction with TestRail Aug 27, 2020 4 - Beta pytest (>=3.8.0)
+ :pypi:`pytest-pythonpath` pytest plugin for adding to the PYTHONPATH from command line or configs. Aug 22, 2018 5 - Production/Stable N/A
+ :pypi:`pytest-pytorch` pytest plugin for a better developer experience when working with the PyTorch test suite May 25, 2021 4 - Beta pytest
+ :pypi:`pytest-qasync` Pytest support for qasync. Jul 12, 2021 4 - Beta pytest (>=5.4.0)
+ :pypi:`pytest-qatouch` Pytest plugin for uploading test results to your QA Touch Testrun. Jun 26, 2021 4 - Beta pytest (>=6.2.0)
+ :pypi:`pytest-qgis` A pytest plugin for testing QGIS python plugins Nov 25, 2021 5 - Production/Stable pytest (>=6.2.3)
+ :pypi:`pytest-qml` Run QML Tests with pytest Dec 02, 2020 4 - Beta pytest (>=6.0.0)
+ :pypi:`pytest-qr` pytest plugin to generate test result QR codes Nov 25, 2021 4 - Beta N/A
+ :pypi:`pytest-qt` pytest support for PyQt and PySide applications Jun 13, 2021 5 - Production/Stable pytest (>=3.0.0)
+ :pypi:`pytest-qt-app` QT app fixture for py.test Dec 23, 2015 5 - Production/Stable N/A
+ :pypi:`pytest-quarantine` A plugin for pytest to manage expected test failures Nov 24, 2019 5 - Production/Stable pytest (>=4.6)
+ :pypi:`pytest-quickcheck` pytest plugin to generate random data inspired by QuickCheck Nov 15, 2020 4 - Beta pytest (<6.0.0,>=4.0)
+ :pypi:`pytest-rabbitmq` RabbitMQ process and client fixtures for pytest Jun 02, 2021 5 - Production/Stable pytest (>=3.0.0)
+ :pypi:`pytest-race` Race conditions tester for pytest Nov 21, 2016 4 - Beta N/A
+ :pypi:`pytest-rage` pytest plugin to implement PEP712 Oct 21, 2011 3 - Alpha N/A
+ :pypi:`pytest-railflow-testrail-reporter` Generate json reports along with specified metadata defined in test markers. Dec 02, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-raises` An implementation of pytest.raises as a pytest.mark fixture Apr 23, 2020 N/A pytest (>=3.2.2)
+ :pypi:`pytest-raisesregexp` Simple pytest plugin to look for regex in Exceptions Dec 18, 2015 N/A N/A
+ :pypi:`pytest-raisin` Plugin enabling the use of exception instances with pytest.raises Jun 25, 2020 N/A pytest
+ :pypi:`pytest-random` py.test plugin to randomize tests Apr 28, 2013 3 - Alpha N/A
+ :pypi:`pytest-randomly` Pytest plugin to randomly order tests and control random.seed. Nov 30, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-randomness` Pytest plugin about random seed management May 30, 2019 3 - Alpha N/A
+ :pypi:`pytest-random-num` Randomise the order in which pytest tests are run with some control over the randomness Oct 19, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-random-order` Randomise the order in which pytest tests are run with some control over the randomness Nov 30, 2018 5 - Production/Stable pytest (>=3.0.0)
+ :pypi:`pytest-readme` Test your README.md file Dec 28, 2014 5 - Production/Stable N/A
+ :pypi:`pytest-reana` Pytest fixtures for REANA. Nov 22, 2021 3 - Alpha N/A
+ :pypi:`pytest-recording` A pytest plugin that allows you recording of network interactions via VCR.py Jul 08, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-recordings` Provides pytest plugins for reporting request/response traffic, screenshots, and more to ReportPortal Aug 13, 2020 N/A N/A
+ :pypi:`pytest-redis` Redis fixtures and fixture factories for Pytest. Nov 03, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-redislite` Pytest plugin for testing code using Redis Sep 19, 2021 4 - Beta pytest
+ :pypi:`pytest-redmine` Pytest plugin for redmine Mar 19, 2018 1 - Planning N/A
+ :pypi:`pytest-ref` A plugin to store reference files to ease regression testing Nov 23, 2019 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-reference-formatter` Conveniently run pytest with a dot-formatted test reference. Oct 01, 2019 4 - Beta N/A
+ :pypi:`pytest-regressions` Easy to use fixtures to write regression tests. Jan 27, 2021 5 - Production/Stable pytest (>=3.5.0)
+ :pypi:`pytest-regtest` pytest plugin for regression tests Jun 03, 2021 N/A N/A
+ :pypi:`pytest-relative-order` a pytest plugin that sorts tests using "before" and "after" markers May 17, 2021 4 - Beta N/A
+ :pypi:`pytest-relaxed` Relaxed test discovery/organization for pytest Jun 14, 2019 5 - Production/Stable pytest (<5,>=3)
+ :pypi:`pytest-remfiles` Pytest plugin to create a temporary directory with remote files Jul 01, 2019 5 - Production/Stable N/A
+ :pypi:`pytest-remotedata` Pytest plugin for controlling remote data access. Jul 20, 2019 3 - Alpha pytest (>=3.1)
+ :pypi:`pytest-remote-response` Pytest plugin for capturing and mocking connection requests. Jun 30, 2021 4 - Beta pytest (>=4.6)
+ :pypi:`pytest-remove-stale-bytecode` py.test plugin to remove stale byte code files. Mar 04, 2020 4 - Beta pytest
+ :pypi:`pytest-reorder` Reorder tests depending on their paths and names. May 31, 2018 4 - Beta pytest
+ :pypi:`pytest-repeat` pytest plugin for repeating tests Oct 31, 2020 5 - Production/Stable pytest (>=3.6)
+ :pypi:`pytest-replay` Saves previous test runs and allow re-execute previous pytest runs to reproduce crashes or flaky tests Jun 09, 2021 4 - Beta pytest (>=3.0.0)
+ :pypi:`pytest-repo-health` A pytest plugin to report on repository standards conformance Nov 23, 2021 3 - Alpha pytest
+ :pypi:`pytest-report` Creates json report that is compatible with atom.io's linter message format May 11, 2016 4 - Beta N/A
+ :pypi:`pytest-reporter` Generate Pytest reports with templates Jul 22, 2021 4 - Beta pytest
+ :pypi:`pytest-reporter-html1` A basic HTML report template for Pytest Jun 08, 2021 4 - Beta N/A
+ :pypi:`pytest-reportinfra` Pytest plugin for reportinfra Aug 11, 2019 3 - Alpha N/A
+ :pypi:`pytest-reporting` A plugin to report summarized results in a table format Oct 25, 2019 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-reportlog` Replacement for the --resultlog option, focused in simplicity and extensibility Dec 11, 2020 3 - Alpha pytest (>=5.2)
+ :pypi:`pytest-report-me` A pytest plugin to generate report. Dec 31, 2020 N/A pytest
+ :pypi:`pytest-report-parameters` pytest plugin for adding tests' parameters to junit report Jun 18, 2020 3 - Alpha pytest (>=2.4.2)
+ :pypi:`pytest-reportportal` Agent for Reporting results of tests to the Report Portal Jun 18, 2021 N/A pytest (>=3.8.0)
+ :pypi:`pytest-reqs` pytest plugin to check pinned requirements May 12, 2019 N/A pytest (>=2.4.2)
+ :pypi:`pytest-requests` A simple plugin to use with pytest Jun 24, 2019 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-reraise` Make multi-threaded pytest test cases fail when they should Jun 17, 2021 5 - Production/Stable pytest (>=4.6)
+ :pypi:`pytest-rerun` Re-run only changed files in specified branch Jul 08, 2019 N/A pytest (>=3.6)
+ :pypi:`pytest-rerunfailures` pytest plugin to re-run tests to eliminate flaky failures Sep 17, 2021 5 - Production/Stable pytest (>=5.3)
+ :pypi:`pytest-resilient-circuits` Resilient Circuits fixtures for PyTest. Nov 15, 2021 N/A N/A
+ :pypi:`pytest-resource` Load resource fixture plugin to use with pytest Nov 14, 2018 4 - Beta N/A
+ :pypi:`pytest-resource-path` Provides path for uniform access to test resources in isolated directory May 01, 2021 5 - Production/Stable pytest (>=3.5.0)
+ :pypi:`pytest-responsemock` Simplified requests calls mocking for pytest Oct 10, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-responses` py.test integration for responses Apr 26, 2021 N/A pytest (>=2.5)
+ :pypi:`pytest-restrict` Pytest plugin to restrict the test types allowed Aug 12, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-rethinkdb` A RethinkDB plugin for pytest. Jul 24, 2016 4 - Beta N/A
+ :pypi:`pytest-reverse` Pytest plugin to reverse test order. Aug 12, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-ringo` pytest plugin to test webapplications using the Ringo webframework Sep 27, 2017 3 - Alpha N/A
+ :pypi:`pytest-rng` Fixtures for seeding tests and making randomness reproducible Aug 08, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-roast` pytest plugin for ROAST configuration override and fixtures Jul 29, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-rocketchat` Pytest to Rocket.Chat reporting plugin Apr 18, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-rotest` Pytest integration with rotest Sep 08, 2019 N/A pytest (>=3.5.0)
+ :pypi:`pytest-rpc` Extend py.test for RPC OpenStack testing. Feb 22, 2019 4 - Beta pytest (~=3.6)
+ :pypi:`pytest-rst` Test code from RST documents with pytest Sep 21, 2021 N/A pytest
+ :pypi:`pytest-rt` pytest data collector plugin for Testgr Sep 04, 2021 N/A N/A
+ :pypi:`pytest-rts` Coverage-based regression test selection (RTS) plugin for pytest May 17, 2021 N/A pytest
+ :pypi:`pytest-run-changed` Pytest plugin that runs changed tests only Apr 02, 2021 3 - Alpha pytest
+ :pypi:`pytest-runfailed` implement a --failed option for pytest Mar 24, 2016 N/A N/A
+ :pypi:`pytest-runner` Invoke py.test as distutils command with dependency resolution May 19, 2021 5 - Production/Stable pytest (>=4.6) ; extra == 'testing'
+ :pypi:`pytest-runtime-xfail` Call runtime_xfail() to mark running test as xfail. Aug 26, 2021 N/A N/A
+ :pypi:`pytest-salt` Pytest Salt Plugin Jan 27, 2020 4 - Beta N/A
+ :pypi:`pytest-salt-containers` A Pytest plugin that builds and creates docker containers Nov 09, 2016 4 - Beta N/A
+ :pypi:`pytest-salt-factories` Pytest Salt Plugin Sep 16, 2021 4 - Beta pytest (>=6.0.0)
+ :pypi:`pytest-salt-from-filenames` Simple PyTest Plugin For Salt's Test Suite Specifically Jan 29, 2019 4 - Beta pytest (>=4.1)
+ :pypi:`pytest-salt-runtests-bridge` Simple PyTest Plugin For Salt's Test Suite Specifically Dec 05, 2019 4 - Beta pytest (>=4.1)
+ :pypi:`pytest-sanic` a pytest plugin for Sanic Oct 25, 2021 N/A pytest (>=5.2)
+ :pypi:`pytest-sanity` Dec 07, 2020 N/A N/A
+ :pypi:`pytest-sa-pg` May 14, 2019 N/A N/A
+ :pypi:`pytest-sbase` A complete web automation framework for end-to-end testing. Dec 03, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-scenario` pytest plugin for test scenarios Feb 06, 2017 3 - Alpha N/A
+ :pypi:`pytest-schema` 👍 Validate return values against a schema-like object in testing Aug 31, 2020 5 - Production/Stable pytest (>=3.5.0)
+ :pypi:`pytest-securestore` An encrypted password store for use within pytest cases Nov 08, 2021 4 - Beta N/A
+ :pypi:`pytest-select` A pytest plugin which allows to (de-)select tests from a file. Jan 18, 2019 3 - Alpha pytest (>=3.0)
+ :pypi:`pytest-selenium` pytest plugin for Selenium Sep 19, 2020 5 - Production/Stable pytest (>=5.0.0)
+ :pypi:`pytest-seleniumbase` A complete web automation framework for end-to-end testing. Dec 03, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-selenium-enhancer` pytest plugin for Selenium Nov 26, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-selenium-pdiff` A pytest package implementing perceptualdiff for Selenium tests. Apr 06, 2017 2 - Pre-Alpha N/A
+ :pypi:`pytest-send-email` Send pytest execution result email Dec 04, 2019 N/A N/A
+ :pypi:`pytest-sentry` A pytest plugin to send testrun information to Sentry.io Apr 21, 2021 N/A pytest
+ :pypi:`pytest-server-fixtures` Extensible server fixures for py.test May 28, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-serverless` Automatically mocks resources from serverless.yml in pytest using moto. Nov 27, 2021 4 - Beta N/A
+ :pypi:`pytest-services` Services plugin for pytest testing framework Oct 30, 2020 6 - Mature N/A
+ :pypi:`pytest-session2file` pytest-session2file (aka: pytest-session_to_file for v0.1.0 - v0.1.2) is a py.test plugin for capturing and saving to file the stdout of py.test. Jan 26, 2021 3 - Alpha pytest
+ :pypi:`pytest-session-fixture-globalize` py.test plugin to make session fixtures behave as if written in conftest, even if it is written in some modules May 15, 2018 4 - Beta N/A
+ :pypi:`pytest-session_to_file` pytest-session_to_file is a py.test plugin for capturing and saving to file the stdout of py.test. Oct 01, 2015 3 - Alpha N/A
+ :pypi:`pytest-sftpserver` py.test plugin to locally test sftp server connections. Sep 16, 2019 4 - Beta N/A
+ :pypi:`pytest-shard` Dec 11, 2020 4 - Beta pytest
+ :pypi:`pytest-shell` A pytest plugin to help with testing shell scripts / black box commands Nov 07, 2021 N/A N/A
+ :pypi:`pytest-sheraf` Versatile ZODB abstraction layer - pytest fixtures Feb 11, 2020 N/A pytest
+ :pypi:`pytest-sherlock` pytest plugin help to find coupled tests Nov 18, 2021 5 - Production/Stable pytest (>=3.5.1)
+ :pypi:`pytest-shortcuts` Expand command-line shortcuts listed in pytest configuration Oct 29, 2020 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-shutil` A goodie-bag of unix shell and environment tools for py.test May 28, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-simplehttpserver` Simple pytest fixture to spin up an HTTP server Jun 24, 2021 4 - Beta N/A
+ :pypi:`pytest-simple-plugin` Simple pytest plugin Nov 27, 2019 N/A N/A
+ :pypi:`pytest-simple-settings` simple-settings plugin for pytest Nov 17, 2020 4 - Beta pytest
+ :pypi:`pytest-single-file-logging` Allow for multiple processes to log to a single file May 05, 2016 4 - Beta pytest (>=2.8.1)
+ :pypi:`pytest-skip-markers` Pytest Salt Plugin Oct 04, 2021 4 - Beta pytest (>=6.0.0)
+ :pypi:`pytest-skipper` A plugin that selects only tests with changes in execution path Mar 26, 2017 3 - Alpha pytest (>=3.0.6)
+ :pypi:`pytest-skippy` Automatically skip tests that don't need to run! Jan 27, 2018 3 - Alpha pytest (>=2.3.4)
+ :pypi:`pytest-skip-slow` A pytest plugin to skip \`@pytest.mark.slow\` tests by default. Sep 28, 2021 N/A N/A
+ :pypi:`pytest-slack` Pytest to Slack reporting plugin Dec 15, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-slow` A pytest plugin to skip \`@pytest.mark.slow\` tests by default. Sep 28, 2021 N/A N/A
+ :pypi:`pytest-smartcollect` A plugin for collecting tests that touch changed code Oct 04, 2018 N/A pytest (>=3.5.0)
+ :pypi:`pytest-smartcov` Smart coverage plugin for pytest. Sep 30, 2017 3 - Alpha N/A
+ :pypi:`pytest-smtp` Send email with pytest execution result Feb 20, 2021 N/A pytest
+ :pypi:`pytest-snail` Plugin for adding a marker to slow running tests. 🐌 Nov 04, 2019 3 - Alpha pytest (>=5.0.1)
+ :pypi:`pytest-snapci` py.test plugin for Snap-CI Nov 12, 2015 N/A N/A
+ :pypi:`pytest-snapshot` A plugin for snapshot testing with pytest. Dec 02, 2021 4 - Beta pytest (>=3.0.0)
+ :pypi:`pytest-snmpserver` May 12, 2021 N/A N/A
+ :pypi:`pytest-socket` Pytest Plugin to disable socket calls during tests Aug 28, 2021 4 - Beta pytest (>=3.6.3)
+ :pypi:`pytest-soft-assertions` May 05, 2020 3 - Alpha pytest
+ :pypi:`pytest-solr` Solr process and client fixtures for py.test. May 11, 2020 3 - Alpha pytest (>=3.0.0)
+ :pypi:`pytest-sorter` A simple plugin to first execute tests that historically failed more Apr 20, 2021 4 - Beta pytest (>=3.1.1)
+ :pypi:`pytest-sourceorder` Test-ordering plugin for pytest Sep 01, 2021 4 - Beta pytest
+ :pypi:`pytest-spark` pytest plugin to run the tests with support of pyspark. Feb 23, 2020 4 - Beta pytest
+ :pypi:`pytest-spawner` py.test plugin to spawn process and communicate with them. Jul 31, 2015 4 - Beta N/A
+ :pypi:`pytest-spec` Library pytest-spec is a pytest plugin to display test execution output like a SPECIFICATION. May 04, 2021 N/A N/A
+ :pypi:`pytest-sphinx` Doctest plugin for pytest with support for Sphinx-specific doctest-directives Aug 05, 2020 4 - Beta N/A
+ :pypi:`pytest-spiratest` Exports unit tests as test runs in SpiraTest/Team/Plan Oct 13, 2021 N/A N/A
+ :pypi:`pytest-splinter` Splinter plugin for pytest testing framework Dec 25, 2020 6 - Mature N/A
+ :pypi:`pytest-split` Pytest plugin which splits the test suite to equally sized sub suites based on test execution time. Nov 09, 2021 4 - Beta pytest (>=5,<7)
+ :pypi:`pytest-splitio` Split.io SDK integration for e2e tests Sep 22, 2020 N/A pytest (<7,>=5.0)
+ :pypi:`pytest-split-tests` A Pytest plugin for running a subset of your tests by splitting them in to equally sized groups. Forked from Mark Adams' original project pytest-test-groups. Jul 30, 2021 5 - Production/Stable pytest (>=2.5)
+ :pypi:`pytest-split-tests-tresorit` Feb 22, 2021 1 - Planning N/A
+ :pypi:`pytest-splunk-addon` A Dynamic test tool for Splunk Apps and Add-ons Nov 29, 2021 N/A pytest (>5.4.0,<6.3)
+ :pypi:`pytest-splunk-addon-ui-smartx` Library to support testing Splunk Add-on UX Oct 07, 2021 N/A N/A
+ :pypi:`pytest-splunk-env` pytest fixtures for interaction with Splunk Enterprise and Splunk Cloud Oct 22, 2020 N/A pytest (>=6.1.1,<7.0.0)
+ :pypi:`pytest-sqitch` sqitch for pytest Apr 06, 2020 4 - Beta N/A
+ :pypi:`pytest-sqlalchemy` pytest plugin with sqlalchemy related fixtures Mar 13, 2018 3 - Alpha N/A
+ :pypi:`pytest-sql-bigquery` Yet another SQL-testing framework for BigQuery provided by pytest plugin Dec 19, 2019 N/A pytest
+ :pypi:`pytest-srcpaths` Add paths to sys.path Oct 15, 2021 N/A N/A
+ :pypi:`pytest-ssh` pytest plugin for ssh command run May 27, 2019 N/A pytest
+ :pypi:`pytest-start-from` Start pytest run from a given point Apr 11, 2016 N/A N/A
+ :pypi:`pytest-statsd` pytest plugin for reporting to graphite Nov 30, 2018 5 - Production/Stable pytest (>=3.0.0)
+ :pypi:`pytest-stepfunctions` A small description May 08, 2021 4 - Beta pytest
+ :pypi:`pytest-steps` Create step-wise / incremental tests in pytest. Sep 23, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-stepwise` Run a test suite one failing test at a time. Dec 01, 2015 4 - Beta N/A
+ :pypi:`pytest-stoq` A plugin to pytest stoq Feb 09, 2021 4 - Beta N/A
+ :pypi:`pytest-stress` A Pytest plugin that allows you to loop tests for a user defined amount of time. Dec 07, 2019 4 - Beta pytest (>=3.6.0)
+ :pypi:`pytest-structlog` Structured logging assertions Sep 21, 2021 N/A pytest
+ :pypi:`pytest-structmpd` provide structured temporary directory Oct 17, 2018 N/A N/A
+ :pypi:`pytest-stub` Stub packages, modules and attributes. Apr 28, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-stubprocess` Provide stub implementations for subprocesses in Python tests Sep 17, 2018 3 - Alpha pytest (>=3.5.0)
+ :pypi:`pytest-study` A pytest plugin to organize long run tests (named studies) without interfering the regular tests Sep 26, 2017 3 - Alpha pytest (>=2.0)
+ :pypi:`pytest-subprocess` A plugin to fake subprocess for pytest Nov 07, 2021 5 - Production/Stable pytest (>=4.0.0)
+ :pypi:`pytest-subtesthack` A hack to explicitly set up and tear down fixtures. Mar 02, 2021 N/A N/A
+ :pypi:`pytest-subtests` unittest subTest() support and subtests fixture May 29, 2021 4 - Beta pytest (>=5.3.0)
+ :pypi:`pytest-subunit` pytest-subunit is a plugin for py.test which outputs testsresult in subunit format. Aug 29, 2017 N/A N/A
+ :pypi:`pytest-sugar` pytest-sugar is a plugin for pytest that changes the default look and feel of pytest (e.g. progressbar, show tests that fail instantly). Jul 06, 2020 3 - Alpha N/A
+ :pypi:`pytest-sugar-bugfix159` Workaround for https://github.com/Frozenball/pytest-sugar/issues/159 Nov 07, 2018 5 - Production/Stable pytest (!=3.7.3,>=3.5); extra == 'testing'
+ :pypi:`pytest-super-check` Pytest plugin to check your TestCase classes call super in setUp, tearDown, etc. Aug 12, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-svn` SVN repository fixture for py.test May 28, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-symbols` pytest-symbols is a pytest plugin that adds support for passing test environment symbols into pytest tests. Nov 20, 2017 3 - Alpha N/A
+ :pypi:`pytest-takeltest` Fixtures for ansible, testinfra and molecule Oct 13, 2021 N/A N/A
+ :pypi:`pytest-talisker` Nov 28, 2021 N/A N/A
+ :pypi:`pytest-tap` Test Anything Protocol (TAP) reporting plugin for pytest Oct 27, 2021 5 - Production/Stable pytest (>=3.0)
+ :pypi:`pytest-tape` easy assertion with expected results saved to yaml files Mar 17, 2021 4 - Beta N/A
+ :pypi:`pytest-target` Pytest plugin for remote target orchestration. Jan 21, 2021 3 - Alpha pytest (>=6.1.2,<7.0.0)
+ :pypi:`pytest-tblineinfo` tblineinfo is a py.test plugin that insert the node id in the final py.test report when --tb=line option is used Dec 01, 2015 3 - Alpha pytest (>=2.0)
+ :pypi:`pytest-teamcity-logblock` py.test plugin to introduce block structure in teamcity build log, if output is not captured May 15, 2018 4 - Beta N/A
+ :pypi:`pytest-telegram` Pytest to Telegram reporting plugin Dec 10, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-tempdir` Predictable and repeatable tempdir support. Oct 11, 2019 4 - Beta pytest (>=2.8.1)
+ :pypi:`pytest-terraform` A pytest plugin for using terraform fixtures Nov 10, 2021 N/A pytest (>=6.0)
+ :pypi:`pytest-terraform-fixture` generate terraform resources to use with pytest Nov 14, 2018 4 - Beta N/A
+ :pypi:`pytest-testbook` A plugin to run tests written in Jupyter notebook Dec 11, 2016 3 - Alpha N/A
+ :pypi:`pytest-testconfig` Test configuration plugin for pytest. Jan 11, 2020 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-testdirectory` A py.test plugin providing temporary directories in unit tests. Nov 06, 2018 5 - Production/Stable pytest
+ :pypi:`pytest-testdox` A testdox format reporter for pytest Oct 13, 2020 5 - Production/Stable pytest (>=3.7.0)
+ :pypi:`pytest-test-groups` A Pytest plugin for running a subset of your tests by splitting them in to equally sized groups. Oct 25, 2016 5 - Production/Stable N/A
+ :pypi:`pytest-testinfra` Test infrastructures Jun 20, 2021 5 - Production/Stable pytest (!=3.0.2)
+ :pypi:`pytest-testlink-adaptor` pytest reporting plugin for testlink Dec 20, 2018 4 - Beta pytest (>=2.6)
+ :pypi:`pytest-testmon` selects tests affected by changed files and methods Oct 22, 2021 4 - Beta N/A
+ :pypi:`pytest-testobject` Plugin to use TestObject Suites with Pytest Sep 24, 2019 4 - Beta pytest (>=3.1.1)
+ :pypi:`pytest-testrail` pytest plugin for creating TestRail runs and adding results Aug 27, 2020 N/A pytest (>=3.6)
+ :pypi:`pytest-testrail2` A small example package Nov 17, 2020 N/A pytest (>=5)
+ :pypi:`pytest-testrail-api` Плагин Pytest, для интеграции с TestRail Nov 30, 2021 N/A pytest (>=5.5)
+ :pypi:`pytest-testrail-api-client` TestRail Api Python Client Dec 03, 2021 N/A pytest
+ :pypi:`pytest-testrail-appetize` pytest plugin for creating TestRail runs and adding results Sep 29, 2021 N/A N/A
+ :pypi:`pytest-testrail-client` pytest plugin for Testrail Sep 29, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-testrail-e2e` pytest plugin for creating TestRail runs and adding results Oct 11, 2021 N/A pytest (>=3.6)
+ :pypi:`pytest-testrail-ns` pytest plugin for creating TestRail runs and adding results Oct 08, 2021 N/A pytest (>=3.6)
+ :pypi:`pytest-testrail-plugin` PyTest plugin for TestRail Apr 21, 2020 3 - Alpha pytest
+ :pypi:`pytest-testrail-reporter` Sep 10, 2018 N/A N/A
+ :pypi:`pytest-testreport` Nov 12, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-testslide` TestSlide fixture for pytest Jan 07, 2021 5 - Production/Stable pytest (~=6.2)
+ :pypi:`pytest-test-this` Plugin for py.test to run relevant tests, based on naively checking if a test contains a reference to the symbol you supply Sep 15, 2019 2 - Pre-Alpha pytest (>=2.3)
+ :pypi:`pytest-test-utils` Nov 30, 2021 N/A pytest (>=5)
+ :pypi:`pytest-tesults` Tesults plugin for pytest Jul 31, 2021 5 - Production/Stable pytest (>=3.5.0)
+ :pypi:`pytest-tezos` pytest-ligo Jan 16, 2020 4 - Beta N/A
+ :pypi:`pytest-thawgun` Pytest plugin for time travel May 26, 2020 3 - Alpha N/A
+ :pypi:`pytest-threadleak` Detects thread leaks Sep 08, 2017 4 - Beta N/A
+ :pypi:`pytest-tick` Ticking on tests Aug 31, 2021 5 - Production/Stable pytest (>=6.2.5,<7.0.0)
+ :pypi:`pytest-timeit` A pytest plugin to time test function runs Oct 13, 2016 4 - Beta N/A
+ :pypi:`pytest-timeout` pytest plugin to abort hanging tests Oct 11, 2021 5 - Production/Stable pytest (>=5.0.0)
+ :pypi:`pytest-timeouts` Linux-only Pytest plugin to control durations of various test case execution phases Sep 21, 2019 5 - Production/Stable N/A
+ :pypi:`pytest-timer` A timer plugin for pytest Jun 02, 2021 N/A N/A
+ :pypi:`pytest-timestamper` Pytest plugin to add a timestamp prefix to the pytest output Jun 06, 2021 N/A N/A
+ :pypi:`pytest-tipsi-django` Nov 17, 2021 4 - Beta pytest (>=6.0.0)
+ :pypi:`pytest-tipsi-testing` Better fixtures management. Various helpers Nov 04, 2020 4 - Beta pytest (>=3.3.0)
+ :pypi:`pytest-tldr` A pytest plugin that limits the output to just the things you need. Mar 12, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-tm4j-reporter` Cloud Jira Test Management (TM4J) PyTest reporter plugin Sep 01, 2020 N/A pytest
+ :pypi:`pytest-tmreport` this is a vue-element ui report for pytest Nov 17, 2021 N/A N/A
+ :pypi:`pytest-todo` A small plugin for the pytest testing framework, marking TODO comments as failure May 23, 2019 4 - Beta pytest
+ :pypi:`pytest-tomato` Mar 01, 2019 5 - Production/Stable N/A
+ :pypi:`pytest-toolbelt` This is just a collection of utilities for pytest, but don't really belong in pytest proper. Aug 12, 2019 3 - Alpha N/A
+ :pypi:`pytest-toolbox` Numerous useful plugins for pytest. Apr 07, 2018 N/A pytest (>=3.5.0)
+ :pypi:`pytest-tornado` A py.test plugin providing fixtures and markers to simplify testing of asynchronous tornado applications. Jun 17, 2020 5 - Production/Stable pytest (>=3.6)
+ :pypi:`pytest-tornado5` A py.test plugin providing fixtures and markers to simplify testing of asynchronous tornado applications. Nov 16, 2018 5 - Production/Stable pytest (>=3.6)
+ :pypi:`pytest-tornado-yen3` A py.test plugin providing fixtures and markers to simplify testing of asynchronous tornado applications. Oct 15, 2018 5 - Production/Stable N/A
+ :pypi:`pytest-tornasync` py.test plugin for testing Python 3.5+ Tornado code Jul 15, 2019 3 - Alpha pytest (>=3.0)
+ :pypi:`pytest-track` Feb 26, 2021 3 - Alpha pytest (>=3.0)
+ :pypi:`pytest-translations` Test your translation files. Nov 05, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-travis-fold` Folds captured output sections in Travis CI build log Nov 29, 2017 4 - Beta pytest (>=2.6.0)
+ :pypi:`pytest-trello` Plugin for py.test that integrates trello using markers Nov 20, 2015 5 - Production/Stable N/A
+ :pypi:`pytest-trepan` Pytest plugin for trepan debugger. Jul 28, 2018 5 - Production/Stable N/A
+ :pypi:`pytest-trialtemp` py.test plugin for using the same _trial_temp working directory as trial Jun 08, 2015 N/A N/A
+ :pypi:`pytest-trio` Pytest plugin for trio Oct 16, 2020 N/A N/A
+ :pypi:`pytest-tspwplib` A simple plugin to use with tspwplib Jan 08, 2021 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-tstcls` Test Class Base Mar 23, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-twisted` A twisted plugin for pytest. Aug 30, 2021 5 - Production/Stable pytest (>=2.3)
+ :pypi:`pytest-typhoon-xray` Typhoon HIL plugin for pytest Nov 03, 2021 4 - Beta N/A
+ :pypi:`pytest-tytest` Typhoon HIL plugin for pytest May 25, 2020 4 - Beta pytest (>=5.4.2)
+ :pypi:`pytest-ubersmith` Easily mock calls to ubersmith at the \`requests\` level. Apr 13, 2015 N/A N/A
+ :pypi:`pytest-ui` Text User Interface for running python tests Jul 05, 2021 4 - Beta pytest
+ :pypi:`pytest-unhandled-exception-exit-code` Plugin for py.test set a different exit code on uncaught exceptions Jun 22, 2020 5 - Production/Stable pytest (>=2.3)
+ :pypi:`pytest-unittest-filter` A pytest plugin for filtering unittest-based test classes Jan 12, 2019 4 - Beta pytest (>=3.1.0)
+ :pypi:`pytest-unmarked` Run only unmarked tests Aug 27, 2019 5 - Production/Stable N/A
+ :pypi:`pytest-unordered` Test equality of unordered collections in pytest Mar 28, 2021 4 - Beta N/A
+ :pypi:`pytest-upload-report` pytest-upload-report is a plugin for pytest that upload your test report for test results. Jun 18, 2021 5 - Production/Stable N/A
+ :pypi:`pytest-utils` Some helpers for pytest. Dec 04, 2021 4 - Beta pytest (>=6.2.5,<7.0.0)
+ :pypi:`pytest-vagrant` A py.test plugin providing access to vagrant. Sep 07, 2021 5 - Production/Stable pytest
+ :pypi:`pytest-valgrind` May 19, 2021 N/A N/A
+ :pypi:`pytest-variables` pytest plugin for providing variables to tests/fixtures Oct 23, 2019 5 - Production/Stable pytest (>=2.4.2)
+ :pypi:`pytest-variant` Variant support for Pytest Jun 20, 2021 N/A N/A
+ :pypi:`pytest-vcr` Plugin for managing VCR.py cassettes Apr 26, 2019 5 - Production/Stable pytest (>=3.6.0)
+ :pypi:`pytest-vcr-delete-on-fail` A pytest plugin that automates vcrpy cassettes deletion on test failure. Aug 13, 2021 4 - Beta pytest (>=6.2.2,<7.0.0)
+ :pypi:`pytest-vcrpandas` Test from HTTP interactions to dataframe processed. Jan 12, 2019 4 - Beta pytest
+ :pypi:`pytest-venv` py.test fixture for creating a virtual environment Aug 04, 2020 4 - Beta pytest
+ :pypi:`pytest-ver` Pytest module with Verification Report Aug 30, 2021 2 - Pre-Alpha N/A
+ :pypi:`pytest-verbose-parametrize` More descriptive output for parametrized py.test tests May 28, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-vimqf` A simple pytest plugin that will shrink pytest output when specified, to fit vim quickfix window. Feb 08, 2021 4 - Beta pytest (>=6.2.2,<7.0.0)
+ :pypi:`pytest-virtualenv` Virtualenv fixture for py.test May 28, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-voluptuous` Pytest plugin for asserting data against voluptuous schema. Jun 09, 2020 N/A pytest
+ :pypi:`pytest-vscodedebug` A pytest plugin to easily enable debugging tests within Visual Studio Code Dec 04, 2020 4 - Beta N/A
+ :pypi:`pytest-vts` pytest plugin for automatic recording of http stubbed tests Jun 05, 2019 N/A pytest (>=2.3)
+ :pypi:`pytest-vw` pytest-vw makes your failing test cases succeed under CI tools scrutiny Oct 07, 2015 4 - Beta N/A
+ :pypi:`pytest-vyper` Plugin for the vyper smart contract language. May 28, 2020 2 - Pre-Alpha N/A
+ :pypi:`pytest-wa-e2e-plugin` Pytest plugin for testing whatsapp bots with end to end tests Feb 18, 2020 4 - Beta pytest (>=3.5.0)
+ :pypi:`pytest-watch` Local continuous test runner with pytest and watchdog. May 20, 2018 N/A N/A
+ :pypi:`pytest-watcher` Continiously runs pytest on changes in \*.py files Sep 18, 2021 3 - Alpha N/A
+ :pypi:`pytest-wdl` Pytest plugin for testing WDL workflows. Nov 17, 2020 5 - Production/Stable N/A
+ :pypi:`pytest-webdriver` Selenium webdriver fixture for py.test May 28, 2019 5 - Production/Stable pytest
+ :pypi:`pytest-wetest` Welian API Automation test framework pytest plugin Nov 10, 2018 4 - Beta N/A
+ :pypi:`pytest-whirlwind` Testing Tornado. Jun 12, 2020 N/A N/A
+ :pypi:`pytest-wholenodeid` pytest addon for displaying the whole node id for failures Aug 26, 2015 4 - Beta pytest (>=2.0)
+ :pypi:`pytest-win32consoletitle` Pytest progress in console title (Win32 only) Aug 08, 2021 N/A N/A
+ :pypi:`pytest-winnotify` Windows tray notifications for py.test results. Apr 22, 2016 N/A N/A
+ :pypi:`pytest-with-docker` pytest with docker helpers. Nov 09, 2021 N/A pytest
+ :pypi:`pytest-workflow` A pytest plugin for configuring workflow/pipeline tests using YAML files Dec 03, 2021 5 - Production/Stable pytest (>=5.4.0)
+ :pypi:`pytest-xdist` pytest xdist plugin for distributed testing and loop-on-failing modes Sep 21, 2021 5 - Production/Stable pytest (>=6.0.0)
+ :pypi:`pytest-xdist-debug-for-graingert` pytest xdist plugin for distributed testing and loop-on-failing modes Jul 24, 2019 5 - Production/Stable pytest (>=4.4.0)
+ :pypi:`pytest-xdist-forked` forked from pytest-xdist Feb 10, 2020 5 - Production/Stable pytest (>=4.4.0)
+ :pypi:`pytest-xdist-tracker` pytest plugin helps to reproduce failures for particular xdist node Nov 18, 2021 3 - Alpha pytest (>=3.5.1)
+ :pypi:`pytest-xfaillist` Maintain a xfaillist in an additional file to avoid merge-conflicts. Sep 17, 2021 N/A pytest (>=6.2.2,<7.0.0)
+ :pypi:`pytest-xfiles` Pytest fixtures providing data read from function, module or package related (x)files. Feb 27, 2018 N/A N/A
+ :pypi:`pytest-xlog` Extended logging for test and decorators May 31, 2020 4 - Beta N/A
+ :pypi:`pytest-xpara` An extended parametrizing plugin of pytest. Oct 30, 2017 3 - Alpha pytest
+ :pypi:`pytest-xprocess` A pytest plugin for managing processes across test runs. Jul 28, 2021 4 - Beta pytest (>=2.8)
+ :pypi:`pytest-xray` May 30, 2019 3 - Alpha N/A
+ :pypi:`pytest-xrayjira` Mar 17, 2020 3 - Alpha pytest (==4.3.1)
+ :pypi:`pytest-xray-server` Oct 27, 2021 3 - Alpha pytest (>=5.3.1)
+ :pypi:`pytest-xvfb` A pytest plugin to run Xvfb for tests. Jun 09, 2020 4 - Beta pytest (>=2.8.1)
+ :pypi:`pytest-yaml` This plugin is used to load yaml output to your test using pytest framework. Oct 05, 2018 N/A pytest
+ :pypi:`pytest-yamltree` Create or check file/directory trees described by YAML Mar 02, 2020 4 - Beta pytest (>=3.1.1)
+ :pypi:`pytest-yamlwsgi` Run tests against wsgi apps defined in yaml May 11, 2010 N/A N/A
+ :pypi:`pytest-yapf` Run yapf Jul 06, 2017 4 - Beta pytest (>=3.1.1)
+ :pypi:`pytest-yapf3` Validate your Python file format with yapf Aug 03, 2020 5 - Production/Stable pytest (>=5.4)
+ :pypi:`pytest-yield` PyTest plugin to run tests concurrently, each \`yield\` switch context to other one Jan 23, 2019 N/A N/A
+ :pypi:`pytest-yuk` Display tests you are uneasy with, using 🤢/🤮 for pass/fail of tests marked with yuk. Mar 26, 2021 N/A N/A
+ :pypi:`pytest-zafira` A Zafira plugin for pytest Sep 18, 2019 5 - Production/Stable pytest (==4.1.1)
+ :pypi:`pytest-zap` OWASP ZAP plugin for py.test. May 12, 2014 4 - Beta N/A
+ :pypi:`pytest-zebrunner` Pytest connector for Zebrunner reporting Dec 02, 2021 5 - Production/Stable pytest (>=4.5.0)
+ :pypi:`pytest-zigzag` Extend py.test for RPC OpenStack testing. Feb 27, 2019 4 - Beta pytest (~=3.6)
+ =============================================== ======================================================================================================================================================================== ============== ===================== ================================================
+
+.. only:: latex
+
+
+ :pypi:`pytest-accept`
+ *last release*: Nov 22, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=6,<7)
+
+ A pytest-plugin for updating doctest outputs
+
+ :pypi:`pytest-adaptavist`
+ *last release*: Nov 30, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=5.4.0)
+
+ pytest plugin for generating test execution results within Jira Test Management (tm4j)
+
+ :pypi:`pytest-addons-test`
+ *last release*: Aug 02, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=6.2.4,<7.0.0)
+
+ 用于测试pytest的插件
+
+ :pypi:`pytest-adf`
+ *last release*: May 10, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Pytest plugin for writing Azure Data Factory integration tests
+
+ :pypi:`pytest-adf-azure-identity`
+ *last release*: Mar 06, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Pytest plugin for writing Azure Data Factory integration tests
+
+ :pypi:`pytest-agent`
+ *last release*: Nov 25, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Service that exposes a REST API that can be used to interract remotely with Pytest. It is shipped with a dashboard that enables running tests in a more convenient way.
+
+ :pypi:`pytest-aggreport`
+ *last release*: Mar 07, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.2.2)
+
+ pytest plugin for pytest-repeat that generate aggregate report of the same test cases with additional statistics details.
+
+ :pypi:`pytest-aio`
+ *last release*: Oct 20, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ Pytest plugin for testing async python code
+
+ :pypi:`pytest-aiofiles`
+ *last release*: May 14, 2017,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ pytest fixtures for writing aiofiles tests with pyfakefs
+
+ :pypi:`pytest-aiohttp`
+ *last release*: Dec 05, 2017,
+ *status*: N/A,
+ *requires*: pytest
+
+ pytest plugin for aiohttp support
+
+ :pypi:`pytest-aiohttp-client`
+ *last release*: Nov 01, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=6)
+
+ Pytest \`client\` fixture for the Aiohttp
+
+ :pypi:`pytest-aioresponses`
+ *last release*: Jul 29, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ py.test integration for aioresponses
+
+ :pypi:`pytest-aioworkers`
+ *last release*: Dec 04, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A plugin to test aioworkers project with pytest
+
+ :pypi:`pytest-airflow`
+ *last release*: Apr 03, 2019,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=4.4.0)
+
+ pytest support for airflow.
+
+ :pypi:`pytest-airflow-utils`
+ *last release*: Nov 15, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-alembic`
+ *last release*: Dec 02, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=1.0)
+
+ A pytest plugin for verifying alembic migrations.
+
+ :pypi:`pytest-allclose`
+ *last release*: Jul 30, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Pytest fixture extending Numpy's allclose function
+
+ :pypi:`pytest-allure-adaptor`
+ *last release*: Jan 10, 2018,
+ *status*: N/A,
+ *requires*: pytest (>=2.7.3)
+
+ Plugin for py.test to generate allure xml reports
+
+ :pypi:`pytest-allure-adaptor2`
+ *last release*: Oct 14, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=2.7.3)
+
+ Plugin for py.test to generate allure xml reports
+
+ :pypi:`pytest-allure-dsl`
+ *last release*: Oct 25, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ pytest plugin to test case doc string dls instructions
+
+ :pypi:`pytest-allure-spec-coverage`
+ *last release*: Oct 26, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ The pytest plugin aimed to display test coverage of the specs(requirements) in Allure
+
+ :pypi:`pytest-alphamoon`
+ *last release*: Oct 21, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Static code checks used at Alphamoon
+
+ :pypi:`pytest-android`
+ *last release*: Feb 21, 2019,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ This fixture provides a configured "driver" for Android Automated Testing, using uiautomator2.
+
+ :pypi:`pytest-anki`
+ *last release*: Oct 14, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A pytest plugin for testing Anki add-ons
+
+ :pypi:`pytest-annotate`
+ *last release*: Nov 29, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (<7.0.0,>=3.2.0)
+
+ pytest-annotate: Generate PyAnnotate annotations from your pytest tests.
+
+ :pypi:`pytest-ansible`
+ *last release*: May 25, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Plugin for py.test to simplify calling ansible modules from tests or fixtures
+
+ :pypi:`pytest-ansible-playbook`
+ *last release*: Mar 08, 2019,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Pytest fixture which runs given ansible playbook file.
+
+ :pypi:`pytest-ansible-playbook-runner`
+ *last release*: Dec 02, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.1.0)
+
+ Pytest fixture which runs given ansible playbook file.
+
+ :pypi:`pytest-antilru`
+ *last release*: Apr 11, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Bust functools.lru_cache when running pytest to avoid test pollution
+
+ :pypi:`pytest-anyio`
+ *last release*: Jun 29, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ The pytest anyio plugin is built into anyio. You don't need this package.
+
+ :pypi:`pytest-anything`
+ *last release*: Feb 18, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest fixtures to assert anything and something
+
+ :pypi:`pytest-aoc`
+ *last release*: Nov 23, 2021,
+ *status*: N/A,
+ *requires*: pytest ; extra == 'test'
+
+ Downloads puzzle inputs for Advent of Code and synthesizes PyTest fixtures
+
+ :pypi:`pytest-api`
+ *last release*: May 04, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ PyTest-API Python Web Framework built for testing purposes.
+
+ :pypi:`pytest-apistellar`
+ *last release*: Jun 18, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ apistellar plugin for pytest.
+
+ :pypi:`pytest-appengine`
+ *last release*: Feb 27, 2017,
+ *status*: N/A,
+ *requires*: N/A
+
+ AppEngine integration that works well with pytest-django
+
+ :pypi:`pytest-appium`
+ *last release*: Dec 05, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest plugin for appium
+
+ :pypi:`pytest-approvaltests`
+ *last release*: Feb 07, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A plugin to use approvaltests with pytest
+
+ :pypi:`pytest-argus`
+ *last release*: Jun 24, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=6.2.4)
+
+ pyest results colection plugin
+
+ :pypi:`pytest-arraydiff`
+ *last release*: Dec 06, 2018,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ pytest plugin to help with comparing array output from tests
+
+ :pypi:`pytest-asgi-server`
+ *last release*: Dec 12, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=5.4.1)
+
+ Convenient ASGI client/server fixtures for Pytest
+
+ :pypi:`pytest-asptest`
+ *last release*: Apr 28, 2018,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ test Answer Set Programming programs
+
+ :pypi:`pytest-assertutil`
+ *last release*: May 10, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest-assertutil
+
+ :pypi:`pytest-assert-utils`
+ *last release*: Sep 21, 2021,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Useful assertion utilities for use with pytest
+
+ :pypi:`pytest-assume`
+ *last release*: Jun 24, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=2.7)
+
+ A pytest plugin that allows multiple failures per test
+
+ :pypi:`pytest-ast-back-to-python`
+ *last release*: Sep 29, 2019,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A plugin for pytest devs to view how assertion rewriting recodes the AST
+
+ :pypi:`pytest-astropy`
+ *last release*: Sep 21, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.6)
+
+ Meta-package containing dependencies for testing
+
+ :pypi:`pytest-astropy-header`
+ *last release*: Dec 18, 2019,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=2.8)
+
+ pytest plugin to add diagnostic information to the header of the test output
+
+ :pypi:`pytest-ast-transformer`
+ *last release*: May 04, 2019,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+
+
+ :pypi:`pytest-asyncio`
+ *last release*: Oct 15, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=5.4.0)
+
+ Pytest support for asyncio.
+
+ :pypi:`pytest-asyncio-cooperative`
+ *last release*: Oct 12, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Run all your asynchronous tests cooperatively.
+
+ :pypi:`pytest-asyncio-network-simulator`
+ *last release*: Jul 31, 2018,
+ *status*: 3 - Alpha,
+ *requires*: pytest (<3.7.0,>=3.3.2)
+
+ pytest-asyncio-network-simulator: Plugin for pytest for simulator the network in tests
+
+ :pypi:`pytest-async-mongodb`
+ *last release*: Oct 18, 2017,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.5.2)
+
+ pytest plugin for async MongoDB
+
+ :pypi:`pytest-async-sqlalchemy`
+ *last release*: Oct 07, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.0.0)
+
+ Database testing fixtures using the SQLAlchemy asyncio API
+
+ :pypi:`pytest-atomic`
+ *last release*: Nov 24, 2018,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Skip rest of tests if previous test failed.
+
+ :pypi:`pytest-attrib`
+ *last release*: May 24, 2016,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ pytest plugin to select tests based on attributes similar to the nose-attrib plugin
+
+ :pypi:`pytest-austin`
+ *last release*: Oct 11, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Austin plugin for pytest
+
+ :pypi:`pytest-autochecklog`
+ *last release*: Apr 25, 2015,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ automatically check condition and log all the checks
+
+ :pypi:`pytest-automation`
+ *last release*: Oct 01, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ pytest plugin for building a test suite, using YAML files to extend pytest parameterize functionality.
+
+ :pypi:`pytest-automock`
+ *last release*: Apr 22, 2020,
+ *status*: N/A,
+ *requires*: pytest ; extra == 'dev'
+
+ Pytest plugin for automatical mocks creation
+
+ :pypi:`pytest-auto-parametrize`
+ *last release*: Oct 02, 2016,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest plugin: avoid repeating arguments in parametrize
+
+ :pypi:`pytest-autotest`
+ *last release*: Aug 25, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ This fixture provides a configured "driver" for Android Automated Testing, using uiautomator2.
+
+ :pypi:`pytest-avoidance`
+ *last release*: May 23, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Makes pytest skip tests that don not need rerunning
+
+ :pypi:`pytest-aws`
+ *last release*: Oct 04, 2017,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ pytest plugin for testing AWS resource configurations
+
+ :pypi:`pytest-aws-config`
+ *last release*: May 28, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Protect your AWS credentials in unit tests
+
+ :pypi:`pytest-axe`
+ *last release*: Nov 12, 2018,
+ *status*: N/A,
+ *requires*: pytest (>=3.0.0)
+
+ pytest plugin for axe-selenium-python
+
+ :pypi:`pytest-azurepipelines`
+ *last release*: Jul 23, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Formatting PyTest output for Azure Pipelines UI
+
+ :pypi:`pytest-bandit`
+ *last release*: Feb 23, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A bandit plugin for pytest
+
+ :pypi:`pytest-base-url`
+ *last release*: Jun 19, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.7.3)
+
+ pytest plugin for URL based testing
+
+ :pypi:`pytest-bdd`
+ *last release*: Oct 25, 2021,
+ *status*: 6 - Mature,
+ *requires*: pytest (>=4.3)
+
+ BDD for pytest
+
+ :pypi:`pytest-bdd-splinter`
+ *last release*: Aug 12, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.0.0)
+
+ Common steps for pytest bdd and splinter integration
+
+ :pypi:`pytest-bdd-web`
+ *last release*: Jan 02, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A simple plugin to use with pytest
+
+ :pypi:`pytest-bdd-wrappers`
+ *last release*: Feb 11, 2020,
+ *status*: 2 - Pre-Alpha,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-beakerlib`
+ *last release*: Mar 17, 2017,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ A pytest plugin that reports test results to the BeakerLib framework
+
+ :pypi:`pytest-beds`
+ *last release*: Jun 07, 2016,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Fixtures for testing Google Appengine (GAE) apps
+
+ :pypi:`pytest-bench`
+ *last release*: Jul 21, 2014,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Benchmark utility that plugs into pytest.
+
+ :pypi:`pytest-benchmark`
+ *last release*: Apr 17, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.8)
+
+ A \`\`pytest\`\` fixture for benchmarking code. It will group the tests into rounds that are calibrated to the chosen timer.
+
+ :pypi:`pytest-bg-process`
+ *last release*: Aug 17, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Pytest plugin to initialize background process
+
+ :pypi:`pytest-bigchaindb`
+ *last release*: Aug 17, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A BigchainDB plugin for pytest.
+
+ :pypi:`pytest-bigquery-mock`
+ *last release*: Aug 05, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=5.0)
+
+ Provides a mock fixture for python bigquery client
+
+ :pypi:`pytest-black`
+ *last release*: Oct 05, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A pytest plugin to enable format checking with black
+
+ :pypi:`pytest-black-multipy`
+ *last release*: Jan 14, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (!=3.7.3,>=3.5) ; extra == 'testing'
+
+ Allow '--black' on older Pythons
+
+ :pypi:`pytest-blame`
+ *last release*: May 04, 2019,
+ *status*: N/A,
+ *requires*: pytest (>=4.4.0)
+
+ A pytest plugin helps developers to debug by providing useful commits history.
+
+ :pypi:`pytest-blender`
+ *last release*: Oct 29, 2021,
+ *status*: N/A,
+ *requires*: pytest (==6.2.5) ; extra == 'dev'
+
+ Blender Pytest plugin.
+
+ :pypi:`pytest-blink1`
+ *last release*: Jan 07, 2018,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Pytest plugin to emit notifications via the Blink(1) RGB LED
+
+ :pypi:`pytest-blockage`
+ *last release*: Feb 13, 2019,
+ *status*: N/A,
+ *requires*: pytest
+
+ Disable network requests during a test run.
+
+ :pypi:`pytest-blocker`
+ *last release*: Sep 07, 2015,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ pytest plugin to mark a test as blocker and skip all other tests
+
+ :pypi:`pytest-board`
+ *last release*: Jan 20, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Local continuous test runner with pytest and watchdog.
+
+ :pypi:`pytest-bpdb`
+ *last release*: Jan 19, 2015,
+ *status*: 2 - Pre-Alpha,
+ *requires*: N/A
+
+ A py.test plug-in to enable drop to bpdb debugger on test failure.
+
+ :pypi:`pytest-bravado`
+ *last release*: Jul 19, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest-bravado automatically generates from OpenAPI specification client fixtures.
+
+ :pypi:`pytest-breakword`
+ *last release*: Aug 04, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=6.2.4,<7.0.0)
+
+ Use breakword with pytest
+
+ :pypi:`pytest-breed-adapter`
+ *last release*: Nov 07, 2018,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A simple plugin to connect with breed-server
+
+ :pypi:`pytest-briefcase`
+ *last release*: Jun 14, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A pytest plugin for running tests on a Briefcase project.
+
+ :pypi:`pytest-browser`
+ *last release*: Dec 10, 2016,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ A pytest plugin for console based browser test selection just after the collection phase
+
+ :pypi:`pytest-browsermob-proxy`
+ *last release*: Jun 11, 2013,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ BrowserMob proxy plugin for py.test.
+
+ :pypi:`pytest-browserstack-local`
+ *last release*: Feb 09, 2018,
+ *status*: N/A,
+ *requires*: N/A
+
+ \`\`py.test\`\` plugin to run \`\`BrowserStackLocal\`\` in background.
+
+ :pypi:`pytest-bug`
+ *last release*: Jun 02, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.6.0)
+
+ Pytest plugin for marking tests as a bug
+
+ :pypi:`pytest-bugtong-tag`
+ *last release*: Apr 23, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest-bugtong-tag is a plugin for pytest
+
+ :pypi:`pytest-bugzilla`
+ *last release*: May 05, 2010,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ py.test bugzilla integration plugin
+
+ :pypi:`pytest-bugzilla-notifier`
+ *last release*: Jun 15, 2018,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.9.2)
+
+ A plugin that allows you to execute create, update, and read information from BugZilla bugs
+
+ :pypi:`pytest-buildkite`
+ *last release*: Jul 13, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Plugin for pytest that automatically publishes coverage and pytest report annotations to Buildkite.
+
+ :pypi:`pytest-builtin-types`
+ *last release*: Nov 17, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+
+
+ :pypi:`pytest-bwrap`
+ *last release*: Oct 26, 2018,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Run your tests in Bubblewrap sandboxes
+
+ :pypi:`pytest-cache`
+ *last release*: Jun 04, 2013,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest plugin with mechanisms for caching across test runs
+
+ :pypi:`pytest-cache-assert`
+ *last release*: Nov 03, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=5)
+
+ Cache assertion data to simplify regression testing of complex serializable data
+
+ :pypi:`pytest-cagoule`
+ *last release*: Jan 01, 2020,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Pytest plugin to only run tests affected by changes
+
+ :pypi:`pytest-camel-collect`
+ *last release*: Aug 02, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=2.9)
+
+ Enable CamelCase-aware pytest class collection
+
+ :pypi:`pytest-canonical-data`
+ *last release*: May 08, 2020,
+ *status*: 2 - Pre-Alpha,
+ *requires*: pytest (>=3.5.0)
+
+ A plugin which allows to compare results with canonical results, based on previous runs
+
+ :pypi:`pytest-caprng`
+ *last release*: May 02, 2018,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A plugin that replays pRNG state on failure.
+
+ :pypi:`pytest-capture-deprecatedwarnings`
+ *last release*: Apr 30, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest plugin to capture all deprecatedwarnings and put them in one file
+
+ :pypi:`pytest-capturelogs`
+ *last release*: Sep 11, 2021,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ A sample Python project
+
+ :pypi:`pytest-cases`
+ *last release*: Nov 08, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Separate test code from test cases in pytest.
+
+ :pypi:`pytest-cassandra`
+ *last release*: Nov 04, 2017,
+ *status*: 1 - Planning,
+ *requires*: N/A
+
+ Cassandra CCM Test Fixtures for pytest
+
+ :pypi:`pytest-catchlog`
+ *last release*: Jan 24, 2016,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.6)
+
+ py.test plugin to catch log messages. This is a fork of pytest-capturelog.
+
+ :pypi:`pytest-catch-server`
+ *last release*: Dec 12, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Pytest plugin with server for catching HTTP requests.
+
+ :pypi:`pytest-celery`
+ *last release*: May 06, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest-celery a shim pytest plugin to enable celery.contrib.pytest
+
+ :pypi:`pytest-chainmaker`
+ *last release*: Oct 15, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest plugin for chainmaker
+
+ :pypi:`pytest-chalice`
+ *last release*: Jul 01, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A set of py.test fixtures for AWS Chalice
+
+ :pypi:`pytest-change-report`
+ *last release*: Sep 14, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ turn . into √，turn F into x
+
+ :pypi:`pytest-chdir`
+ *last release*: Jan 28, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=5.0.0,<6.0.0)
+
+ A pytest fixture for changing current working directory
+
+ :pypi:`pytest-checkdocs`
+ *last release*: Jul 31, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.6) ; extra == 'testing'
+
+ check the README when running tests
+
+ :pypi:`pytest-checkipdb`
+ *last release*: Jul 22, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.9.2)
+
+ plugin to check if there are ipdb debugs left
+
+ :pypi:`pytest-check-links`
+ *last release*: Jul 29, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=4.6)
+
+ Check links in files
+
+ :pypi:`pytest-check-mk`
+ *last release*: Nov 19, 2015,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ pytest plugin to test Check_MK checks
+
+ :pypi:`pytest-circleci`
+ *last release*: May 03, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ py.test plugin for CircleCI
+
+ :pypi:`pytest-circleci-parallelized`
+ *last release*: Mar 26, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Parallelize pytest across CircleCI workers.
+
+ :pypi:`pytest-ckan`
+ *last release*: Apr 28, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ Backport of CKAN 2.9 pytest plugin and fixtures to CAKN 2.8
+
+ :pypi:`pytest-clarity`
+ *last release*: Jun 11, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ A plugin providing an alternative, colourful diff output for failing assertions.
+
+ :pypi:`pytest-cldf`
+ *last release*: May 06, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Easy quality control for CLDF datasets using pytest
+
+ :pypi:`pytest-click`
+ *last release*: Aug 29, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=5.0)
+
+ Py.test plugin for Click
+
+ :pypi:`pytest-clld`
+ *last release*: Nov 29, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=3.6)
+
+
+
+ :pypi:`pytest-cloud`
+ *last release*: Oct 05, 2020,
+ *status*: 6 - Mature,
+ *requires*: N/A
+
+ Distributed tests planner plugin for pytest testing framework.
+
+ :pypi:`pytest-cloudflare-worker`
+ *last release*: Mar 30, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.0.0)
+
+ pytest plugin for testing cloudflare workers
+
+ :pypi:`pytest-cobra`
+ *last release*: Jun 29, 2019,
+ *status*: 3 - Alpha,
+ *requires*: pytest (<4.0.0,>=3.7.1)
+
+ PyTest plugin for testing Smart Contracts for Ethereum blockchain.
+
+ :pypi:`pytest-codeblocks`
+ *last release*: Oct 13, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6)
+
+ Test code blocks in your READMEs
+
+ :pypi:`pytest-codecheckers`
+ *last release*: Feb 13, 2010,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest plugin to add source code sanity checks (pep8 and friends)
+
+ :pypi:`pytest-codecov`
+ *last release*: Oct 27, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=4.6.0)
+
+ Pytest plugin for uploading pytest-cov results to codecov.io
+
+ :pypi:`pytest-codegen`
+ *last release*: Aug 23, 2020,
+ *status*: 2 - Pre-Alpha,
+ *requires*: N/A
+
+ Automatically create pytest test signatures
+
+ :pypi:`pytest-codestyle`
+ *last release*: Mar 23, 2020,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest plugin to run pycodestyle
+
+ :pypi:`pytest-collect-formatter`
+ *last release*: Mar 29, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Formatter for pytest collect output
+
+ :pypi:`pytest-collect-formatter2`
+ *last release*: May 31, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Formatter for pytest collect output
+
+ :pypi:`pytest-colordots`
+ *last release*: Oct 06, 2017,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Colorizes the progress indicators
+
+ :pypi:`pytest-commander`
+ *last release*: Aug 17, 2021,
+ *status*: N/A,
+ *requires*: pytest (<7.0.0,>=6.2.4)
+
+ An interactive GUI test runner for PyTest
+
+ :pypi:`pytest-common-subject`
+ *last release*: Nov 12, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=3.6,<7)
+
+ pytest framework for testing different aspects of a common method
+
+ :pypi:`pytest-concurrent`
+ *last release*: Jan 12, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.1.1)
+
+ Concurrently execute test cases with multithread, multiprocess and gevent
+
+ :pypi:`pytest-config`
+ *last release*: Nov 07, 2014,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Base configurations and utilities for developing your Python project test suite with pytest.
+
+ :pypi:`pytest-confluence-report`
+ *last release*: Nov 06, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ Package stands for pytest plugin to upload results into Confluence page.
+
+ :pypi:`pytest-console-scripts`
+ *last release*: Sep 28, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Pytest plugin for testing console scripts
+
+ :pypi:`pytest-consul`
+ *last release*: Nov 24, 2018,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ pytest plugin with fixtures for testing consul aware apps
+
+ :pypi:`pytest-container`
+ *last release*: Nov 19, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.10)
+
+ Pytest fixtures for writing container based tests
+
+ :pypi:`pytest-contextfixture`
+ *last release*: Mar 12, 2013,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Define pytest fixtures as context managers.
+
+ :pypi:`pytest-contexts`
+ *last release*: May 19, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A plugin to run tests written with the Contexts framework using pytest
+
+ :pypi:`pytest-cookies`
+ *last release*: May 24, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.3.0)
+
+ The pytest plugin for your Cookiecutter templates. 🍪
+
+ :pypi:`pytest-couchdbkit`
+ *last release*: Apr 17, 2012,
+ *status*: N/A,
+ *requires*: N/A
+
+ py.test extension for per-test couchdb databases using couchdbkit
+
+ :pypi:`pytest-count`
+ *last release*: Jan 12, 2018,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ count erros and send email
+
+ :pypi:`pytest-cov`
+ *last release*: Oct 04, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.6)
+
+ Pytest plugin for measuring coverage.
+
+ :pypi:`pytest-cover`
+ *last release*: Aug 01, 2015,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Pytest plugin for measuring coverage. Forked from \`pytest-cov\`.
+
+ :pypi:`pytest-coverage`
+ *last release*: Jun 17, 2015,
+ *status*: N/A,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-coverage-context`
+ *last release*: Jan 04, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.1.0)
+
+ Coverage dynamic context support for PyTest, including sub-processes
+
+ :pypi:`pytest-cov-exclude`
+ *last release*: Apr 29, 2016,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.8.0,<2.9.0); extra == 'dev'
+
+ Pytest plugin for excluding tests based on coverage data
+
+ :pypi:`pytest-cpp`
+ *last release*: Dec 03, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (!=5.4.0,!=5.4.1)
+
+ Use pytest's runner to discover and execute C++ tests
+
+ :pypi:`pytest-cram`
+ *last release*: Aug 08, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ Run cram tests with pytest.
+
+ :pypi:`pytest-crate`
+ *last release*: May 28, 2019,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=4.0)
+
+ Manages CrateDB instances during your integration tests
+
+ :pypi:`pytest-cricri`
+ *last release*: Jan 27, 2018,
+ *status*: N/A,
+ *requires*: pytest
+
+ A Cricri plugin for pytest.
+
+ :pypi:`pytest-crontab`
+ *last release*: Dec 09, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ add crontab task in crontab
+
+ :pypi:`pytest-csv`
+ *last release*: Apr 22, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=6.0)
+
+ CSV output for pytest.
+
+ :pypi:`pytest-curio`
+ *last release*: Oct 07, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest support for curio.
+
+ :pypi:`pytest-curl-report`
+ *last release*: Dec 11, 2016,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ pytest plugin to generate curl command line report
+
+ :pypi:`pytest-custom-concurrency`
+ *last release*: Feb 08, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Custom grouping concurrence for pytest
+
+ :pypi:`pytest-custom-exit-code`
+ *last release*: Aug 07, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=4.0.2)
+
+ Exit pytest test session with custom exit code in different scenarios
+
+ :pypi:`pytest-custom-nodeid`
+ *last release*: Mar 07, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Custom grouping for pytest-xdist, rename test cases name and test cases nodeid, support allure report
+
+ :pypi:`pytest-custom-report`
+ *last release*: Jan 30, 2019,
+ *status*: N/A,
+ *requires*: pytest
+
+ Configure the symbols displayed for test outcomes
+
+ :pypi:`pytest-custom-scheduling`
+ *last release*: Mar 01, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Custom grouping for pytest-xdist, rename test cases name and test cases nodeid, support allure report
+
+ :pypi:`pytest-cython`
+ *last release*: Jan 26, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.7.3)
+
+ A plugin for testing Cython extension modules
+
+ :pypi:`pytest-darker`
+ *last release*: Aug 16, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=6.0.1) ; extra == 'test'
+
+ A pytest plugin for checking of modified code using Darker
+
+ :pypi:`pytest-dash`
+ *last release*: Mar 18, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest fixtures to run dash applications.
+
+ :pypi:`pytest-data`
+ *last release*: Nov 01, 2016,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Useful functions for managing data for pytest fixtures
+
+ :pypi:`pytest-databricks`
+ *last release*: Jul 29, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ Pytest plugin for remote Databricks notebooks testing
+
+ :pypi:`pytest-datadir`
+ *last release*: Oct 22, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.7.0)
+
+ pytest plugin for test data directories and files
+
+ :pypi:`pytest-datadir-mgr`
+ *last release*: Aug 16, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Manager for test data providing downloads, caching of generated files, and a context for temp directories.
+
+ :pypi:`pytest-datadir-ng`
+ *last release*: Dec 25, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Fixtures for pytest allowing test functions/methods to easily retrieve test resources from the local filesystem.
+
+ :pypi:`pytest-data-file`
+ *last release*: Dec 04, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Fixture "data" and "case_data" for test from yaml file
+
+ :pypi:`pytest-datafiles`
+ *last release*: Oct 07, 2018,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.6)
+
+ py.test plugin to create a 'tmpdir' containing predefined files/directories.
+
+ :pypi:`pytest-datafixtures`
+ *last release*: Dec 05, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Data fixtures for pytest made simple
+
+ :pypi:`pytest-data-from-files`
+ *last release*: Oct 13, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ pytest plugin to provide data from files loaded automatically
+
+ :pypi:`pytest-dataplugin`
+ *last release*: Sep 16, 2017,
+ *status*: 1 - Planning,
+ *requires*: N/A
+
+ A pytest plugin for managing an archive of test data.
+
+ :pypi:`pytest-datarecorder`
+ *last release*: Apr 20, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ A py.test plugin recording and comparing test output.
+
+ :pypi:`pytest-datatest`
+ *last release*: Oct 15, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.3)
+
+ A pytest plugin for test driven data-wrangling (this is the development version of datatest's pytest integration).
+
+ :pypi:`pytest-db`
+ *last release*: Dec 04, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Session scope fixture "db" for mysql query or change
+
+ :pypi:`pytest-dbfixtures`
+ *last release*: Dec 07, 2016,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Databases fixtures plugin for py.test.
+
+ :pypi:`pytest-db-plugin`
+ *last release*: Nov 27, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=5.0)
+
+
+
+ :pypi:`pytest-dbt-adapter`
+ *last release*: Nov 24, 2021,
+ *status*: N/A,
+ *requires*: pytest (<7,>=6)
+
+ A pytest plugin for testing dbt adapter plugins
+
+ :pypi:`pytest-dbus-notification`
+ *last release*: Mar 05, 2014,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ D-BUS notifications for pytest results.
+
+ :pypi:`pytest-deadfixtures`
+ *last release*: Jul 23, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ A simple plugin to list unused fixtures in pytest
+
+ :pypi:`pytest-deepcov`
+ *last release*: Mar 30, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ deepcov
+
+ :pypi:`pytest-defer`
+ *last release*: Aug 24, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-demo-plugin`
+ *last release*: May 15, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest示例插件
+
+ :pypi:`pytest-dependency`
+ *last release*: Feb 14, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Manage dependencies of tests
+
+ :pypi:`pytest-depends`
+ *last release*: Apr 05, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3)
+
+ Tests that depend on other tests
+
+ :pypi:`pytest-deprecate`
+ *last release*: Jul 01, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Mark tests as testing a deprecated feature with a warning note.
+
+ :pypi:`pytest-describe`
+ *last release*: Nov 13, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=4.0.0)
+
+ Describe-style plugin for pytest
+
+ :pypi:`pytest-describe-it`
+ *last release*: Jul 19, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ plugin for rich text descriptions
+
+ :pypi:`pytest-devpi-server`
+ *last release*: May 28, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ DevPI server fixture for py.test
+
+ :pypi:`pytest-diamond`
+ *last release*: Aug 31, 2015,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ pytest plugin for diamond
+
+ :pypi:`pytest-dicom`
+ *last release*: Dec 19, 2018,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ pytest plugin to provide DICOM fixtures
+
+ :pypi:`pytest-dictsdiff`
+ *last release*: Jul 26, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-diff`
+ *last release*: Mar 30, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A simple plugin to use with pytest
+
+ :pypi:`pytest-disable`
+ *last release*: Sep 10, 2015,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ pytest plugin to disable a test and skip it from testrun
+
+ :pypi:`pytest-disable-plugin`
+ *last release*: Feb 28, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Disable plugins per test
+
+ :pypi:`pytest-discord`
+ *last release*: Mar 20, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (!=6.0.0,<7,>=3.3.2)
+
+ A pytest plugin to notify test results to a Discord channel.
+
+ :pypi:`pytest-django`
+ *last release*: Dec 02, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=5.4.0)
+
+ A Django plugin for pytest.
+
+ :pypi:`pytest-django-ahead`
+ *last release*: Oct 27, 2016,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.9)
+
+ A Django plugin for pytest.
+
+ :pypi:`pytest-djangoapp`
+ *last release*: Aug 04, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Nice pytest plugin to help you with Django pluggable application testing.
+
+ :pypi:`pytest-django-cache-xdist`
+ *last release*: May 12, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A djangocachexdist plugin for pytest
+
+ :pypi:`pytest-django-casperjs`
+ *last release*: Mar 15, 2015,
+ *status*: 2 - Pre-Alpha,
+ *requires*: N/A
+
+ Integrate CasperJS with your django tests as a pytest fixture.
+
+ :pypi:`pytest-django-dotenv`
+ *last release*: Nov 26, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.6.0)
+
+ Pytest plugin used to setup environment variables with django-dotenv
+
+ :pypi:`pytest-django-factories`
+ *last release*: Nov 12, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Factories for your Django models that can be used as Pytest fixtures.
+
+ :pypi:`pytest-django-gcir`
+ *last release*: Mar 06, 2018,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ A Django plugin for pytest.
+
+ :pypi:`pytest-django-haystack`
+ *last release*: Sep 03, 2017,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.3.4)
+
+ Cleanup your Haystack indexes between tests
+
+ :pypi:`pytest-django-ifactory`
+ *last release*: Jan 13, 2021,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ A model instance factory for pytest-django
+
+ :pypi:`pytest-django-lite`
+ *last release*: Jan 30, 2014,
+ *status*: N/A,
+ *requires*: N/A
+
+ The bare minimum to integrate py.test with Django.
+
+ :pypi:`pytest-django-liveserver-ssl`
+ *last release*: Jul 30, 2021,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-django-model`
+ *last release*: Feb 14, 2019,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A Simple Way to Test your Django Models
+
+ :pypi:`pytest-django-ordering`
+ *last release*: Jul 25, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.3.0)
+
+ A pytest plugin for preserving the order in which Django runs tests.
+
+ :pypi:`pytest-django-queries`
+ *last release*: Mar 01, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Generate performance reports from your django database performance tests.
+
+ :pypi:`pytest-djangorestframework`
+ *last release*: Aug 11, 2019,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A djangorestframework plugin for pytest
+
+ :pypi:`pytest-django-rq`
+ *last release*: Apr 13, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A pytest plugin to help writing unit test for django-rq
+
+ :pypi:`pytest-django-sqlcounts`
+ *last release*: Jun 16, 2015,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ py.test plugin for reporting the number of SQLs executed per django testcase.
+
+ :pypi:`pytest-django-testing-postgresql`
+ *last release*: Dec 05, 2019,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Use a temporary PostgreSQL database with pytest-django
+
+ :pypi:`pytest-doc`
+ *last release*: Jun 28, 2015,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ A documentation plugin for py.test.
+
+ :pypi:`pytest-docgen`
+ *last release*: Apr 17, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ An RST Documentation Generator for pytest-based test suites
+
+ :pypi:`pytest-docker`
+ *last release*: Jun 14, 2021,
+ *status*: N/A,
+ *requires*: pytest (<7.0,>=4.0)
+
+ Simple pytest fixtures for Docker and docker-compose based tests
+
+ :pypi:`pytest-docker-butla`
+ *last release*: Jun 16, 2019,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-dockerc`
+ *last release*: Oct 09, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.0)
+
+ Run, manage and stop Docker Compose project from Docker API
+
+ :pypi:`pytest-docker-compose`
+ *last release*: Jan 26, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.3)
+
+ Manages Docker containers during your integration tests
+
+ :pypi:`pytest-docker-db`
+ *last release*: Mar 20, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.1.1)
+
+ A plugin to use docker databases for pytests
+
+ :pypi:`pytest-docker-fixtures`
+ *last release*: Nov 23, 2021,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest docker fixtures
+
+ :pypi:`pytest-docker-git-fixtures`
+ *last release*: Mar 11, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ Pytest fixtures for testing with git scm.
+
+ :pypi:`pytest-docker-pexpect`
+ *last release*: Jan 14, 2019,
+ *status*: N/A,
+ *requires*: pytest
+
+ pytest plugin for writing functional tests with pexpect and docker
+
+ :pypi:`pytest-docker-postgresql`
+ *last release*: Sep 24, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A simple plugin to use with pytest
+
+ :pypi:`pytest-docker-py`
+ *last release*: Nov 27, 2018,
+ *status*: N/A,
+ *requires*: pytest (==4.0.0)
+
+ Easy to use, simple to extend, pytest plugin that minimally leverages docker-py.
+
+ :pypi:`pytest-docker-registry-fixtures`
+ *last release*: Mar 04, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ Pytest fixtures for testing with docker registries.
+
+ :pypi:`pytest-docker-tools`
+ *last release*: Jul 23, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.0.1,<7.0.0)
+
+ Docker integration tests for pytest
+
+ :pypi:`pytest-docs`
+ *last release*: Nov 11, 2018,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Documentation tool for pytest
+
+ :pypi:`pytest-docstyle`
+ *last release*: Mar 23, 2020,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest plugin to run pydocstyle
+
+ :pypi:`pytest-doctest-custom`
+ *last release*: Jul 25, 2016,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A py.test plugin for customizing string representations of doctest results.
+
+ :pypi:`pytest-doctest-ellipsis-markers`
+ *last release*: Jan 12, 2018,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Setup additional values for ELLIPSIS_MARKER for doctests
+
+ :pypi:`pytest-doctest-import`
+ *last release*: Nov 13, 2018,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.3.0)
+
+ A simple pytest plugin to import names and add them to the doctest namespace.
+
+ :pypi:`pytest-doctestplus`
+ *last release*: Nov 16, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=4.6)
+
+ Pytest plugin with advanced doctest features.
+
+ :pypi:`pytest-doctest-ufunc`
+ *last release*: Aug 02, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A plugin to run doctests in docstrings of Numpy ufuncs
+
+ :pypi:`pytest-dolphin`
+ *last release*: Nov 30, 2016,
+ *status*: 4 - Beta,
+ *requires*: pytest (==3.0.4)
+
+ Some extra stuff that we use ininternally
+
+ :pypi:`pytest-doorstop`
+ *last release*: Jun 09, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A pytest plugin for adding test results into doorstop items.
+
+ :pypi:`pytest-dotenv`
+ *last release*: Jun 16, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=5.0.0)
+
+ A py.test plugin that parses environment files before running tests
+
+ :pypi:`pytest-drf`
+ *last release*: Nov 12, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.6)
+
+ A Django REST framework plugin for pytest.
+
+ :pypi:`pytest-drivings`
+ *last release*: Jan 13, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Tool to allow webdriver automation to be ran locally or remotely
+
+ :pypi:`pytest-drop-dup-tests`
+ *last release*: May 23, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.7)
+
+ A Pytest plugin to drop duplicated tests during collection
+
+ :pypi:`pytest-dummynet`
+ *last release*: Oct 13, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ A py.test plugin providing access to a dummynet.
+
+ :pypi:`pytest-dump2json`
+ *last release*: Jun 29, 2015,
+ *status*: N/A,
+ *requires*: N/A
+
+ A pytest plugin for dumping test results to json.
+
+ :pypi:`pytest-duration-insights`
+ *last release*: Jun 25, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-dynamicrerun`
+ *last release*: Aug 15, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A pytest plugin to rerun tests dynamically based off of test outcome and output.
+
+ :pypi:`pytest-dynamodb`
+ *last release*: Jun 03, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ DynamoDB fixtures for pytest
+
+ :pypi:`pytest-easy-addoption`
+ *last release*: Jan 22, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest-easy-addoption: Easy way to work with pytest addoption
+
+ :pypi:`pytest-easy-api`
+ *last release*: Mar 26, 2018,
+ *status*: N/A,
+ *requires*: N/A
+
+ Simple API testing with pytest
+
+ :pypi:`pytest-easyMPI`
+ *last release*: Oct 21, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ Package that supports mpi tests in pytest
+
+ :pypi:`pytest-easyread`
+ *last release*: Nov 17, 2017,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest plugin that makes terminal printouts of the reports easier to read
+
+ :pypi:`pytest-easy-server`
+ *last release*: May 01, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (<5.0.0,>=4.3.1) ; python_version < "3.5"
+
+ Pytest plugin for easy testing against servers
+
+ :pypi:`pytest-ec2`
+ *last release*: Oct 22, 2019,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Pytest execution on EC2 instance
+
+ :pypi:`pytest-echo`
+ *last release*: Jan 08, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ pytest plugin with mechanisms for echoing environment variables, package version and generic attributes
+
+ :pypi:`pytest-elasticsearch`
+ *last release*: May 12, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.0.0)
+
+ Elasticsearch fixtures and fixture factories for Pytest.
+
+ :pypi:`pytest-elements`
+ *last release*: Jan 13, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=5.4,<6.0)
+
+ Tool to help automate user interfaces
+
+ :pypi:`pytest-elk-reporter`
+ *last release*: Jan 24, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A simple plugin to use with pytest
+
+ :pypi:`pytest-email`
+ *last release*: Jul 08, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ Send execution result email
+
+ :pypi:`pytest-embedded`
+ *last release*: Nov 29, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=6.2.0)
+
+ pytest embedded plugin
+
+ :pypi:`pytest-embedded-idf`
+ *last release*: Nov 29, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest embedded plugin for esp-idf project
+
+ :pypi:`pytest-embedded-jtag`
+ *last release*: Nov 29, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest embedded plugin for testing with jtag
+
+ :pypi:`pytest-embedded-qemu`
+ *last release*: Nov 29, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest embedded plugin for qemu, not target chip
+
+ :pypi:`pytest-embedded-qemu-idf`
+ *last release*: Jun 29, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest embedded plugin for esp-idf project by qemu, not target chip
+
+ :pypi:`pytest-embedded-serial`
+ *last release*: Nov 29, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest embedded plugin for testing serial ports
+
+ :pypi:`pytest-embedded-serial-esp`
+ *last release*: Nov 29, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest embedded plugin for testing espressif boards via serial ports
+
+ :pypi:`pytest-emoji`
+ *last release*: Feb 19, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=4.2.1)
+
+ A pytest plugin that adds emojis to your test result report
+
+ :pypi:`pytest-emoji-output`
+ *last release*: Oct 10, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (==6.0.1)
+
+ Pytest plugin to represent test output with emoji support
+
+ :pypi:`pytest-enabler`
+ *last release*: Nov 08, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=6) ; extra == 'testing'
+
+ Enable installed pytest plugins
+
+ :pypi:`pytest-encode`
+ *last release*: Nov 06, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ set your encoding and logger
+
+ :pypi:`pytest-encode-kane`
+ *last release*: Nov 16, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ set your encoding and logger
+
+ :pypi:`pytest-enhancements`
+ *last release*: Oct 30, 2019,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Improvements for pytest (rejected upstream)
+
+ :pypi:`pytest-env`
+ *last release*: Jun 16, 2017,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ py.test plugin that allows you to add environment variables.
+
+ :pypi:`pytest-envfiles`
+ *last release*: Oct 08, 2015,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ A py.test plugin that parses environment files before running tests
+
+ :pypi:`pytest-env-info`
+ *last release*: Nov 25, 2017,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.1.1)
+
+ Push information about the running pytest into envvars
+
+ :pypi:`pytest-envraw`
+ *last release*: Aug 27, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.6.0)
+
+ py.test plugin that allows you to add environment variables.
+
+ :pypi:`pytest-envvars`
+ *last release*: Jun 13, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.0.0)
+
+ Pytest plugin to validate use of envvars on your tests
+
+ :pypi:`pytest-env-yaml`
+ *last release*: Apr 02, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-eradicate`
+ *last release*: Sep 08, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=2.4.2)
+
+ pytest plugin to check for commented out code
+
+ :pypi:`pytest-error-for-skips`
+ *last release*: Dec 19, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=4.6)
+
+ Pytest plugin to treat skipped tests a test failure
+
+ :pypi:`pytest-eth`
+ *last release*: Aug 14, 2020,
+ *status*: 1 - Planning,
+ *requires*: N/A
+
+ PyTest plugin for testing Smart Contracts for Ethereum Virtual Machine (EVM).
+
+ :pypi:`pytest-ethereum`
+ *last release*: Jun 24, 2019,
+ *status*: 3 - Alpha,
+ *requires*: pytest (==3.3.2); extra == 'dev'
+
+ pytest-ethereum: Pytest library for ethereum projects.
+
+ :pypi:`pytest-eucalyptus`
+ *last release*: Aug 13, 2019,
+ *status*: N/A,
+ *requires*: pytest (>=4.2.0)
+
+ Pytest Plugin for BDD
+
+ :pypi:`pytest-eventlet`
+ *last release*: Oct 04, 2021,
+ *status*: N/A,
+ *requires*: pytest ; extra == 'dev'
+
+ Applies eventlet monkey-patch as a pytest plugin.
+
+ :pypi:`pytest-excel`
+ *last release*: Oct 06, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ pytest plugin for generating excel reports
+
+ :pypi:`pytest-exceptional`
+ *last release*: Mar 16, 2017,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Better exceptions
+
+ :pypi:`pytest-exception-script`
+ *last release*: Aug 04, 2020,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ Walk your code through exception script to check it's resiliency to failures.
+
+ :pypi:`pytest-executable`
+ *last release*: Nov 10, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (<6.3,>=4.3)
+
+ pytest plugin for testing executables
+
+ :pypi:`pytest-expect`
+ *last release*: Apr 21, 2016,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ py.test plugin to store test expectations and mark tests based on them
+
+ :pypi:`pytest-expecter`
+ *last release*: Jul 08, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Better testing with expecter and pytest.
+
+ :pypi:`pytest-expectr`
+ *last release*: Oct 05, 2018,
+ *status*: N/A,
+ *requires*: pytest (>=2.4.2)
+
+ This plugin is used to expect multiple assert using pytest framework.
+
+ :pypi:`pytest-explicit`
+ *last release*: Jun 15, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ A Pytest plugin to ignore certain marked tests by default
+
+ :pypi:`pytest-exploratory`
+ *last release*: Aug 03, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=5.3)
+
+ Interactive console for pytest.
+
+ :pypi:`pytest-external-blockers`
+ *last release*: Oct 05, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ a special outcome for tests that are blocked for external reasons
+
+ :pypi:`pytest-extra-durations`
+ *last release*: Apr 21, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A pytest plugin to get durations on a per-function basis and per module basis.
+
+ :pypi:`pytest-fabric`
+ *last release*: Sep 12, 2018,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Provides test utilities to run fabric task tests by using docker containers
+
+ :pypi:`pytest-factory`
+ *last release*: Sep 06, 2020,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>4.3)
+
+ Use factories for test setup with py.test
+
+ :pypi:`pytest-factoryboy`
+ *last release*: Dec 30, 2020,
+ *status*: 6 - Mature,
+ *requires*: pytest (>=4.6)
+
+ Factory Boy support for pytest.
+
+ :pypi:`pytest-factoryboy-fixtures`
+ *last release*: Jun 25, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ Generates pytest fixtures that allow the use of type hinting
+
+ :pypi:`pytest-factoryboy-state`
+ *last release*: Dec 11, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=5.0)
+
+ Simple factoryboy random state management
+
+ :pypi:`pytest-failed-screenshot`
+ *last release*: Apr 21, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Test case fails,take a screenshot,save it,attach it to the allure
+
+ :pypi:`pytest-failed-to-verify`
+ *last release*: Aug 08, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.1.0)
+
+ A pytest plugin that helps better distinguishing real test failures from setup flakiness.
+
+ :pypi:`pytest-faker`
+ *last release*: Dec 19, 2016,
+ *status*: 6 - Mature,
+ *requires*: N/A
+
+ Faker integration with the pytest framework.
+
+ :pypi:`pytest-falcon`
+ *last release*: Sep 07, 2016,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Pytest helpers for Falcon.
+
+ :pypi:`pytest-falcon-client`
+ *last release*: Mar 19, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest \`client\` fixture for the Falcon Framework
+
+ :pypi:`pytest-fantasy`
+ *last release*: Mar 14, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest plugin for Flask Fantasy Framework
+
+ :pypi:`pytest-fastapi`
+ *last release*: Dec 27, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-fastest`
+ *last release*: Mar 05, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ Use SCM and coverage to run only needed tests
+
+ :pypi:`pytest-fast-first`
+ *last release*: Apr 02, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ Pytest plugin that runs fast tests first
+
+ :pypi:`pytest-faulthandler`
+ *last release*: Jul 04, 2019,
+ *status*: 6 - Mature,
+ *requires*: pytest (>=5.0)
+
+ py.test plugin that activates the fault handler module for tests (dummy package)
+
+ :pypi:`pytest-fauxfactory`
+ *last release*: Dec 06, 2017,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.2)
+
+ Integration of fauxfactory into pytest.
+
+ :pypi:`pytest-figleaf`
+ *last release*: Jan 18, 2010,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ py.test figleaf coverage plugin
+
+ :pypi:`pytest-filecov`
+ *last release*: Jun 27, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ A pytest plugin to detect unused files
+
+ :pypi:`pytest-filedata`
+ *last release*: Jan 17, 2019,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ easily load data from files
+
+ :pypi:`pytest-filemarker`
+ *last release*: Dec 01, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ A pytest plugin that runs marked tests when files change.
+
+ :pypi:`pytest-filter-case`
+ *last release*: Nov 05, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ run test cases filter by mark
+
+ :pypi:`pytest-filter-subpackage`
+ *last release*: Jan 09, 2020,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.0)
+
+ Pytest plugin for filtering based on sub-packages
+
+ :pypi:`pytest-find-dependencies`
+ *last release*: Apr 21, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A pytest plugin to find dependencies between tests
+
+ :pypi:`pytest-finer-verdicts`
+ *last release*: Jun 18, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=5.4.3)
+
+ A pytest plugin to treat non-assertion failures as test errors.
+
+ :pypi:`pytest-firefox`
+ *last release*: Aug 08, 2017,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.0.2)
+
+ pytest plugin to manipulate firefox
+
+ :pypi:`pytest-fixture-config`
+ *last release*: May 28, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Fixture configuration utils for py.test
+
+ :pypi:`pytest-fixture-maker`
+ *last release*: Sep 21, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest plugin to load fixtures from YAML files
+
+ :pypi:`pytest-fixture-marker`
+ *last release*: Oct 11, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ A pytest plugin to add markers based on fixtures used.
+
+ :pypi:`pytest-fixture-order`
+ *last release*: Aug 25, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=3.0)
+
+ pytest plugin to control fixture evaluation order
+
+ :pypi:`pytest-fixtures`
+ *last release*: May 01, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Common fixtures for pytest
+
+ :pypi:`pytest-fixture-tools`
+ *last release*: Aug 18, 2020,
+ *status*: 6 - Mature,
+ *requires*: pytest
+
+ Plugin for pytest which provides tools for fixtures
+
+ :pypi:`pytest-fixture-typecheck`
+ *last release*: Aug 24, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ A pytest plugin to assert type annotations at runtime.
+
+ :pypi:`pytest-flake8`
+ *last release*: Dec 16, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5)
+
+ pytest plugin to check FLAKE8 requirements
+
+ :pypi:`pytest-flake8-path`
+ *last release*: Aug 11, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ A pytest fixture for testing flake8 plugins.
+
+ :pypi:`pytest-flakefinder`
+ *last release*: Jul 28, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.7.1)
+
+ Runs tests multiple times to expose flakiness.
+
+ :pypi:`pytest-flakes`
+ *last release*: Dec 02, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=5)
+
+ pytest plugin to check source code with pyflakes
+
+ :pypi:`pytest-flaptastic`
+ *last release*: Mar 17, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Flaptastic py.test plugin
+
+ :pypi:`pytest-flask`
+ *last release*: Feb 27, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=5.2)
+
+ A set of py.test fixtures to test Flask applications.
+
+ :pypi:`pytest-flask-sqlalchemy`
+ *last release*: Apr 04, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.2.1)
+
+ A pytest plugin for preserving test isolation in Flask-SQlAlchemy using database transactions.
+
+ :pypi:`pytest-flask-sqlalchemy-transactions`
+ *last release*: Aug 02, 2018,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.2.1)
+
+ Run tests in transactions using pytest, Flask, and SQLalchemy.
+
+ :pypi:`pytest-flyte`
+ *last release*: May 03, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ Pytest fixtures for simplifying Flyte integration testing
+
+ :pypi:`pytest-focus`
+ *last release*: May 04, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ A pytest plugin that alerts user of failed test cases with screen notifications
+
+ :pypi:`pytest-forcefail`
+ *last release*: May 15, 2018,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ py.test plugin to make the test failing regardless of pytest.mark.xfail
+
+ :pypi:`pytest-forward-compatability`
+ *last release*: Sep 06, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ A name to avoid typosquating pytest-foward-compatibility
+
+ :pypi:`pytest-forward-compatibility`
+ *last release*: Sep 29, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ A pytest plugin to shim pytest commandline options for fowards compatibility
+
+ :pypi:`pytest-freezegun`
+ *last release*: Jul 19, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.0.0)
+
+ Wrap tests with fixtures in freeze_time
+
+ :pypi:`pytest-freeze-reqs`
+ *last release*: Apr 29, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Check if requirement files are frozen
+
+ :pypi:`pytest-frozen-uuids`
+ *last release*: Oct 19, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=3.0)
+
+ Deterministically frozen UUID's for your tests
+
+ :pypi:`pytest-func-cov`
+ *last release*: Apr 15, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=5)
+
+ Pytest plugin for measuring function coverage
+
+ :pypi:`pytest-funparam`
+ *last release*: Dec 02, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest >=4.6.0
+
+ An alternative way to parametrize test cases.
+
+ :pypi:`pytest-fxa`
+ *last release*: Aug 28, 2018,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ pytest plugin for Firefox Accounts
+
+ :pypi:`pytest-fxtest`
+ *last release*: Oct 27, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-gc`
+ *last release*: Feb 01, 2018,
+ *status*: N/A,
+ *requires*: N/A
+
+ The garbage collector plugin for py.test
+
+ :pypi:`pytest-gcov`
+ *last release*: Feb 01, 2018,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Uses gcov to measure test coverage of a C library
+
+ :pypi:`pytest-gevent`
+ *last release*: Feb 25, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ Ensure that gevent is properly patched when invoking pytest
+
+ :pypi:`pytest-gherkin`
+ *last release*: Jul 27, 2019,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=5.0.0)
+
+ A flexible framework for executing BDD gherkin tests
+
+ :pypi:`pytest-ghostinspector`
+ *last release*: May 17, 2016,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ For finding/executing Ghost Inspector tests
+
+ :pypi:`pytest-girder`
+ *last release*: Nov 30, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ A set of pytest fixtures for testing Girder applications.
+
+ :pypi:`pytest-git`
+ *last release*: May 28, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Git repository fixture for py.test
+
+ :pypi:`pytest-gitcov`
+ *last release*: Jan 11, 2020,
+ *status*: 2 - Pre-Alpha,
+ *requires*: N/A
+
+ Pytest plugin for reporting on coverage of the last git commit.
+
+ :pypi:`pytest-git-fixtures`
+ *last release*: Mar 11, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ Pytest fixtures for testing with git.
+
+ :pypi:`pytest-github`
+ *last release*: Mar 07, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Plugin for py.test that associates tests with github issues using a marker.
+
+ :pypi:`pytest-github-actions-annotate-failures`
+ *last release*: Oct 24, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=4.0.0)
+
+ pytest plugin to annotate failed tests with a workflow command for GitHub Actions
+
+ :pypi:`pytest-gitignore`
+ *last release*: Jul 17, 2015,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ py.test plugin to ignore the same files as git
+
+ :pypi:`pytest-glamor-allure`
+ *last release*: Nov 26, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ Extends allure-pytest functionality
+
+ :pypi:`pytest-gnupg-fixtures`
+ *last release*: Mar 04, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ Pytest fixtures for testing with gnupg.
+
+ :pypi:`pytest-golden`
+ *last release*: Nov 23, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=6.1.2,<7.0.0)
+
+ Plugin for pytest that offloads expected outputs to data files
+
+ :pypi:`pytest-graphql-schema`
+ *last release*: Oct 18, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Get graphql schema as fixture for pytest
+
+ :pypi:`pytest-greendots`
+ *last release*: Feb 08, 2014,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Green progress dots
+
+ :pypi:`pytest-growl`
+ *last release*: Jan 13, 2014,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Growl notifications for pytest results.
+
+ :pypi:`pytest-grpc`
+ *last release*: May 01, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=3.6.0)
+
+ pytest plugin for grpc
+
+ :pypi:`pytest-hammertime`
+ *last release*: Jul 28, 2018,
+ *status*: N/A,
+ *requires*: pytest
+
+ Display "🔨 " instead of "." for passed pytest tests.
+
+ :pypi:`pytest-harvest`
+ *last release*: Apr 01, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Store data created during your pytest tests execution, and retrieve it at the end of the session, e.g. for applicative benchmarking purposes.
+
+ :pypi:`pytest-helm-chart`
+ *last release*: Jun 15, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=5.4.2,<6.0.0)
+
+ A plugin to provide different types and configs of Kubernetes clusters that can be used for testing.
+
+ :pypi:`pytest-helm-charts`
+ *last release*: Oct 26, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.1.2,<7.0.0)
+
+ A plugin to provide different types and configs of Kubernetes clusters that can be used for testing.
+
+ :pypi:`pytest-helper`
+ *last release*: May 31, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Functions to help in using the pytest testing framework
+
+ :pypi:`pytest-helpers`
+ *last release*: May 17, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ pytest helpers
+
+ :pypi:`pytest-helpers-namespace`
+ *last release*: Apr 29, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=6.0.0)
+
+ Pytest Helpers Namespace Plugin
+
+ :pypi:`pytest-hidecaptured`
+ *last release*: May 04, 2018,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.8.5)
+
+ Hide captured output
+
+ :pypi:`pytest-historic`
+ *last release*: Apr 08, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ Custom report to display pytest historical execution records
+
+ :pypi:`pytest-historic-hook`
+ *last release*: Apr 08, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ Custom listener to store execution results into MYSQL DB, which is used for pytest-historic report
+
+ :pypi:`pytest-homeassistant`
+ *last release*: Aug 12, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A pytest plugin for use with homeassistant custom components.
+
+ :pypi:`pytest-homeassistant-custom-component`
+ *last release*: Nov 20, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (==6.2.5)
+
+ Experimental package to automatically extract test plugins for Home Assistant custom components
+
+ :pypi:`pytest-honors`
+ *last release*: Mar 06, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Report on tests that honor constraints, and guard against regressions
+
+ :pypi:`pytest-hoverfly`
+ *last release*: Jul 12, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=5.0)
+
+ Simplify working with Hoverfly from pytest
+
+ :pypi:`pytest-hoverfly-wrapper`
+ *last release*: Aug 29, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Integrates the Hoverfly HTTP proxy into Pytest
+
+ :pypi:`pytest-hpfeeds`
+ *last release*: Aug 27, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.2.4,<7.0.0)
+
+ Helpers for testing hpfeeds in your python project
+
+ :pypi:`pytest-html`
+ *last release*: Dec 13, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (!=6.0.0,>=5.0)
+
+ pytest plugin for generating HTML reports
+
+ :pypi:`pytest-html-lee`
+ *last release*: Jun 30, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=5.0)
+
+ optimized pytest plugin for generating HTML reports
+
+ :pypi:`pytest-html-profiling`
+ *last release*: Feb 11, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.0)
+
+ Pytest plugin for generating HTML reports with per-test profiling and optionally call graph visualizations. Based on pytest-html by Dave Hunt.
+
+ :pypi:`pytest-html-reporter`
+ *last release*: Apr 25, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Generates a static html report based on pytest framework
+
+ :pypi:`pytest-html-thread`
+ *last release*: Dec 29, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ pytest plugin for generating HTML reports
+
+ :pypi:`pytest-http`
+ *last release*: Dec 05, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Fixture "http" for http requests
+
+ :pypi:`pytest-httpbin`
+ *last release*: Feb 11, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Easily test your HTTP library against a local copy of httpbin
+
+ :pypi:`pytest-http-mocker`
+ *last release*: Oct 20, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest plugin for http mocking (via https://github.com/vilus/mocker)
+
+ :pypi:`pytest-httpretty`
+ *last release*: Feb 16, 2014,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ A thin wrapper of HTTPretty for pytest
+
+ :pypi:`pytest-httpserver`
+ *last release*: Oct 18, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest ; extra == 'dev'
+
+ pytest-httpserver is a httpserver for pytest
+
+ :pypi:`pytest-httpx`
+ *last release*: Nov 16, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (==6.*)
+
+ Send responses to httpx.
+
+ :pypi:`pytest-httpx-blockage`
+ *last release*: Nov 16, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=6.2.5)
+
+ Disable httpx requests during a test run
+
+ :pypi:`pytest-hue`
+ *last release*: May 09, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Visualise PyTest status via your Phillips Hue lights
+
+ :pypi:`pytest-hylang`
+ *last release*: Mar 28, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ Pytest plugin to allow running tests written in hylang
+
+ :pypi:`pytest-hypo-25`
+ *last release*: Jan 12, 2020,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ help hypo module for pytest
+
+ :pypi:`pytest-ibutsu`
+ *last release*: Jun 16, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ A plugin to sent pytest results to an Ibutsu server
+
+ :pypi:`pytest-icdiff`
+ *last release*: Apr 08, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ use icdiff for better error messages in pytest assertions
+
+ :pypi:`pytest-idapro`
+ *last release*: Nov 03, 2018,
+ *status*: N/A,
+ *requires*: N/A
+
+ A pytest plugin for idapython. Allows a pytest setup to run tests outside and inside IDA in an automated manner by runnig pytest inside IDA and by mocking idapython api
+
+ :pypi:`pytest-idempotent`
+ *last release*: Nov 26, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest plugin for testing function idempotence.
+
+ :pypi:`pytest-ignore-flaky`
+ *last release*: Apr 23, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ ignore failures from flaky tests (pytest plugin)
+
+ :pypi:`pytest-image-diff`
+ *last release*: Jul 28, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+
+
+ :pypi:`pytest-incremental`
+ *last release*: Apr 24, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ an incremental test runner (pytest plugin)
+
+ :pypi:`pytest-influxdb`
+ *last release*: Apr 20, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Plugin for influxdb and pytest integration.
+
+ :pypi:`pytest-info-collector`
+ *last release*: May 26, 2019,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest plugin to collect information from tests
+
+ :pypi:`pytest-informative-node`
+ *last release*: Apr 25, 2019,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ display more node ininformation.
+
+ :pypi:`pytest-infrastructure`
+ *last release*: Apr 12, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ pytest stack validation prior to testing executing
+
+ :pypi:`pytest-ini`
+ *last release*: Sep 30, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Reuse pytest.ini to store env variables
+
+ :pypi:`pytest-inmanta`
+ *last release*: Aug 17, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ A py.test plugin providing fixtures to simplify inmanta modules testing.
+
+ :pypi:`pytest-inmanta-extensions`
+ *last release*: May 27, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Inmanta tests package
+
+ :pypi:`pytest-Inomaly`
+ *last release*: Feb 13, 2018,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A simple image diff plugin for pytest
+
+ :pypi:`pytest-insta`
+ *last release*: Apr 07, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=6.0.2,<7.0.0)
+
+ A practical snapshot testing plugin for pytest
+
+ :pypi:`pytest-instafail`
+ *last release*: Jun 14, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.9)
+
+ pytest plugin to show failures instantly
+
+ :pypi:`pytest-instrument`
+ *last release*: Apr 05, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=5.1.0)
+
+ pytest plugin to instrument tests
+
+ :pypi:`pytest-integration`
+ *last release*: Apr 16, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ Organizing pytests by integration or not
+
+ :pypi:`pytest-integration-mark`
+ *last release*: Jul 19, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=5.2,<7.0)
+
+ Automatic integration test marking and excluding plugin for pytest
+
+ :pypi:`pytest-interactive`
+ *last release*: Nov 30, 2017,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ A pytest plugin for console based interactive test selection just after the collection phase
+
+ :pypi:`pytest-intercept-remote`
+ *last release*: May 24, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=4.6)
+
+ Pytest plugin for intercepting outgoing connection requests during pytest run.
+
+ :pypi:`pytest-invenio`
+ *last release*: May 11, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (<7,>=6)
+
+ Pytest fixtures for Invenio.
+
+ :pypi:`pytest-involve`
+ *last release*: Feb 02, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Run tests covering a specific file or changeset
+
+ :pypi:`pytest-ipdb`
+ *last release*: Sep 02, 2014,
+ *status*: 2 - Pre-Alpha,
+ *requires*: N/A
+
+ A py.test plug-in to enable drop to ipdb debugger on test failure.
+
+ :pypi:`pytest-ipynb`
+ *last release*: Jan 29, 2019,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ THIS PROJECT IS ABANDONED
+
+ :pypi:`pytest-isort`
+ *last release*: Apr 27, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ py.test plugin to check import ordering using isort
+
+ :pypi:`pytest-it`
+ *last release*: Jan 22, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Pytest plugin to display test reports as a plaintext spec, inspired by Rspec: https://github.com/mattduck/pytest-it.
+
+ :pypi:`pytest-iterassert`
+ *last release*: May 11, 2020,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Nicer list and iterable assertion messages for pytest
+
+ :pypi:`pytest-jasmine`
+ *last release*: Nov 04, 2017,
+ *status*: 1 - Planning,
+ *requires*: N/A
+
+ Run jasmine tests from your pytest test suite
+
+ :pypi:`pytest-jest`
+ *last release*: May 22, 2018,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.3.2)
+
+ A custom jest-pytest oriented Pytest reporter
+
+ :pypi:`pytest-jira`
+ *last release*: Dec 02, 2021,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ py.test JIRA integration plugin, using markers
+
+ :pypi:`pytest-jira-xray`
+ *last release*: Nov 28, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ pytest plugin to integrate tests with JIRA XRAY
+
+ :pypi:`pytest-jobserver`
+ *last release*: May 15, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Limit parallel tests with posix jobserver.
+
+ :pypi:`pytest-joke`
+ *last release*: Oct 08, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=4.2.1)
+
+ Test failures are better served with humor.
+
+ :pypi:`pytest-json`
+ *last release*: Jan 18, 2016,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Generate JSON test reports
+
+ :pypi:`pytest-jsonlint`
+ *last release*: Aug 04, 2016,
+ *status*: N/A,
+ *requires*: N/A
+
+ UNKNOWN
+
+ :pypi:`pytest-json-report`
+ *last release*: Sep 24, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.8.0)
+
+ A pytest plugin to report test results as JSON files
+
+ :pypi:`pytest-kafka`
+ *last release*: Aug 24, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ Zookeeper, Kafka server, and Kafka consumer fixtures for Pytest
+
+ :pypi:`pytest-kafkavents`
+ *last release*: Sep 08, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ A plugin to send pytest events to Kafka
+
+ :pypi:`pytest-kind`
+ *last release*: Jan 24, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Kubernetes test support with KIND for pytest
+
+ :pypi:`pytest-kivy`
+ *last release*: Jul 06, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.6)
+
+ Kivy GUI tests fixtures using pytest
+
+ :pypi:`pytest-knows`
+ *last release*: Aug 22, 2014,
+ *status*: N/A,
+ *requires*: N/A
+
+ A pytest plugin that can automaticly skip test case based on dependence info calculated by trace
+
+ :pypi:`pytest-konira`
+ *last release*: Oct 09, 2011,
+ *status*: N/A,
+ *requires*: N/A
+
+ Run Konira DSL tests with py.test
+
+ :pypi:`pytest-krtech-common`
+ *last release*: Nov 28, 2016,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ pytest krtech common library
+
+ :pypi:`pytest-kwparametrize`
+ *last release*: Jan 22, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=6)
+
+ Alternate syntax for @pytest.mark.parametrize with test cases as dictionaries and default value fallbacks
+
+ :pypi:`pytest-lambda`
+ *last release*: Aug 23, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.6,<7)
+
+ Define pytest fixtures with lambda functions.
+
+ :pypi:`pytest-lamp`
+ *last release*: Jan 06, 2017,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-layab`
+ *last release*: Oct 05, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Pytest fixtures for layab.
+
+ :pypi:`pytest-lazy-fixture`
+ *last release*: Feb 01, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.2.5)
+
+ It helps to use fixtures in pytest.mark.parametrize
+
+ :pypi:`pytest-ldap`
+ *last release*: Aug 18, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ python-ldap fixtures for pytest
+
+ :pypi:`pytest-leaks`
+ *last release*: Nov 27, 2019,
+ *status*: 1 - Planning,
+ *requires*: N/A
+
+ A pytest plugin to trace resource leaks.
+
+ :pypi:`pytest-level`
+ *last release*: Oct 21, 2019,
+ *status*: N/A,
+ *requires*: pytest
+
+ Select tests of a given level or lower
+
+ :pypi:`pytest-libfaketime`
+ *last release*: Dec 22, 2018,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.0.0)
+
+ A python-libfaketime plugin for pytest.
+
+ :pypi:`pytest-libiio`
+ *last release*: Oct 29, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A pytest plugin to manage interfacing with libiio contexts
+
+ :pypi:`pytest-libnotify`
+ *last release*: Apr 02, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ Pytest plugin that shows notifications about the test run
+
+ :pypi:`pytest-ligo`
+ *last release*: Jan 16, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-lineno`
+ *last release*: Dec 04, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ A pytest plugin to show the line numbers of test functions
+
+ :pypi:`pytest-line-profiler`
+ *last release*: May 03, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Profile code executed by pytest
+
+ :pypi:`pytest-lisa`
+ *last release*: Jan 21, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=6.1.2,<7.0.0)
+
+ Pytest plugin for organizing tests.
+
+ :pypi:`pytest-listener`
+ *last release*: May 28, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ A simple network listener
+
+ :pypi:`pytest-litf`
+ *last release*: Jan 18, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.1.1)
+
+ A pytest plugin that stream output in LITF format
+
+ :pypi:`pytest-live`
+ *last release*: Mar 08, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ Live results for pytest
+
+ :pypi:`pytest-localftpserver`
+ *last release*: Aug 25, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ A PyTest plugin which provides an FTP fixture for your tests
+
+ :pypi:`pytest-localserver`
+ *last release*: Nov 19, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ py.test plugin to test server connections locally.
+
+ :pypi:`pytest-localstack`
+ *last release*: Aug 22, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.3.0)
+
+ Pytest plugin for AWS integration tests
+
+ :pypi:`pytest-lockable`
+ *last release*: Nov 09, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ lockable resource plugin for pytest
+
+ :pypi:`pytest-locker`
+ *last release*: Oct 29, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=5.4)
+
+ Used to lock object during testing. Essentially changing assertions from being hard coded to asserting that nothing changed
+
+ :pypi:`pytest-log`
+ *last release*: Aug 15, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=3.8)
+
+ print log
+
+ :pypi:`pytest-logbook`
+ *last release*: Nov 23, 2015,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.8)
+
+ py.test plugin to capture logbook log messages
+
+ :pypi:`pytest-logdog`
+ *last release*: Jun 15, 2021,
+ *status*: 1 - Planning,
+ *requires*: pytest (>=6.2.0)
+
+ Pytest plugin to test logging
+
+ :pypi:`pytest-logfest`
+ *last release*: Jul 21, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Pytest plugin providing three logger fixtures with basic or full writing to log files
+
+ :pypi:`pytest-logger`
+ *last release*: Jul 25, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.2)
+
+ Plugin configuring handlers for loggers from Python logging module.
+
+ :pypi:`pytest-logging`
+ *last release*: Nov 04, 2015,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Configures logging and allows tweaking the log level with a py.test flag
+
+ :pypi:`pytest-log-report`
+ *last release*: Dec 26, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Package for creating a pytest test run reprot
+
+ :pypi:`pytest-manual-marker`
+ *last release*: Oct 11, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=6)
+
+ pytest marker for marking manual tests
+
+ :pypi:`pytest-markdown`
+ *last release*: Jan 15, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.0.1,<7.0.0)
+
+ Test your markdown docs with pytest
+
+ :pypi:`pytest-marker-bugzilla`
+ *last release*: Jan 09, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ py.test bugzilla integration plugin, using markers
+
+ :pypi:`pytest-markers-presence`
+ *last release*: Feb 04, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.0)
+
+ A simple plugin to detect missed pytest tags and markers"
+
+ :pypi:`pytest-markfiltration`
+ *last release*: Nov 08, 2011,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ UNKNOWN
+
+ :pypi:`pytest-mark-no-py3`
+ *last release*: May 17, 2019,
+ *status*: N/A,
+ *requires*: pytest
+
+ pytest plugin and bowler codemod to help migrate tests to Python 3
+
+ :pypi:`pytest-marks`
+ *last release*: Nov 23, 2012,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ UNKNOWN
+
+ :pypi:`pytest-matcher`
+ *last release*: Apr 23, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.4)
+
+ Match test output against patterns stored in files
+
+ :pypi:`pytest-match-skip`
+ *last release*: May 15, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=4.4.1)
+
+ Skip matching marks. Matches partial marks using wildcards.
+
+ :pypi:`pytest-mat-report`
+ *last release*: Jan 20, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ this is report
+
+ :pypi:`pytest-matrix`
+ *last release*: Jun 24, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=5.4.3,<6.0.0)
+
+ Provide tools for generating tests from combinations of fixtures.
+
+ :pypi:`pytest-mccabe`
+ *last release*: Jul 22, 2020,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=5.4.0)
+
+ pytest plugin to run the mccabe code complexity checker.
+
+ :pypi:`pytest-md`
+ *last release*: Jul 11, 2019,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=4.2.1)
+
+ Plugin for generating Markdown reports for pytest results
+
+ :pypi:`pytest-md-report`
+ *last release*: May 04, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (!=6.0.0,<7,>=3.3.2)
+
+ A pytest plugin to make a test results report with Markdown table format.
+
+ :pypi:`pytest-memprof`
+ *last release*: Mar 29, 2019,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Estimates memory consumption of test functions
+
+ :pypi:`pytest-menu`
+ *last release*: Oct 04, 2017,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=2.4.2)
+
+ A pytest plugin for console based interactive test selection just after the collection phase
+
+ :pypi:`pytest-mercurial`
+ *last release*: Nov 21, 2020,
+ *status*: 1 - Planning,
+ *requires*: N/A
+
+ pytest plugin to write integration tests for projects using Mercurial Python internals
+
+ :pypi:`pytest-message`
+ *last release*: Nov 04, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=6.2.5)
+
+ Pytest plugin for sending report message of marked tests execution
+
+ :pypi:`pytest-messenger`
+ *last release*: Dec 16, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Pytest to Slack reporting plugin
+
+ :pypi:`pytest-metadata`
+ *last release*: Nov 27, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.9.0)
+
+ pytest plugin for test session metadata
+
+ :pypi:`pytest-metrics`
+ *last release*: Apr 04, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ Custom metrics report for pytest
+
+ :pypi:`pytest-mimesis`
+ *last release*: Mar 21, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.2)
+
+ Mimesis integration with the pytest test runner
+
+ :pypi:`pytest-minecraft`
+ *last release*: Sep 26, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=6.0.1,<7.0.0)
+
+ A pytest plugin for running tests against Minecraft releases
+
+ :pypi:`pytest-missing-fixtures`
+ *last release*: Oct 14, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Pytest plugin that creates missing fixtures
+
+ :pypi:`pytest-ml`
+ *last release*: May 04, 2019,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Test your machine learning!
+
+ :pypi:`pytest-mocha`
+ *last release*: Apr 02, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=5.4.0)
+
+ pytest plugin to display test execution output like a mochajs
+
+ :pypi:`pytest-mock`
+ *last release*: May 06, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=5.0)
+
+ Thin-wrapper around the mock package for easier use with pytest
+
+ :pypi:`pytest-mock-api`
+ *last release*: Feb 13, 2019,
+ *status*: 1 - Planning,
+ *requires*: pytest (>=4.0.0)
+
+ A mock API server with configurable routes and responses available as a fixture.
+
+ :pypi:`pytest-mock-generator`
+ *last release*: Aug 10, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ A pytest fixture wrapper for https://pypi.org/project/mock-generator
+
+ :pypi:`pytest-mock-helper`
+ *last release*: Jan 24, 2018,
+ *status*: N/A,
+ *requires*: pytest
+
+ Help you mock HTTP call and generate mock code
+
+ :pypi:`pytest-mockito`
+ *last release*: Jul 11, 2018,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Base fixtures for mockito
+
+ :pypi:`pytest-mockredis`
+ *last release*: Jan 02, 2018,
+ *status*: 2 - Pre-Alpha,
+ *requires*: N/A
+
+ An in-memory mock of a Redis server that runs in a separate thread. This is to be used for unit-tests that require a Redis database.
+
+ :pypi:`pytest-mock-resources`
+ *last release*: Dec 03, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=1.0)
+
+ A pytest plugin for easily instantiating reproducible mock resources.
+
+ :pypi:`pytest-mock-server`
+ *last release*: Apr 06, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Mock server plugin for pytest
+
+ :pypi:`pytest-mockservers`
+ *last release*: Mar 31, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=4.3.0)
+
+ A set of fixtures to test your requests to HTTP/UDP servers
+
+ :pypi:`pytest-modifyjunit`
+ *last release*: Jan 10, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Utility for adding additional properties to junit xml for IDM QE
+
+ :pypi:`pytest-modifyscope`
+ *last release*: Apr 12, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ pytest plugin to modify fixture scope
+
+ :pypi:`pytest-molecule`
+ *last release*: Oct 06, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ PyTest Molecule Plugin :: discover and run molecule tests
+
+ :pypi:`pytest-mongo`
+ *last release*: Jun 07, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ MongoDB process and client fixtures plugin for Pytest.
+
+ :pypi:`pytest-mongodb`
+ *last release*: Dec 07, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.5.2)
+
+ pytest plugin for MongoDB fixtures
+
+ :pypi:`pytest-monitor`
+ *last release*: Aug 24, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Pytest plugin for analyzing resource usage.
+
+ :pypi:`pytest-monkeyplus`
+ *last release*: Sep 18, 2012,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ pytest's monkeypatch subclass with extra functionalities
+
+ :pypi:`pytest-monkeytype`
+ *last release*: Jul 29, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ pytest-monkeytype: Generate Monkeytype annotations from your pytest tests.
+
+ :pypi:`pytest-moto`
+ *last release*: Aug 28, 2015,
+ *status*: 1 - Planning,
+ *requires*: N/A
+
+ Fixtures for integration tests of AWS services,uses moto mocking library.
+
+ :pypi:`pytest-motor`
+ *last release*: Jul 21, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ A pytest plugin for motor, the non-blocking MongoDB driver.
+
+ :pypi:`pytest-mp`
+ *last release*: May 23, 2018,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ A test batcher for multiprocessed Pytest runs
+
+ :pypi:`pytest-mpi`
+ *last release*: Mar 14, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ pytest plugin to collect information from tests
+
+ :pypi:`pytest-mpl`
+ *last release*: Jul 02, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ pytest plugin to help with testing figures output from Matplotlib
+
+ :pypi:`pytest-mproc`
+ *last release*: Mar 07, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ low-startup-overhead, scalable, distributed-testing pytest plugin
+
+ :pypi:`pytest-multi-check`
+ *last release*: Jun 03, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ Pytest-плагин, реализует возможность мульти проверок и мягких проверок
+
+ :pypi:`pytest-multihost`
+ *last release*: Apr 07, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Utility for writing multi-host tests for pytest
+
+ :pypi:`pytest-multilog`
+ *last release*: Jun 10, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Multi-process logs handling and other helpers for pytest
+
+ :pypi:`pytest-multithreading`
+ *last release*: Aug 12, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=3.6)
+
+ a pytest plugin for th and concurrent testing
+
+ :pypi:`pytest-mutagen`
+ *last release*: Jul 24, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=5.4)
+
+ Add the mutation testing feature to pytest
+
+ :pypi:`pytest-mypy`
+ *last release*: Mar 21, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5)
+
+ Mypy static type checker plugin for Pytest
+
+ :pypi:`pytest-mypyd`
+ *last release*: Aug 20, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (<4.7,>=2.8) ; python_version < "3.5"
+
+ Mypy static type checker plugin for Pytest
+
+ :pypi:`pytest-mypy-plugins`
+ *last release*: Oct 19, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=6.0.0)
+
+ pytest plugin for writing tests for mypy plugins
+
+ :pypi:`pytest-mypy-plugins-shim`
+ *last release*: Apr 12, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Substitute for "pytest-mypy-plugins" for Python implementations which aren't supported by mypy.
+
+ :pypi:`pytest-mypy-testing`
+ *last release*: Jun 13, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ Pytest plugin to check mypy output.
+
+ :pypi:`pytest-mysql`
+ *last release*: Nov 22, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ MySQL process and client fixtures for pytest
+
+ :pypi:`pytest-needle`
+ *last release*: Dec 10, 2018,
+ *status*: 4 - Beta,
+ *requires*: pytest (<5.0.0,>=3.0.0)
+
+ pytest plugin for visual testing websites using selenium
+
+ :pypi:`pytest-neo`
+ *last release*: Apr 23, 2019,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.7.2)
+
+ pytest-neo is a plugin for pytest that shows tests like screen of Matrix.
+
+ :pypi:`pytest-network`
+ *last release*: May 07, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ A simple plugin to disable network on socket level.
+
+ :pypi:`pytest-never-sleep`
+ *last release*: May 05, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.5.1)
+
+ pytest plugin helps to avoid adding tests without mock \`time.sleep\`
+
+ :pypi:`pytest-nginx`
+ *last release*: Aug 12, 2017,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ nginx fixture for pytest
+
+ :pypi:`pytest-nginx-iplweb`
+ *last release*: Mar 01, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ nginx fixture for pytest - iplweb temporary fork
+
+ :pypi:`pytest-ngrok`
+ *last release*: Jan 22, 2020,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-ngsfixtures`
+ *last release*: Sep 06, 2019,
+ *status*: 2 - Pre-Alpha,
+ *requires*: pytest (>=5.0.0)
+
+ pytest ngs fixtures
+
+ :pypi:`pytest-nice`
+ *last release*: May 04, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ A pytest plugin that alerts user of failed test cases with screen notifications
+
+ :pypi:`pytest-nice-parametrize`
+ *last release*: Apr 17, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ A small snippet for nicer PyTest's Parametrize
+
+ :pypi:`pytest-nlcov`
+ *last release*: Jul 07, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest plugin to get the coverage of the new lines (based on git diff) only
+
+ :pypi:`pytest-nocustom`
+ *last release*: Jul 07, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Run all tests without custom markers
+
+ :pypi:`pytest-nodev`
+ *last release*: Jul 21, 2016,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.8.1)
+
+ Test-driven source code search for Python.
+
+ :pypi:`pytest-nogarbage`
+ *last release*: Aug 29, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.6.0)
+
+ Ensure a test produces no garbage
+
+ :pypi:`pytest-notebook`
+ *last release*: Sep 16, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A pytest plugin for testing Jupyter Notebooks
+
+ :pypi:`pytest-notice`
+ *last release*: Nov 05, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ Send pytest execution result email
+
+ :pypi:`pytest-notification`
+ *last release*: Jun 19, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=4)
+
+ A pytest plugin for sending a desktop notification and playing a sound upon completion of tests
+
+ :pypi:`pytest-notifier`
+ *last release*: Jun 12, 2020,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ A pytest plugin to notify test result
+
+ :pypi:`pytest-notimplemented`
+ *last release*: Aug 27, 2019,
+ *status*: N/A,
+ *requires*: pytest (>=5.1,<6.0)
+
+ Pytest markers for not implemented features and tests.
+
+ :pypi:`pytest-notion`
+ *last release*: Aug 07, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ A PyTest Reporter to send test runs to Notion.so
+
+ :pypi:`pytest-nunit`
+ *last release*: Aug 04, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A pytest plugin for generating NUnit3 test result XML output
+
+ :pypi:`pytest-ochrus`
+ *last release*: Feb 21, 2018,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ pytest results data-base and HTML reporter
+
+ :pypi:`pytest-odoo`
+ *last release*: Nov 04, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.9)
+
+ py.test plugin to run Odoo tests
+
+ :pypi:`pytest-odoo-fixtures`
+ *last release*: Jun 25, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Project description
+
+ :pypi:`pytest-oerp`
+ *last release*: Feb 28, 2012,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest plugin to test OpenERP modules
+
+ :pypi:`pytest-ok`
+ *last release*: Apr 01, 2019,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ The ultimate pytest output plugin
+
+ :pypi:`pytest-only`
+ *last release*: Jan 19, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ Use @pytest.mark.only to run a single test
+
+ :pypi:`pytest-oot`
+ *last release*: Sep 18, 2016,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Run object-oriented tests in a simple format
+
+ :pypi:`pytest-openfiles`
+ *last release*: Apr 16, 2020,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=4.6)
+
+ Pytest plugin for detecting inadvertent open file handles
+
+ :pypi:`pytest-opentmi`
+ *last release*: Nov 04, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=5.0)
+
+ pytest plugin for publish results to opentmi
+
+ :pypi:`pytest-operator`
+ *last release*: Oct 26, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Fixtures for Operators
+
+ :pypi:`pytest-optional`
+ *last release*: Oct 07, 2015,
+ *status*: N/A,
+ *requires*: N/A
+
+ include/exclude values of fixtures in pytest
+
+ :pypi:`pytest-optional-tests`
+ *last release*: Jul 09, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=4.5.0)
+
+ Easy declaration of optional tests (i.e., that are not run by default)
+
+ :pypi:`pytest-orchestration`
+ *last release*: Jul 18, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ A pytest plugin for orchestrating tests
+
+ :pypi:`pytest-order`
+ *last release*: May 30, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=5.0)
+
+ pytest plugin to run your tests in a specific order
+
+ :pypi:`pytest-ordering`
+ *last release*: Nov 14, 2018,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ pytest plugin to run your tests in a specific order
+
+ :pypi:`pytest-osxnotify`
+ *last release*: May 15, 2015,
+ *status*: N/A,
+ *requires*: N/A
+
+ OS X notifications for py.test results.
+
+ :pypi:`pytest-otel`
+ *last release*: Dec 03, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest-otel report OpenTelemetry traces about test executed
+
+ :pypi:`pytest-pact`
+ *last release*: Jan 07, 2019,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A simple plugin to use with pytest
+
+ :pypi:`pytest-pahrametahrize`
+ *last release*: Nov 24, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.0,<7.0)
+
+ Parametrize your tests with a Boston accent.
+
+ :pypi:`pytest-parallel`
+ *last release*: Oct 10, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.0.0)
+
+ a pytest plugin for parallel and concurrent testing
+
+ :pypi:`pytest-parallel-39`
+ *last release*: Jul 12, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.0.0)
+
+ a pytest plugin for parallel and concurrent testing
+
+ :pypi:`pytest-param`
+ *last release*: Sep 11, 2016,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.6.0)
+
+ pytest plugin to test all, first, last or random params
+
+ :pypi:`pytest-paramark`
+ *last release*: Jan 10, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=4.5.0)
+
+ Configure pytest fixtures using a combination of"parametrize" and markers
+
+ :pypi:`pytest-parametrization`
+ *last release*: Nov 30, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Simpler PyTest parametrization
+
+ :pypi:`pytest-parametrize-cases`
+ *last release*: Dec 12, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=6.1.2,<7.0.0)
+
+ A more user-friendly way to write parametrized tests.
+
+ :pypi:`pytest-parametrized`
+ *last release*: Oct 19, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Pytest plugin for parametrizing tests with default iterables.
+
+ :pypi:`pytest-parawtf`
+ *last release*: Dec 03, 2018,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.6.0)
+
+ Finally spell paramete?ri[sz]e correctly
+
+ :pypi:`pytest-pass`
+ *last release*: Dec 04, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Check out https://github.com/elilutsky/pytest-pass
+
+ :pypi:`pytest-passrunner`
+ *last release*: Feb 10, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.6.0)
+
+ Pytest plugin providing the 'run_on_pass' marker
+
+ :pypi:`pytest-paste-config`
+ *last release*: Sep 18, 2013,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Allow setting the path to a paste config file
+
+ :pypi:`pytest-patches`
+ *last release*: Aug 30, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A contextmanager pytest fixture for handling multiple mock patches
+
+ :pypi:`pytest-pdb`
+ *last release*: Jul 31, 2018,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest plugin which adds pdb helper commands related to pytest.
+
+ :pypi:`pytest-peach`
+ *last release*: Apr 12, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.8.7)
+
+ pytest plugin for fuzzing with Peach API Security
+
+ :pypi:`pytest-pep257`
+ *last release*: Jul 09, 2016,
+ *status*: N/A,
+ *requires*: N/A
+
+ py.test plugin for pep257
+
+ :pypi:`pytest-pep8`
+ *last release*: Apr 27, 2014,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest plugin to check PEP8 requirements
+
+ :pypi:`pytest-percent`
+ *last release*: May 21, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=5.2.0)
+
+ Change the exit code of pytest test sessions when a required percent of tests pass.
+
+ :pypi:`pytest-perf`
+ *last release*: Jun 27, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.6) ; extra == 'testing'
+
+ pytest-perf
+
+ :pypi:`pytest-performance`
+ *last release*: Sep 11, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.7.0)
+
+ A simple plugin to ensure the execution of critical sections of code has not been impacted
+
+ :pypi:`pytest-persistence`
+ *last release*: Nov 06, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest tool for persistent objects
+
+ :pypi:`pytest-pgsql`
+ *last release*: May 13, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.0.0)
+
+ Pytest plugins and helpers for tests using a Postgres database.
+
+ :pypi:`pytest-phmdoctest`
+ *last release*: Nov 10, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.2) ; extra == 'test'
+
+ pytest plugin to test Python examples in Markdown using phmdoctest.
+
+ :pypi:`pytest-picked`
+ *last release*: Dec 23, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=3.5.0)
+
+ Run the tests related to the changed files
+
+ :pypi:`pytest-pigeonhole`
+ *last release*: Jun 25, 2018,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.4)
+
+
+
+ :pypi:`pytest-pikachu`
+ *last release*: Aug 05, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Show surprise when tests are passing
+
+ :pypi:`pytest-pilot`
+ *last release*: Oct 09, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Slice in your test base thanks to powerful markers.
+
+ :pypi:`pytest-pings`
+ *last release*: Jun 29, 2019,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=5.0.0)
+
+ 🦊 The pytest plugin for Firefox Telemetry 📊
+
+ :pypi:`pytest-pinned`
+ *last release*: Sep 17, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A simple pytest plugin for pinning tests
+
+ :pypi:`pytest-pinpoint`
+ *last release*: Sep 25, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=4.4.0)
+
+ A pytest plugin which runs SBFL algorithms to detect faults.
+
+ :pypi:`pytest-pipeline`
+ *last release*: Jan 24, 2017,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Pytest plugin for functional testing of data analysispipelines
+
+ :pypi:`pytest-platform-markers`
+ *last release*: Sep 09, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.6.0)
+
+ Markers for pytest to skip tests on specific platforms
+
+ :pypi:`pytest-play`
+ *last release*: Jun 12, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ pytest plugin that let you automate actions and assertions with test metrics reporting executing plain YAML files
+
+ :pypi:`pytest-playbook`
+ *last release*: Jan 21, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=6.1.2,<7.0.0)
+
+ Pytest plugin for reading playbooks.
+
+ :pypi:`pytest-playwright`
+ *last release*: Oct 28, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ A pytest wrapper with fixtures for Playwright to automate web browsers
+
+ :pypi:`pytest-playwrights`
+ *last release*: Dec 02, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ A pytest wrapper with fixtures for Playwright to automate web browsers
+
+ :pypi:`pytest-playwright-snapshot`
+ *last release*: Aug 19, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ A pytest wrapper for snapshot testing with playwright
+
+ :pypi:`pytest-plt`
+ *last release*: Aug 17, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Fixtures for quickly making Matplotlib plots in tests
+
+ :pypi:`pytest-plugin-helpers`
+ *last release*: Nov 23, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A plugin to help developing and testing other plugins
+
+ :pypi:`pytest-plus`
+ *last release*: Mar 19, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.50)
+
+ PyTest Plus Plugin :: extends pytest functionality
+
+ :pypi:`pytest-pmisc`
+ *last release*: Mar 21, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-pointers`
+ *last release*: Oct 14, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest plugin to define functions you test with special marks for better navigation and reports
+
+ :pypi:`pytest-polarion-cfme`
+ *last release*: Nov 13, 2017,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest plugin for collecting test cases and recording test results
+
+ :pypi:`pytest-polarion-collect`
+ *last release*: Jun 18, 2020,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ pytest plugin for collecting polarion test cases data
+
+ :pypi:`pytest-polecat`
+ *last release*: Aug 12, 2019,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Provides Polecat pytest fixtures
+
+ :pypi:`pytest-ponyorm`
+ *last release*: Oct 31, 2018,
+ *status*: N/A,
+ *requires*: pytest (>=3.1.1)
+
+ PonyORM in Pytest
+
+ :pypi:`pytest-poo`
+ *last release*: Mar 25, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.3.4)
+
+ Visualize your crappy tests
+
+ :pypi:`pytest-poo-fail`
+ *last release*: Feb 12, 2015,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Visualize your failed tests with poo
+
+ :pypi:`pytest-pop`
+ *last release*: Aug 19, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ A pytest plugin to help with testing pop projects
+
+ :pypi:`pytest-portion`
+ *last release*: Jan 28, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Select a portion of the collected tests
+
+ :pypi:`pytest-postgres`
+ *last release*: Mar 22, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ Run PostgreSQL in Docker container in Pytest.
+
+ :pypi:`pytest-postgresql`
+ *last release*: Nov 05, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.0.0)
+
+ Postgresql fixtures and fixture factories for Pytest.
+
+ :pypi:`pytest-power`
+ *last release*: Dec 31, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=5.4)
+
+ pytest plugin with powerful fixtures
+
+ :pypi:`pytest-pretty-terminal`
+ *last release*: Nov 24, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=3.4.1)
+
+ pytest plugin for generating prettier terminal output
+
+ :pypi:`pytest-pride`
+ *last release*: Apr 02, 2016,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Minitest-style test colors
+
+ :pypi:`pytest-print`
+ *last release*: Jun 17, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=6)
+
+ pytest-print adds the printer fixture you can use to print messages to the user (directly to the pytest runner, not stdout)
+
+ :pypi:`pytest-profiling`
+ *last release*: May 28, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Profiling plugin for py.test
+
+ :pypi:`pytest-progress`
+ *last release*: Nov 09, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.7)
+
+ pytest plugin for instant test progress status
+
+ :pypi:`pytest-prometheus`
+ *last release*: Oct 03, 2017,
+ *status*: N/A,
+ *requires*: N/A
+
+ Report test pass / failures to a Prometheus PushGateway
+
+ :pypi:`pytest-prosper`
+ *last release*: Sep 24, 2018,
+ *status*: N/A,
+ *requires*: N/A
+
+ Test helpers for Prosper projects
+
+ :pypi:`pytest-pspec`
+ *last release*: Jun 02, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.0.0)
+
+ A rspec format reporter for Python ptest
+
+ :pypi:`pytest-psqlgraph`
+ *last release*: Oct 19, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.0)
+
+ pytest plugin for testing applications that use psqlgraph
+
+ :pypi:`pytest-ptera`
+ *last release*: Oct 20, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=6.2.4,<7.0.0)
+
+ Use ptera probes in tests
+
+ :pypi:`pytest-pudb`
+ *last release*: Oct 25, 2018,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=2.0)
+
+ Pytest PuDB debugger integration
+
+ :pypi:`pytest-purkinje`
+ *last release*: Oct 28, 2017,
+ *status*: 2 - Pre-Alpha,
+ *requires*: N/A
+
+ py.test plugin for purkinje test runner
+
+ :pypi:`pytest-pycharm`
+ *last release*: Aug 13, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.3)
+
+ Plugin for py.test to enter PyCharm debugger on uncaught exceptions
+
+ :pypi:`pytest-pycodestyle`
+ *last release*: Aug 10, 2020,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest plugin to run pycodestyle
+
+ :pypi:`pytest-pydev`
+ *last release*: Nov 15, 2017,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ py.test plugin to connect to a remote debug server with PyDev or PyCharm.
+
+ :pypi:`pytest-pydocstyle`
+ *last release*: Aug 10, 2020,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest plugin to run pydocstyle
+
+ :pypi:`pytest-pylint`
+ *last release*: Nov 09, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=5.4)
+
+ pytest plugin to check source code with pylint
+
+ :pypi:`pytest-pypi`
+ *last release*: Mar 04, 2018,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Easily test your HTTP library against a local copy of pypi
+
+ :pypi:`pytest-pypom-navigation`
+ *last release*: Feb 18, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.0.7)
+
+ Core engine for cookiecutter-qa and pytest-play packages
+
+ :pypi:`pytest-pyppeteer`
+ *last release*: Feb 16, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.0.2)
+
+ A plugin to run pyppeteer in pytest.
+
+ :pypi:`pytest-pyq`
+ *last release*: Mar 10, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Pytest fixture "q" for pyq
+
+ :pypi:`pytest-pyramid`
+ *last release*: Oct 15, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ pytest_pyramid - provides fixtures for testing pyramid applications with pytest test suite
+
+ :pypi:`pytest-pyramid-server`
+ *last release*: May 28, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Pyramid server fixture for py.test
+
+ :pypi:`pytest-pyright`
+ *last release*: Aug 16, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Pytest plugin for type checking code with Pyright
+
+ :pypi:`pytest-pytestrail`
+ *last release*: Aug 27, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.8.0)
+
+ Pytest plugin for interaction with TestRail
+
+ :pypi:`pytest-pythonpath`
+ *last release*: Aug 22, 2018,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ pytest plugin for adding to the PYTHONPATH from command line or configs.
+
+ :pypi:`pytest-pytorch`
+ *last release*: May 25, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ pytest plugin for a better developer experience when working with the PyTorch test suite
+
+ :pypi:`pytest-qasync`
+ *last release*: Jul 12, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=5.4.0)
+
+ Pytest support for qasync.
+
+ :pypi:`pytest-qatouch`
+ *last release*: Jun 26, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.2.0)
+
+ Pytest plugin for uploading test results to your QA Touch Testrun.
+
+ :pypi:`pytest-qgis`
+ *last release*: Nov 25, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=6.2.3)
+
+ A pytest plugin for testing QGIS python plugins
+
+ :pypi:`pytest-qml`
+ *last release*: Dec 02, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.0.0)
+
+ Run QML Tests with pytest
+
+ :pypi:`pytest-qr`
+ *last release*: Nov 25, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ pytest plugin to generate test result QR codes
+
+ :pypi:`pytest-qt`
+ *last release*: Jun 13, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.0.0)
+
+ pytest support for PyQt and PySide applications
+
+ :pypi:`pytest-qt-app`
+ *last release*: Dec 23, 2015,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ QT app fixture for py.test
+
+ :pypi:`pytest-quarantine`
+ *last release*: Nov 24, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.6)
+
+ A plugin for pytest to manage expected test failures
+
+ :pypi:`pytest-quickcheck`
+ *last release*: Nov 15, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (<6.0.0,>=4.0)
+
+ pytest plugin to generate random data inspired by QuickCheck
+
+ :pypi:`pytest-rabbitmq`
+ *last release*: Jun 02, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.0.0)
+
+ RabbitMQ process and client fixtures for pytest
+
+ :pypi:`pytest-race`
+ *last release*: Nov 21, 2016,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Race conditions tester for pytest
+
+ :pypi:`pytest-rage`
+ *last release*: Oct 21, 2011,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest plugin to implement PEP712
+
+ :pypi:`pytest-railflow-testrail-reporter`
+ *last release*: Dec 02, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Generate json reports along with specified metadata defined in test markers.
+
+ :pypi:`pytest-raises`
+ *last release*: Apr 23, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=3.2.2)
+
+ An implementation of pytest.raises as a pytest.mark fixture
+
+ :pypi:`pytest-raisesregexp`
+ *last release*: Dec 18, 2015,
+ *status*: N/A,
+ *requires*: N/A
+
+ Simple pytest plugin to look for regex in Exceptions
+
+ :pypi:`pytest-raisin`
+ *last release*: Jun 25, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ Plugin enabling the use of exception instances with pytest.raises
+
+ :pypi:`pytest-random`
+ *last release*: Apr 28, 2013,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ py.test plugin to randomize tests
+
+ :pypi:`pytest-randomly`
+ *last release*: Nov 30, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Pytest plugin to randomly order tests and control random.seed.
+
+ :pypi:`pytest-randomness`
+ *last release*: May 30, 2019,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Pytest plugin about random seed management
+
+ :pypi:`pytest-random-num`
+ *last release*: Oct 19, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Randomise the order in which pytest tests are run with some control over the randomness
+
+ :pypi:`pytest-random-order`
+ *last release*: Nov 30, 2018,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.0.0)
+
+ Randomise the order in which pytest tests are run with some control over the randomness
+
+ :pypi:`pytest-readme`
+ *last release*: Dec 28, 2014,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Test your README.md file
+
+ :pypi:`pytest-reana`
+ *last release*: Nov 22, 2021,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Pytest fixtures for REANA.
+
+ :pypi:`pytest-recording`
+ *last release*: Jul 08, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A pytest plugin that allows you recording of network interactions via VCR.py
+
+ :pypi:`pytest-recordings`
+ *last release*: Aug 13, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ Provides pytest plugins for reporting request/response traffic, screenshots, and more to ReportPortal
+
+ :pypi:`pytest-redis`
+ *last release*: Nov 03, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Redis fixtures and fixture factories for Pytest.
+
+ :pypi:`pytest-redislite`
+ *last release*: Sep 19, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ Pytest plugin for testing code using Redis
+
+ :pypi:`pytest-redmine`
+ *last release*: Mar 19, 2018,
+ *status*: 1 - Planning,
+ *requires*: N/A
+
+ Pytest plugin for redmine
+
+ :pypi:`pytest-ref`
+ *last release*: Nov 23, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A plugin to store reference files to ease regression testing
+
+ :pypi:`pytest-reference-formatter`
+ *last release*: Oct 01, 2019,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Conveniently run pytest with a dot-formatted test reference.
+
+ :pypi:`pytest-regressions`
+ *last release*: Jan 27, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.5.0)
+
+ Easy to use fixtures to write regression tests.
+
+ :pypi:`pytest-regtest`
+ *last release*: Jun 03, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest plugin for regression tests
+
+ :pypi:`pytest-relative-order`
+ *last release*: May 17, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ a pytest plugin that sorts tests using "before" and "after" markers
+
+ :pypi:`pytest-relaxed`
+ *last release*: Jun 14, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (<5,>=3)
+
+ Relaxed test discovery/organization for pytest
+
+ :pypi:`pytest-remfiles`
+ *last release*: Jul 01, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Pytest plugin to create a temporary directory with remote files
+
+ :pypi:`pytest-remotedata`
+ *last release*: Jul 20, 2019,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.1)
+
+ Pytest plugin for controlling remote data access.
+
+ :pypi:`pytest-remote-response`
+ *last release*: Jun 30, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=4.6)
+
+ Pytest plugin for capturing and mocking connection requests.
+
+ :pypi:`pytest-remove-stale-bytecode`
+ *last release*: Mar 04, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ py.test plugin to remove stale byte code files.
+
+ :pypi:`pytest-reorder`
+ *last release*: May 31, 2018,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ Reorder tests depending on their paths and names.
+
+ :pypi:`pytest-repeat`
+ *last release*: Oct 31, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.6)
+
+ pytest plugin for repeating tests
+
+ :pypi:`pytest-replay`
+ *last release*: Jun 09, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.0.0)
+
+ Saves previous test runs and allow re-execute previous pytest runs to reproduce crashes or flaky tests
+
+ :pypi:`pytest-repo-health`
+ *last release*: Nov 23, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ A pytest plugin to report on repository standards conformance
+
+ :pypi:`pytest-report`
+ *last release*: May 11, 2016,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Creates json report that is compatible with atom.io's linter message format
+
+ :pypi:`pytest-reporter`
+ *last release*: Jul 22, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ Generate Pytest reports with templates
+
+ :pypi:`pytest-reporter-html1`
+ *last release*: Jun 08, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A basic HTML report template for Pytest
+
+ :pypi:`pytest-reportinfra`
+ *last release*: Aug 11, 2019,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Pytest plugin for reportinfra
+
+ :pypi:`pytest-reporting`
+ *last release*: Oct 25, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A plugin to report summarized results in a table format
+
+ :pypi:`pytest-reportlog`
+ *last release*: Dec 11, 2020,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=5.2)
+
+ Replacement for the --resultlog option, focused in simplicity and extensibility
+
+ :pypi:`pytest-report-me`
+ *last release*: Dec 31, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ A pytest plugin to generate report.
+
+ :pypi:`pytest-report-parameters`
+ *last release*: Jun 18, 2020,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=2.4.2)
+
+ pytest plugin for adding tests' parameters to junit report
+
+ :pypi:`pytest-reportportal`
+ *last release*: Jun 18, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=3.8.0)
+
+ Agent for Reporting results of tests to the Report Portal
+
+ :pypi:`pytest-reqs`
+ *last release*: May 12, 2019,
+ *status*: N/A,
+ *requires*: pytest (>=2.4.2)
+
+ pytest plugin to check pinned requirements
+
+ :pypi:`pytest-requests`
+ *last release*: Jun 24, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A simple plugin to use with pytest
+
+ :pypi:`pytest-reraise`
+ *last release*: Jun 17, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.6)
+
+ Make multi-threaded pytest test cases fail when they should
+
+ :pypi:`pytest-rerun`
+ *last release*: Jul 08, 2019,
+ *status*: N/A,
+ *requires*: pytest (>=3.6)
+
+ Re-run only changed files in specified branch
+
+ :pypi:`pytest-rerunfailures`
+ *last release*: Sep 17, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=5.3)
+
+ pytest plugin to re-run tests to eliminate flaky failures
+
+ :pypi:`pytest-resilient-circuits`
+ *last release*: Nov 15, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Resilient Circuits fixtures for PyTest.
+
+ :pypi:`pytest-resource`
+ *last release*: Nov 14, 2018,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Load resource fixture plugin to use with pytest
+
+ :pypi:`pytest-resource-path`
+ *last release*: May 01, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.5.0)
+
+ Provides path for uniform access to test resources in isolated directory
+
+ :pypi:`pytest-responsemock`
+ *last release*: Oct 10, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Simplified requests calls mocking for pytest
+
+ :pypi:`pytest-responses`
+ *last release*: Apr 26, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=2.5)
+
+ py.test integration for responses
+
+ :pypi:`pytest-restrict`
+ *last release*: Aug 12, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Pytest plugin to restrict the test types allowed
+
+ :pypi:`pytest-rethinkdb`
+ *last release*: Jul 24, 2016,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A RethinkDB plugin for pytest.
+
+ :pypi:`pytest-reverse`
+ *last release*: Aug 12, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Pytest plugin to reverse test order.
+
+ :pypi:`pytest-ringo`
+ *last release*: Sep 27, 2017,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest plugin to test webapplications using the Ringo webframework
+
+ :pypi:`pytest-rng`
+ *last release*: Aug 08, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Fixtures for seeding tests and making randomness reproducible
+
+ :pypi:`pytest-roast`
+ *last release*: Jul 29, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ pytest plugin for ROAST configuration override and fixtures
+
+ :pypi:`pytest-rocketchat`
+ *last release*: Apr 18, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Pytest to Rocket.Chat reporting plugin
+
+ :pypi:`pytest-rotest`
+ *last release*: Sep 08, 2019,
+ *status*: N/A,
+ *requires*: pytest (>=3.5.0)
+
+ Pytest integration with rotest
+
+ :pypi:`pytest-rpc`
+ *last release*: Feb 22, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (~=3.6)
+
+ Extend py.test for RPC OpenStack testing.
+
+ :pypi:`pytest-rst`
+ *last release*: Sep 21, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ Test code from RST documents with pytest
+
+ :pypi:`pytest-rt`
+ *last release*: Sep 04, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest data collector plugin for Testgr
+
+ :pypi:`pytest-rts`
+ *last release*: May 17, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ Coverage-based regression test selection (RTS) plugin for pytest
+
+ :pypi:`pytest-run-changed`
+ *last release*: Apr 02, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ Pytest plugin that runs changed tests only
+
+ :pypi:`pytest-runfailed`
+ *last release*: Mar 24, 2016,
+ *status*: N/A,
+ *requires*: N/A
+
+ implement a --failed option for pytest
+
+ :pypi:`pytest-runner`
+ *last release*: May 19, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.6) ; extra == 'testing'
+
+ Invoke py.test as distutils command with dependency resolution
+
+ :pypi:`pytest-runtime-xfail`
+ *last release*: Aug 26, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Call runtime_xfail() to mark running test as xfail.
+
+ :pypi:`pytest-salt`
+ *last release*: Jan 27, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Pytest Salt Plugin
+
+ :pypi:`pytest-salt-containers`
+ *last release*: Nov 09, 2016,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A Pytest plugin that builds and creates docker containers
+
+ :pypi:`pytest-salt-factories`
+ *last release*: Sep 16, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.0.0)
+
+ Pytest Salt Plugin
+
+ :pypi:`pytest-salt-from-filenames`
+ *last release*: Jan 29, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=4.1)
+
+ Simple PyTest Plugin For Salt's Test Suite Specifically
+
+ :pypi:`pytest-salt-runtests-bridge`
+ *last release*: Dec 05, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=4.1)
+
+ Simple PyTest Plugin For Salt's Test Suite Specifically
+
+ :pypi:`pytest-sanic`
+ *last release*: Oct 25, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=5.2)
+
+ a pytest plugin for Sanic
+
+ :pypi:`pytest-sanity`
+ *last release*: Dec 07, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-sa-pg`
+ *last release*: May 14, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-sbase`
+ *last release*: Dec 03, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ A complete web automation framework for end-to-end testing.
+
+ :pypi:`pytest-scenario`
+ *last release*: Feb 06, 2017,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest plugin for test scenarios
+
+ :pypi:`pytest-schema`
+ *last release*: Aug 31, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.5.0)
+
+ 👍 Validate return values against a schema-like object in testing
+
+ :pypi:`pytest-securestore`
+ *last release*: Nov 08, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ An encrypted password store for use within pytest cases
+
+ :pypi:`pytest-select`
+ *last release*: Jan 18, 2019,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.0)
+
+ A pytest plugin which allows to (de-)select tests from a file.
+
+ :pypi:`pytest-selenium`
+ *last release*: Sep 19, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=5.0.0)
+
+ pytest plugin for Selenium
+
+ :pypi:`pytest-seleniumbase`
+ *last release*: Dec 03, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ A complete web automation framework for end-to-end testing.
+
+ :pypi:`pytest-selenium-enhancer`
+ *last release*: Nov 26, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ pytest plugin for Selenium
+
+ :pypi:`pytest-selenium-pdiff`
+ *last release*: Apr 06, 2017,
+ *status*: 2 - Pre-Alpha,
+ *requires*: N/A
+
+ A pytest package implementing perceptualdiff for Selenium tests.
+
+ :pypi:`pytest-send-email`
+ *last release*: Dec 04, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Send pytest execution result email
+
+ :pypi:`pytest-sentry`
+ *last release*: Apr 21, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ A pytest plugin to send testrun information to Sentry.io
+
+ :pypi:`pytest-server-fixtures`
+ *last release*: May 28, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Extensible server fixures for py.test
+
+ :pypi:`pytest-serverless`
+ *last release*: Nov 27, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Automatically mocks resources from serverless.yml in pytest using moto.
+
+ :pypi:`pytest-services`
+ *last release*: Oct 30, 2020,
+ *status*: 6 - Mature,
+ *requires*: N/A
+
+ Services plugin for pytest testing framework
+
+ :pypi:`pytest-session2file`
+ *last release*: Jan 26, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ pytest-session2file (aka: pytest-session_to_file for v0.1.0 - v0.1.2) is a py.test plugin for capturing and saving to file the stdout of py.test.
+
+ :pypi:`pytest-session-fixture-globalize`
+ *last release*: May 15, 2018,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ py.test plugin to make session fixtures behave as if written in conftest, even if it is written in some modules
+
+ :pypi:`pytest-session_to_file`
+ *last release*: Oct 01, 2015,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest-session_to_file is a py.test plugin for capturing and saving to file the stdout of py.test.
+
+ :pypi:`pytest-sftpserver`
+ *last release*: Sep 16, 2019,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ py.test plugin to locally test sftp server connections.
+
+ :pypi:`pytest-shard`
+ *last release*: Dec 11, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+
+
+ :pypi:`pytest-shell`
+ *last release*: Nov 07, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ A pytest plugin to help with testing shell scripts / black box commands
+
+ :pypi:`pytest-sheraf`
+ *last release*: Feb 11, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ Versatile ZODB abstraction layer - pytest fixtures
+
+ :pypi:`pytest-sherlock`
+ *last release*: Nov 18, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.5.1)
+
+ pytest plugin help to find coupled tests
+
+ :pypi:`pytest-shortcuts`
+ *last release*: Oct 29, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Expand command-line shortcuts listed in pytest configuration
+
+ :pypi:`pytest-shutil`
+ *last release*: May 28, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ A goodie-bag of unix shell and environment tools for py.test
+
+ :pypi:`pytest-simplehttpserver`
+ *last release*: Jun 24, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Simple pytest fixture to spin up an HTTP server
+
+ :pypi:`pytest-simple-plugin`
+ *last release*: Nov 27, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ Simple pytest plugin
+
+ :pypi:`pytest-simple-settings`
+ *last release*: Nov 17, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ simple-settings plugin for pytest
+
+ :pypi:`pytest-single-file-logging`
+ *last release*: May 05, 2016,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.8.1)
+
+ Allow for multiple processes to log to a single file
+
+ :pypi:`pytest-skip-markers`
+ *last release*: Oct 04, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.0.0)
+
+ Pytest Salt Plugin
+
+ :pypi:`pytest-skipper`
+ *last release*: Mar 26, 2017,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.0.6)
+
+ A plugin that selects only tests with changes in execution path
+
+ :pypi:`pytest-skippy`
+ *last release*: Jan 27, 2018,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=2.3.4)
+
+ Automatically skip tests that don't need to run!
+
+ :pypi:`pytest-skip-slow`
+ *last release*: Sep 28, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ A pytest plugin to skip \`@pytest.mark.slow\` tests by default.
+
+ :pypi:`pytest-slack`
+ *last release*: Dec 15, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Pytest to Slack reporting plugin
+
+ :pypi:`pytest-slow`
+ *last release*: Sep 28, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ A pytest plugin to skip \`@pytest.mark.slow\` tests by default.
+
+ :pypi:`pytest-smartcollect`
+ *last release*: Oct 04, 2018,
+ *status*: N/A,
+ *requires*: pytest (>=3.5.0)
+
+ A plugin for collecting tests that touch changed code
+
+ :pypi:`pytest-smartcov`
+ *last release*: Sep 30, 2017,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Smart coverage plugin for pytest.
+
+ :pypi:`pytest-smtp`
+ *last release*: Feb 20, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ Send email with pytest execution result
+
+ :pypi:`pytest-snail`
+ *last release*: Nov 04, 2019,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=5.0.1)
+
+ Plugin for adding a marker to slow running tests. 🐌
+
+ :pypi:`pytest-snapci`
+ *last release*: Nov 12, 2015,
+ *status*: N/A,
+ *requires*: N/A
+
+ py.test plugin for Snap-CI
+
+ :pypi:`pytest-snapshot`
+ *last release*: Dec 02, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.0.0)
+
+ A plugin for snapshot testing with pytest.
+
+ :pypi:`pytest-snmpserver`
+ *last release*: May 12, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-socket`
+ *last release*: Aug 28, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.6.3)
+
+ Pytest Plugin to disable socket calls during tests
+
+ :pypi:`pytest-soft-assertions`
+ *last release*: May 05, 2020,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+
+
+ :pypi:`pytest-solr`
+ *last release*: May 11, 2020,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.0.0)
+
+ Solr process and client fixtures for py.test.
+
+ :pypi:`pytest-sorter`
+ *last release*: Apr 20, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.1.1)
+
+ A simple plugin to first execute tests that historically failed more
+
+ :pypi:`pytest-sourceorder`
+ *last release*: Sep 01, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ Test-ordering plugin for pytest
+
+ :pypi:`pytest-spark`
+ *last release*: Feb 23, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ pytest plugin to run the tests with support of pyspark.
+
+ :pypi:`pytest-spawner`
+ *last release*: Jul 31, 2015,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ py.test plugin to spawn process and communicate with them.
+
+ :pypi:`pytest-spec`
+ *last release*: May 04, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Library pytest-spec is a pytest plugin to display test execution output like a SPECIFICATION.
+
+ :pypi:`pytest-sphinx`
+ *last release*: Aug 05, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Doctest plugin for pytest with support for Sphinx-specific doctest-directives
+
+ :pypi:`pytest-spiratest`
+ *last release*: Oct 13, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Exports unit tests as test runs in SpiraTest/Team/Plan
+
+ :pypi:`pytest-splinter`
+ *last release*: Dec 25, 2020,
+ *status*: 6 - Mature,
+ *requires*: N/A
+
+ Splinter plugin for pytest testing framework
+
+ :pypi:`pytest-split`
+ *last release*: Nov 09, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=5,<7)
+
+ Pytest plugin which splits the test suite to equally sized sub suites based on test execution time.
+
+ :pypi:`pytest-splitio`
+ *last release*: Sep 22, 2020,
+ *status*: N/A,
+ *requires*: pytest (<7,>=5.0)
+
+ Split.io SDK integration for e2e tests
+
+ :pypi:`pytest-split-tests`
+ *last release*: Jul 30, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.5)
+
+ A Pytest plugin for running a subset of your tests by splitting them in to equally sized groups. Forked from Mark Adams' original project pytest-test-groups.
+
+ :pypi:`pytest-split-tests-tresorit`
+ *last release*: Feb 22, 2021,
+ *status*: 1 - Planning,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-splunk-addon`
+ *last release*: Nov 29, 2021,
+ *status*: N/A,
+ *requires*: pytest (>5.4.0,<6.3)
+
+ A Dynamic test tool for Splunk Apps and Add-ons
+
+ :pypi:`pytest-splunk-addon-ui-smartx`
+ *last release*: Oct 07, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Library to support testing Splunk Add-on UX
+
+ :pypi:`pytest-splunk-env`
+ *last release*: Oct 22, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=6.1.1,<7.0.0)
+
+ pytest fixtures for interaction with Splunk Enterprise and Splunk Cloud
+
+ :pypi:`pytest-sqitch`
+ *last release*: Apr 06, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ sqitch for pytest
+
+ :pypi:`pytest-sqlalchemy`
+ *last release*: Mar 13, 2018,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest plugin with sqlalchemy related fixtures
+
+ :pypi:`pytest-sql-bigquery`
+ *last release*: Dec 19, 2019,
+ *status*: N/A,
+ *requires*: pytest
+
+ Yet another SQL-testing framework for BigQuery provided by pytest plugin
+
+ :pypi:`pytest-srcpaths`
+ *last release*: Oct 15, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Add paths to sys.path
+
+ :pypi:`pytest-ssh`
+ *last release*: May 27, 2019,
+ *status*: N/A,
+ *requires*: pytest
+
+ pytest plugin for ssh command run
+
+ :pypi:`pytest-start-from`
+ *last release*: Apr 11, 2016,
+ *status*: N/A,
+ *requires*: N/A
+
+ Start pytest run from a given point
+
+ :pypi:`pytest-statsd`
+ *last release*: Nov 30, 2018,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.0.0)
+
+ pytest plugin for reporting to graphite
+
+ :pypi:`pytest-stepfunctions`
+ *last release*: May 08, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ A small description
+
+ :pypi:`pytest-steps`
+ *last release*: Sep 23, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Create step-wise / incremental tests in pytest.
+
+ :pypi:`pytest-stepwise`
+ *last release*: Dec 01, 2015,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Run a test suite one failing test at a time.
+
+ :pypi:`pytest-stoq`
+ *last release*: Feb 09, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A plugin to pytest stoq
+
+ :pypi:`pytest-stress`
+ *last release*: Dec 07, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.6.0)
+
+ A Pytest plugin that allows you to loop tests for a user defined amount of time.
+
+ :pypi:`pytest-structlog`
+ *last release*: Sep 21, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ Structured logging assertions
+
+ :pypi:`pytest-structmpd`
+ *last release*: Oct 17, 2018,
+ *status*: N/A,
+ *requires*: N/A
+
+ provide structured temporary directory
+
+ :pypi:`pytest-stub`
+ *last release*: Apr 28, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Stub packages, modules and attributes.
+
+ :pypi:`pytest-stubprocess`
+ *last release*: Sep 17, 2018,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.5.0)
+
+ Provide stub implementations for subprocesses in Python tests
+
+ :pypi:`pytest-study`
+ *last release*: Sep 26, 2017,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=2.0)
+
+ A pytest plugin to organize long run tests (named studies) without interfering the regular tests
+
+ :pypi:`pytest-subprocess`
+ *last release*: Nov 07, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.0.0)
+
+ A plugin to fake subprocess for pytest
+
+ :pypi:`pytest-subtesthack`
+ *last release*: Mar 02, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ A hack to explicitly set up and tear down fixtures.
+
+ :pypi:`pytest-subtests`
+ *last release*: May 29, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=5.3.0)
+
+ unittest subTest() support and subtests fixture
+
+ :pypi:`pytest-subunit`
+ *last release*: Aug 29, 2017,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest-subunit is a plugin for py.test which outputs testsresult in subunit format.
+
+ :pypi:`pytest-sugar`
+ *last release*: Jul 06, 2020,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest-sugar is a plugin for pytest that changes the default look and feel of pytest (e.g. progressbar, show tests that fail instantly).
+
+ :pypi:`pytest-sugar-bugfix159`
+ *last release*: Nov 07, 2018,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (!=3.7.3,>=3.5); extra == 'testing'
+
+ Workaround for https://github.com/Frozenball/pytest-sugar/issues/159
+
+ :pypi:`pytest-super-check`
+ *last release*: Aug 12, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Pytest plugin to check your TestCase classes call super in setUp, tearDown, etc.
+
+ :pypi:`pytest-svn`
+ *last release*: May 28, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ SVN repository fixture for py.test
+
+ :pypi:`pytest-symbols`
+ *last release*: Nov 20, 2017,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ pytest-symbols is a pytest plugin that adds support for passing test environment symbols into pytest tests.
+
+ :pypi:`pytest-takeltest`
+ *last release*: Oct 13, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Fixtures for ansible, testinfra and molecule
+
+ :pypi:`pytest-talisker`
+ *last release*: Nov 28, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-tap`
+ *last release*: Oct 27, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.0)
+
+ Test Anything Protocol (TAP) reporting plugin for pytest
+
+ :pypi:`pytest-tape`
+ *last release*: Mar 17, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ easy assertion with expected results saved to yaml files
+
+ :pypi:`pytest-target`
+ *last release*: Jan 21, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=6.1.2,<7.0.0)
+
+ Pytest plugin for remote target orchestration.
+
+ :pypi:`pytest-tblineinfo`
+ *last release*: Dec 01, 2015,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=2.0)
+
+ tblineinfo is a py.test plugin that insert the node id in the final py.test report when --tb=line option is used
+
+ :pypi:`pytest-teamcity-logblock`
+ *last release*: May 15, 2018,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ py.test plugin to introduce block structure in teamcity build log, if output is not captured
+
+ :pypi:`pytest-telegram`
+ *last release*: Dec 10, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Pytest to Telegram reporting plugin
+
+ :pypi:`pytest-tempdir`
+ *last release*: Oct 11, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.8.1)
+
+ Predictable and repeatable tempdir support.
+
+ :pypi:`pytest-terraform`
+ *last release*: Nov 10, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=6.0)
+
+ A pytest plugin for using terraform fixtures
+
+ :pypi:`pytest-terraform-fixture`
+ *last release*: Nov 14, 2018,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ generate terraform resources to use with pytest
+
+ :pypi:`pytest-testbook`
+ *last release*: Dec 11, 2016,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ A plugin to run tests written in Jupyter notebook
+
+ :pypi:`pytest-testconfig`
+ *last release*: Jan 11, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Test configuration plugin for pytest.
+
+ :pypi:`pytest-testdirectory`
+ *last release*: Nov 06, 2018,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ A py.test plugin providing temporary directories in unit tests.
+
+ :pypi:`pytest-testdox`
+ *last release*: Oct 13, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.7.0)
+
+ A testdox format reporter for pytest
+
+ :pypi:`pytest-test-groups`
+ *last release*: Oct 25, 2016,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ A Pytest plugin for running a subset of your tests by splitting them in to equally sized groups.
+
+ :pypi:`pytest-testinfra`
+ *last release*: Jun 20, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (!=3.0.2)
+
+ Test infrastructures
+
+ :pypi:`pytest-testlink-adaptor`
+ *last release*: Dec 20, 2018,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.6)
+
+ pytest reporting plugin for testlink
+
+ :pypi:`pytest-testmon`
+ *last release*: Oct 22, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ selects tests affected by changed files and methods
+
+ :pypi:`pytest-testobject`
+ *last release*: Sep 24, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.1.1)
+
+ Plugin to use TestObject Suites with Pytest
+
+ :pypi:`pytest-testrail`
+ *last release*: Aug 27, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=3.6)
+
+ pytest plugin for creating TestRail runs and adding results
+
+ :pypi:`pytest-testrail2`
+ *last release*: Nov 17, 2020,
+ *status*: N/A,
+ *requires*: pytest (>=5)
+
+ A small example package
+
+ :pypi:`pytest-testrail-api`
+ *last release*: Nov 30, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=5.5)
+
+ Плагин Pytest, для интеграции с TestRail
+
+ :pypi:`pytest-testrail-api-client`
+ *last release*: Dec 03, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ TestRail Api Python Client
+
+ :pypi:`pytest-testrail-appetize`
+ *last release*: Sep 29, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ pytest plugin for creating TestRail runs and adding results
+
+ :pypi:`pytest-testrail-client`
+ *last release*: Sep 29, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ pytest plugin for Testrail
+
+ :pypi:`pytest-testrail-e2e`
+ *last release*: Oct 11, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=3.6)
+
+ pytest plugin for creating TestRail runs and adding results
+
+ :pypi:`pytest-testrail-ns`
+ *last release*: Oct 08, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=3.6)
+
+ pytest plugin for creating TestRail runs and adding results
+
+ :pypi:`pytest-testrail-plugin`
+ *last release*: Apr 21, 2020,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ PyTest plugin for TestRail
+
+ :pypi:`pytest-testrail-reporter`
+ *last release*: Sep 10, 2018,
+ *status*: N/A,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-testreport`
+ *last release*: Nov 12, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+
+
+ :pypi:`pytest-testslide`
+ *last release*: Jan 07, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (~=6.2)
+
+ TestSlide fixture for pytest
+
+ :pypi:`pytest-test-this`
+ *last release*: Sep 15, 2019,
+ *status*: 2 - Pre-Alpha,
+ *requires*: pytest (>=2.3)
+
+ Plugin for py.test to run relevant tests, based on naively checking if a test contains a reference to the symbol you supply
+
+ :pypi:`pytest-test-utils`
+ *last release*: Nov 30, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=5)
+
+
+
+ :pypi:`pytest-tesults`
+ *last release*: Jul 31, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.5.0)
+
+ Tesults plugin for pytest
+
+ :pypi:`pytest-tezos`
+ *last release*: Jan 16, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ pytest-ligo
+
+ :pypi:`pytest-thawgun`
+ *last release*: May 26, 2020,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Pytest plugin for time travel
+
+ :pypi:`pytest-threadleak`
+ *last release*: Sep 08, 2017,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Detects thread leaks
+
+ :pypi:`pytest-tick`
+ *last release*: Aug 31, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=6.2.5,<7.0.0)
+
+ Ticking on tests
+
+ :pypi:`pytest-timeit`
+ *last release*: Oct 13, 2016,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A pytest plugin to time test function runs
+
+ :pypi:`pytest-timeout`
+ *last release*: Oct 11, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=5.0.0)
+
+ pytest plugin to abort hanging tests
+
+ :pypi:`pytest-timeouts`
+ *last release*: Sep 21, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Linux-only Pytest plugin to control durations of various test case execution phases
+
+ :pypi:`pytest-timer`
+ *last release*: Jun 02, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ A timer plugin for pytest
+
+ :pypi:`pytest-timestamper`
+ *last release*: Jun 06, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest plugin to add a timestamp prefix to the pytest output
+
+ :pypi:`pytest-tipsi-django`
+ *last release*: Nov 17, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.0.0)
+
+
+
+ :pypi:`pytest-tipsi-testing`
+ *last release*: Nov 04, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.3.0)
+
+ Better fixtures management. Various helpers
+
+ :pypi:`pytest-tldr`
+ *last release*: Mar 12, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A pytest plugin that limits the output to just the things you need.
+
+ :pypi:`pytest-tm4j-reporter`
+ *last release*: Sep 01, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ Cloud Jira Test Management (TM4J) PyTest reporter plugin
+
+ :pypi:`pytest-tmreport`
+ *last release*: Nov 17, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ this is a vue-element ui report for pytest
+
+ :pypi:`pytest-todo`
+ *last release*: May 23, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ A small plugin for the pytest testing framework, marking TODO comments as failure
+
+ :pypi:`pytest-tomato`
+ *last release*: Mar 01, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-toolbelt`
+ *last release*: Aug 12, 2019,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ This is just a collection of utilities for pytest, but don't really belong in pytest proper.
+
+ :pypi:`pytest-toolbox`
+ *last release*: Apr 07, 2018,
+ *status*: N/A,
+ *requires*: pytest (>=3.5.0)
+
+ Numerous useful plugins for pytest.
+
+ :pypi:`pytest-tornado`
+ *last release*: Jun 17, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.6)
+
+ A py.test plugin providing fixtures and markers to simplify testing of asynchronous tornado applications.
+
+ :pypi:`pytest-tornado5`
+ *last release*: Nov 16, 2018,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.6)
+
+ A py.test plugin providing fixtures and markers to simplify testing of asynchronous tornado applications.
+
+ :pypi:`pytest-tornado-yen3`
+ *last release*: Oct 15, 2018,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ A py.test plugin providing fixtures and markers to simplify testing of asynchronous tornado applications.
+
+ :pypi:`pytest-tornasync`
+ *last release*: Jul 15, 2019,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.0)
+
+ py.test plugin for testing Python 3.5+ Tornado code
+
+ :pypi:`pytest-track`
+ *last release*: Feb 26, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.0)
+
+
+
+ :pypi:`pytest-translations`
+ *last release*: Nov 05, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Test your translation files.
+
+ :pypi:`pytest-travis-fold`
+ *last release*: Nov 29, 2017,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.6.0)
+
+ Folds captured output sections in Travis CI build log
+
+ :pypi:`pytest-trello`
+ *last release*: Nov 20, 2015,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Plugin for py.test that integrates trello using markers
+
+ :pypi:`pytest-trepan`
+ *last release*: Jul 28, 2018,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Pytest plugin for trepan debugger.
+
+ :pypi:`pytest-trialtemp`
+ *last release*: Jun 08, 2015,
+ *status*: N/A,
+ *requires*: N/A
+
+ py.test plugin for using the same _trial_temp working directory as trial
+
+ :pypi:`pytest-trio`
+ *last release*: Oct 16, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest plugin for trio
+
+ :pypi:`pytest-tspwplib`
+ *last release*: Jan 08, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ A simple plugin to use with tspwplib
+
+ :pypi:`pytest-tstcls`
+ *last release*: Mar 23, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Test Class Base
+
+ :pypi:`pytest-twisted`
+ *last release*: Aug 30, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.3)
+
+ A twisted plugin for pytest.
+
+ :pypi:`pytest-typhoon-xray`
+ *last release*: Nov 03, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Typhoon HIL plugin for pytest
+
+ :pypi:`pytest-tytest`
+ *last release*: May 25, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=5.4.2)
+
+ Typhoon HIL plugin for pytest
+
+ :pypi:`pytest-ubersmith`
+ *last release*: Apr 13, 2015,
+ *status*: N/A,
+ *requires*: N/A
+
+ Easily mock calls to ubersmith at the \`requests\` level.
+
+ :pypi:`pytest-ui`
+ *last release*: Jul 05, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ Text User Interface for running python tests
+
+ :pypi:`pytest-unhandled-exception-exit-code`
+ *last release*: Jun 22, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.3)
+
+ Plugin for py.test set a different exit code on uncaught exceptions
+
+ :pypi:`pytest-unittest-filter`
+ *last release*: Jan 12, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.1.0)
+
+ A pytest plugin for filtering unittest-based test classes
+
+ :pypi:`pytest-unmarked`
+ *last release*: Aug 27, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Run only unmarked tests
+
+ :pypi:`pytest-unordered`
+ *last release*: Mar 28, 2021,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Test equality of unordered collections in pytest
+
+ :pypi:`pytest-upload-report`
+ *last release*: Jun 18, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ pytest-upload-report is a plugin for pytest that upload your test report for test results.
+
+ :pypi:`pytest-utils`
+ *last release*: Dec 04, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.2.5,<7.0.0)
+
+ Some helpers for pytest.
+
+ :pypi:`pytest-vagrant`
+ *last release*: Sep 07, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ A py.test plugin providing access to vagrant.
+
+ :pypi:`pytest-valgrind`
+ *last release*: May 19, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-variables`
+ *last release*: Oct 23, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=2.4.2)
+
+ pytest plugin for providing variables to tests/fixtures
+
+ :pypi:`pytest-variant`
+ *last release*: Jun 20, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Variant support for Pytest
+
+ :pypi:`pytest-vcr`
+ *last release*: Apr 26, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=3.6.0)
+
+ Plugin for managing VCR.py cassettes
+
+ :pypi:`pytest-vcr-delete-on-fail`
+ *last release*: Aug 13, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.2.2,<7.0.0)
+
+ A pytest plugin that automates vcrpy cassettes deletion on test failure.
+
+ :pypi:`pytest-vcrpandas`
+ *last release*: Jan 12, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ Test from HTTP interactions to dataframe processed.
+
+ :pypi:`pytest-venv`
+ *last release*: Aug 04, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest
+
+ py.test fixture for creating a virtual environment
+
+ :pypi:`pytest-ver`
+ *last release*: Aug 30, 2021,
+ *status*: 2 - Pre-Alpha,
+ *requires*: N/A
+
+ Pytest module with Verification Report
+
+ :pypi:`pytest-verbose-parametrize`
+ *last release*: May 28, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ More descriptive output for parametrized py.test tests
+
+ :pypi:`pytest-vimqf`
+ *last release*: Feb 08, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=6.2.2,<7.0.0)
+
+ A simple pytest plugin that will shrink pytest output when specified, to fit vim quickfix window.
+
+ :pypi:`pytest-virtualenv`
+ *last release*: May 28, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Virtualenv fixture for py.test
+
+ :pypi:`pytest-voluptuous`
+ *last release*: Jun 09, 2020,
+ *status*: N/A,
+ *requires*: pytest
+
+ Pytest plugin for asserting data against voluptuous schema.
+
+ :pypi:`pytest-vscodedebug`
+ *last release*: Dec 04, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ A pytest plugin to easily enable debugging tests within Visual Studio Code
+
+ :pypi:`pytest-vts`
+ *last release*: Jun 05, 2019,
+ *status*: N/A,
+ *requires*: pytest (>=2.3)
+
+ pytest plugin for automatic recording of http stubbed tests
+
+ :pypi:`pytest-vw`
+ *last release*: Oct 07, 2015,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ pytest-vw makes your failing test cases succeed under CI tools scrutiny
+
+ :pypi:`pytest-vyper`
+ *last release*: May 28, 2020,
+ *status*: 2 - Pre-Alpha,
+ *requires*: N/A
+
+ Plugin for the vyper smart contract language.
+
+ :pypi:`pytest-wa-e2e-plugin`
+ *last release*: Feb 18, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.5.0)
+
+ Pytest plugin for testing whatsapp bots with end to end tests
+
+ :pypi:`pytest-watch`
+ *last release*: May 20, 2018,
+ *status*: N/A,
+ *requires*: N/A
+
+ Local continuous test runner with pytest and watchdog.
+
+ :pypi:`pytest-watcher`
+ *last release*: Sep 18, 2021,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+ Continiously runs pytest on changes in \*.py files
+
+ :pypi:`pytest-wdl`
+ *last release*: Nov 17, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: N/A
+
+ Pytest plugin for testing WDL workflows.
+
+ :pypi:`pytest-webdriver`
+ *last release*: May 28, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest
+
+ Selenium webdriver fixture for py.test
+
+ :pypi:`pytest-wetest`
+ *last release*: Nov 10, 2018,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Welian API Automation test framework pytest plugin
+
+ :pypi:`pytest-whirlwind`
+ *last release*: Jun 12, 2020,
+ *status*: N/A,
+ *requires*: N/A
+
+ Testing Tornado.
+
+ :pypi:`pytest-wholenodeid`
+ *last release*: Aug 26, 2015,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.0)
+
+ pytest addon for displaying the whole node id for failures
+
+ :pypi:`pytest-win32consoletitle`
+ *last release*: Aug 08, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest progress in console title (Win32 only)
+
+ :pypi:`pytest-winnotify`
+ *last release*: Apr 22, 2016,
+ *status*: N/A,
+ *requires*: N/A
+
+ Windows tray notifications for py.test results.
+
+ :pypi:`pytest-with-docker`
+ *last release*: Nov 09, 2021,
+ *status*: N/A,
+ *requires*: pytest
+
+ pytest with docker helpers.
+
+ :pypi:`pytest-workflow`
+ *last release*: Dec 03, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=5.4.0)
+
+ A pytest plugin for configuring workflow/pipeline tests using YAML files
+
+ :pypi:`pytest-xdist`
+ *last release*: Sep 21, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=6.0.0)
+
+ pytest xdist plugin for distributed testing and loop-on-failing modes
+
+ :pypi:`pytest-xdist-debug-for-graingert`
+ *last release*: Jul 24, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.4.0)
+
+ pytest xdist plugin for distributed testing and loop-on-failing modes
+
+ :pypi:`pytest-xdist-forked`
+ *last release*: Feb 10, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.4.0)
+
+ forked from pytest-xdist
+
+ :pypi:`pytest-xdist-tracker`
+ *last release*: Nov 18, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=3.5.1)
+
+ pytest plugin helps to reproduce failures for particular xdist node
+
+ :pypi:`pytest-xfaillist`
+ *last release*: Sep 17, 2021,
+ *status*: N/A,
+ *requires*: pytest (>=6.2.2,<7.0.0)
+
+ Maintain a xfaillist in an additional file to avoid merge-conflicts.
+
+ :pypi:`pytest-xfiles`
+ *last release*: Feb 27, 2018,
+ *status*: N/A,
+ *requires*: N/A
+
+ Pytest fixtures providing data read from function, module or package related (x)files.
+
+ :pypi:`pytest-xlog`
+ *last release*: May 31, 2020,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ Extended logging for test and decorators
+
+ :pypi:`pytest-xpara`
+ *last release*: Oct 30, 2017,
+ *status*: 3 - Alpha,
+ *requires*: pytest
+
+ An extended parametrizing plugin of pytest.
+
+ :pypi:`pytest-xprocess`
+ *last release*: Jul 28, 2021,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.8)
+
+ A pytest plugin for managing processes across test runs.
+
+ :pypi:`pytest-xray`
+ *last release*: May 30, 2019,
+ *status*: 3 - Alpha,
+ *requires*: N/A
+
+
+
+ :pypi:`pytest-xrayjira`
+ *last release*: Mar 17, 2020,
+ *status*: 3 - Alpha,
+ *requires*: pytest (==4.3.1)
+
+
+
+ :pypi:`pytest-xray-server`
+ *last release*: Oct 27, 2021,
+ *status*: 3 - Alpha,
+ *requires*: pytest (>=5.3.1)
+
+
+
+ :pypi:`pytest-xvfb`
+ *last release*: Jun 09, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=2.8.1)
+
+ A pytest plugin to run Xvfb for tests.
+
+ :pypi:`pytest-yaml`
+ *last release*: Oct 05, 2018,
+ *status*: N/A,
+ *requires*: pytest
+
+ This plugin is used to load yaml output to your test using pytest framework.
+
+ :pypi:`pytest-yamltree`
+ *last release*: Mar 02, 2020,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.1.1)
+
+ Create or check file/directory trees described by YAML
+
+ :pypi:`pytest-yamlwsgi`
+ *last release*: May 11, 2010,
+ *status*: N/A,
+ *requires*: N/A
+
+ Run tests against wsgi apps defined in yaml
+
+ :pypi:`pytest-yapf`
+ *last release*: Jul 06, 2017,
+ *status*: 4 - Beta,
+ *requires*: pytest (>=3.1.1)
+
+ Run yapf
+
+ :pypi:`pytest-yapf3`
+ *last release*: Aug 03, 2020,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=5.4)
+
+ Validate your Python file format with yapf
+
+ :pypi:`pytest-yield`
+ *last release*: Jan 23, 2019,
+ *status*: N/A,
+ *requires*: N/A
+
+ PyTest plugin to run tests concurrently, each \`yield\` switch context to other one
+
+ :pypi:`pytest-yuk`
+ *last release*: Mar 26, 2021,
+ *status*: N/A,
+ *requires*: N/A
+
+ Display tests you are uneasy with, using 🤢/🤮 for pass/fail of tests marked with yuk.
+
+ :pypi:`pytest-zafira`
+ *last release*: Sep 18, 2019,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (==4.1.1)
+
+ A Zafira plugin for pytest
+
+ :pypi:`pytest-zap`
+ *last release*: May 12, 2014,
+ *status*: 4 - Beta,
+ *requires*: N/A
+
+ OWASP ZAP plugin for py.test.
+
+ :pypi:`pytest-zebrunner`
+ *last release*: Dec 02, 2021,
+ *status*: 5 - Production/Stable,
+ *requires*: pytest (>=4.5.0)
+
+ Pytest connector for Zebrunner reporting
+
+ :pypi:`pytest-zigzag`
+ *last release*: Feb 27, 2019,
+ *status*: 4 - Beta,
+ *requires*: pytest (~=3.6)
+
+ Extend py.test for RPC OpenStack testing.
diff --git a/doc/en/reference.rst b/doc/en/reference/reference.rst
similarity index 89%
rename from doc/en/reference.rst
rename to doc/en/reference/reference.rst
index f62b51414b4..0d80c806807 100644
--- a/doc/en/reference.rst
+++ b/doc/en/reference/reference.rst
@@ -1,4 +1,4 @@
-.. _`reference`:
+.. _`api-reference`:
API Reference
=============
@@ -9,6 +9,39 @@ This page contains the full reference to pytest's API.
:depth: 3
:local:
+Constants
+---------
+
+pytest.__version__
+~~~~~~~~~~~~~~~~~~
+
+The current pytest version, as a string::
+
+ >>> import pytest
+ >>> pytest.__version__
+ '7.0.0'
+
+
+.. _`version-tuple`:
+
+pytest.version_tuple
+~~~~~~~~~~~~~~~~~~~~
+
+.. versionadded:: 7.0
+
+The current pytest version, as a tuple::
+
+ >>> import pytest
+ >>> pytest.version_tuple
+ (7, 0, 0)
+
+For pre-releases, the last component will be a string with the prerelease version::
+
+ >>> import pytest
+ >>> pytest.version_tuple
+ (7, 0, '0rc1')
+
+
Functions
---------
@@ -22,12 +55,12 @@ pytest.fail
**Tutorial**: :ref:`skipping`
-.. autofunction:: pytest.fail
+.. autofunction:: pytest.fail(reason, [pytrace=True, msg=None])
pytest.skip
~~~~~~~~~~~
-.. autofunction:: pytest.skip(msg, [allow_module_level=False])
+.. autofunction:: pytest.skip(reason, [allow_module_level=False, msg=None])
.. _`pytest.importorskip ref`:
@@ -44,7 +77,7 @@ pytest.xfail
pytest.exit
~~~~~~~~~~~
-.. autofunction:: pytest.exit
+.. autofunction:: pytest.exit(reason, [returncode=False, msg=None])
pytest.main
~~~~~~~~~~~
@@ -118,7 +151,7 @@ Add warning filters to marked test items.
:keyword str filter:
A *warning specification string*, which is composed of contents of the tuple ``(action, message, category, module, lineno)``
- as specified in `The Warnings filter <https://docs.python.org/3/library/warnings.html#warning-filter>`_ section of
+ as specified in :ref:`python:warning-filter` section of
the Python documentation, separated by ``":"``. Optional fields can be omitted.
Module names passed for filtering are not regex-escaped.
@@ -136,9 +169,9 @@ Add warning filters to marked test items.
pytest.mark.parametrize
~~~~~~~~~~~~~~~~~~~~~~~
-**Tutorial**: :doc:`parametrize`.
+:ref:`parametrize`.
-This mark has the same signature as :py:meth:`_pytest.python.Metafunc.parametrize`; see there.
+This mark has the same signature as :py:meth:`pytest.Metafunc.parametrize`; see there.
.. _`pytest.mark.skip ref`:
@@ -146,11 +179,11 @@ This mark has the same signature as :py:meth:`_pytest.python.Metafunc.parametriz
pytest.mark.skip
~~~~~~~~~~~~~~~~
-**Tutorial**: :ref:`skip`.
+:ref:`skip`.
Unconditionally skip a test function.
-.. py:function:: pytest.mark.skip(*, reason=None)
+.. py:function:: pytest.mark.skip(reason=None)
:keyword str reason: Reason why the test function is being skipped.
@@ -160,7 +193,7 @@ Unconditionally skip a test function.
pytest.mark.skipif
~~~~~~~~~~~~~~~~~~
-**Tutorial**: :ref:`skipif`.
+:ref:`skipif`.
Skip a test function if a condition is ``True``.
@@ -239,7 +272,7 @@ For example:
def test_function():
...
-Will create and attach a :class:`Mark <_pytest.mark.structures.Mark>` object to the collected
+Will create and attach a :class:`Mark <pytest.Mark>` object to the collected
:class:`Item <pytest.Item>`, which can then be accessed by fixtures or hooks with
:meth:`Node.iter_markers <_pytest.nodes.Node.iter_markers>`. The ``mark`` object will have the following attributes:
@@ -284,9 +317,9 @@ Example of a fixture requiring another fixture:
.. code-block:: python
@pytest.fixture
- def db_session(tmpdir):
- fn = tmpdir / "db.file"
- return connect(str(fn))
+ def db_session(tmp_path):
+ fn = tmp_path / "db.file"
+ return connect(fn)
For more details, consult the full :ref:`fixtures docs <fixture>`.
@@ -325,7 +358,7 @@ Under the hood, the cache plugin uses the simple
capsys
~~~~~~
-**Tutorial**: :doc:`capture`.
+:ref:`captures`.
.. autofunction:: _pytest.capture.capsys()
:no-auto-options:
@@ -350,7 +383,7 @@ capsys
capsysbinary
~~~~~~~~~~~~
-**Tutorial**: :doc:`capture`.
+:ref:`captures`.
.. autofunction:: _pytest.capture.capsysbinary()
:no-auto-options:
@@ -372,7 +405,7 @@ capsysbinary
capfd
~~~~~~
-**Tutorial**: :doc:`capture`.
+:ref:`captures`.
.. autofunction:: _pytest.capture.capfd()
:no-auto-options:
@@ -394,7 +427,7 @@ capfd
capfdbinary
~~~~~~~~~~~~
-**Tutorial**: :doc:`capture`.
+:ref:`captures`.
.. autofunction:: _pytest.capture.capfdbinary()
:no-auto-options:
@@ -416,7 +449,7 @@ capfdbinary
doctest_namespace
~~~~~~~~~~~~~~~~~
-**Tutorial**: :doc:`doctest`.
+:ref:`doctest`.
.. autofunction:: _pytest.doctest.doctest_namespace()
@@ -436,7 +469,7 @@ doctest_namespace
request
~~~~~~~
-**Tutorial**: :ref:`request example`.
+:ref:`request example`.
The ``request`` fixture is a special fixture providing information of the requesting test function.
@@ -477,7 +510,7 @@ record_testsuite_property
caplog
~~~~~~
-**Tutorial**: :doc:`logging`.
+:ref:`logging`.
.. autofunction:: _pytest.logging.caplog()
:no-auto-options:
@@ -493,7 +526,7 @@ caplog
monkeypatch
~~~~~~~~~~~
-**Tutorial**: :doc:`monkeypatch`.
+:ref:`monkeypatching`.
.. autofunction:: _pytest.monkeypatch.monkeypatch()
:no-auto-options:
@@ -527,14 +560,17 @@ To use it, include in your topmost ``conftest.py`` file:
.. autoclass:: pytest.Pytester()
:members:
-.. autoclass:: _pytest.pytester.RunResult()
+.. autoclass:: pytest.RunResult()
:members:
-.. autoclass:: _pytest.pytester.LineMatcher()
+.. autoclass:: pytest.LineMatcher()
:members:
:special-members: __str__
-.. autoclass:: _pytest.pytester.HookRecorder()
+.. autoclass:: pytest.HookRecorder()
+ :members:
+
+.. autoclass:: pytest.RecordedHookCall()
:members:
.. fixture:: testdir
@@ -576,24 +612,25 @@ Each recorded warning is an instance of :class:`warnings.WarningMessage`.
tmp_path
~~~~~~~~
-**Tutorial**: :doc:`tmpdir`
+:ref:`tmp_path`
.. autofunction:: _pytest.tmpdir.tmp_path()
:no-auto-options:
-.. fixture:: _pytest.tmpdir.tmp_path_factory
+.. fixture:: tmp_path_factory
tmp_path_factory
~~~~~~~~~~~~~~~~
-**Tutorial**: :ref:`tmp_path_factory example`
+:ref:`tmp_path_factory example`
.. _`tmp_path_factory factory api`:
``tmp_path_factory`` is an instance of :class:`~pytest.TempPathFactory`:
.. autoclass:: pytest.TempPathFactory()
+ :members:
.. fixture:: tmpdir
@@ -601,9 +638,9 @@ tmp_path_factory
tmpdir
~~~~~~
-**Tutorial**: :doc:`tmpdir`
+:ref:`tmpdir and tmpdir_factory`
-.. autofunction:: _pytest.tmpdir.tmpdir()
+.. autofunction:: _pytest.legacypath.LegacyTmpdirPlugin.tmpdir()
:no-auto-options:
@@ -612,13 +649,12 @@ tmpdir
tmpdir_factory
~~~~~~~~~~~~~~
-**Tutorial**: :ref:`tmpdir factory example`
-
-.. _`tmpdir factory api`:
+:ref:`tmpdir and tmpdir_factory`
-``tmp_path_factory`` is an instance of :class:`~pytest.TempdirFactory`:
+``tmpdir_factory`` is an instance of :class:`~pytest.TempdirFactory`:
.. autoclass:: pytest.TempdirFactory()
+ :members:
.. _`hook-reference`:
@@ -626,7 +662,7 @@ tmpdir_factory
Hooks
-----
-**Tutorial**: :doc:`writing_plugins`.
+:ref:`writing-plugins`.
.. currentmodule:: _pytest.hookspec
@@ -637,9 +673,13 @@ Bootstrapping hooks
Bootstrapping hooks called for plugins registered early enough (internal and setuptools plugins).
+.. hook:: pytest_load_initial_conftests
.. autofunction:: pytest_load_initial_conftests
+.. hook:: pytest_cmdline_preparse
.. autofunction:: pytest_cmdline_preparse
+.. hook:: pytest_cmdline_parse
.. autofunction:: pytest_cmdline_parse
+.. hook:: pytest_cmdline_main
.. autofunction:: pytest_cmdline_main
.. _`initialization-hooks`:
@@ -649,13 +689,20 @@ Initialization hooks
Initialization hooks called for plugins and ``conftest.py`` files.
+.. hook:: pytest_addoption
.. autofunction:: pytest_addoption
+.. hook:: pytest_addhooks
.. autofunction:: pytest_addhooks
+.. hook:: pytest_configure
.. autofunction:: pytest_configure
+.. hook:: pytest_unconfigure
.. autofunction:: pytest_unconfigure
+.. hook:: pytest_sessionstart
.. autofunction:: pytest_sessionstart
+.. hook:: pytest_sessionfinish
.. autofunction:: pytest_sessionfinish
+.. hook:: pytest_plugin_registered
.. autofunction:: pytest_plugin_registered
Collection hooks
@@ -663,21 +710,34 @@ Collection hooks
``pytest`` calls the following hooks for collecting files and directories:
+.. hook:: pytest_collection
.. autofunction:: pytest_collection
+.. hook:: pytest_ignore_collect
.. autofunction:: pytest_ignore_collect
+.. hook:: pytest_collect_file
.. autofunction:: pytest_collect_file
+.. hook:: pytest_pycollect_makemodule
.. autofunction:: pytest_pycollect_makemodule
For influencing the collection of objects in Python modules
you can use the following hook:
+.. hook:: pytest_pycollect_makeitem
.. autofunction:: pytest_pycollect_makeitem
+.. hook:: pytest_generate_tests
.. autofunction:: pytest_generate_tests
+.. hook:: pytest_make_parametrize_id
.. autofunction:: pytest_make_parametrize_id
+Hooks for influencing test skipping:
+
+.. hook:: pytest_markeval_namespace
+.. autofunction:: pytest_markeval_namespace
+
After collection is complete, you can modify the order of
items, delete or otherwise amend the test items:
+.. hook:: pytest_collection_modifyitems
.. autofunction:: pytest_collection_modifyitems
.. note::
@@ -691,13 +751,21 @@ Test running (runtest) hooks
All runtest related hooks receive a :py:class:`pytest.Item <pytest.Item>` object.
+.. hook:: pytest_runtestloop
.. autofunction:: pytest_runtestloop
+.. hook:: pytest_runtest_protocol
.. autofunction:: pytest_runtest_protocol
+.. hook:: pytest_runtest_logstart
.. autofunction:: pytest_runtest_logstart
+.. hook:: pytest_runtest_logfinish
.. autofunction:: pytest_runtest_logfinish
+.. hook:: pytest_runtest_setup
.. autofunction:: pytest_runtest_setup
+.. hook:: pytest_runtest_call
.. autofunction:: pytest_runtest_call
+.. hook:: pytest_runtest_teardown
.. autofunction:: pytest_runtest_teardown
+.. hook:: pytest_runtest_makereport
.. autofunction:: pytest_runtest_makereport
For deeper understanding you may look at the default implementation of
@@ -706,6 +774,7 @@ in ``_pytest.pdb`` which interacts with ``_pytest.capture``
and its input/output capturing in order to immediately drop
into interactive debugging when a test failure occurs.
+.. hook:: pytest_pyfunc_call
.. autofunction:: pytest_pyfunc_call
Reporting hooks
@@ -713,27 +782,47 @@ Reporting hooks
Session related reporting hooks:
+.. hook:: pytest_collectstart
.. autofunction:: pytest_collectstart
+.. hook:: pytest_make_collect_report
.. autofunction:: pytest_make_collect_report
+.. hook:: pytest_itemcollected
.. autofunction:: pytest_itemcollected
+.. hook:: pytest_collectreport
.. autofunction:: pytest_collectreport
+.. hook:: pytest_deselected
.. autofunction:: pytest_deselected
+.. hook:: pytest_report_header
.. autofunction:: pytest_report_header
+.. hook:: pytest_report_collectionfinish
.. autofunction:: pytest_report_collectionfinish
+.. hook:: pytest_report_teststatus
.. autofunction:: pytest_report_teststatus
+.. hook:: pytest_report_to_serializable
+.. autofunction:: pytest_report_to_serializable
+.. hook:: pytest_report_from_serializable
+.. autofunction:: pytest_report_from_serializable
+.. hook:: pytest_terminal_summary
.. autofunction:: pytest_terminal_summary
+.. hook:: pytest_fixture_setup
.. autofunction:: pytest_fixture_setup
+.. hook:: pytest_fixture_post_finalizer
.. autofunction:: pytest_fixture_post_finalizer
+.. hook:: pytest_warning_captured
.. autofunction:: pytest_warning_captured
+.. hook:: pytest_warning_recorded
.. autofunction:: pytest_warning_recorded
Central hook for reporting about test execution:
+.. hook:: pytest_runtest_logreport
.. autofunction:: pytest_runtest_logreport
Assertion related hooks:
+.. hook:: pytest_assertrepr_compare
.. autofunction:: pytest_assertrepr_compare
+.. hook:: pytest_assertion_pass
.. autofunction:: pytest_assertion_pass
@@ -743,10 +832,16 @@ Debugging/Interaction hooks
There are few hooks which can be used for special
reporting or interaction with exceptions:
+.. hook:: pytest_internalerror
.. autofunction:: pytest_internalerror
+.. hook:: pytest_keyboard_interrupt
.. autofunction:: pytest_keyboard_interrupt
+.. hook:: pytest_exception_interact
.. autofunction:: pytest_exception_interact
+.. hook:: pytest_enter_pdb
.. autofunction:: pytest_enter_pdb
+.. hook:: pytest_leave_pdb
+.. autofunction:: pytest_leave_pdb
Objects
@@ -758,7 +853,7 @@ Full reference to objects accessible from :ref:`fixtures <fixture>` or :ref:`hoo
CallInfo
~~~~~~~~
-.. autoclass:: _pytest.runner.CallInfo()
+.. autoclass:: pytest.CallInfo()
:members:
@@ -779,7 +874,7 @@ Collector
CollectReport
~~~~~~~~~~~~~
-.. autoclass:: _pytest.reports.CollectReport()
+.. autoclass:: pytest.CollectReport()
:members:
:show-inheritance:
:inherited-members:
@@ -787,13 +882,13 @@ CollectReport
Config
~~~~~~
-.. autoclass:: _pytest.config.Config()
+.. autoclass:: pytest.Config()
:members:
ExceptionInfo
~~~~~~~~~~~~~
-.. autoclass:: _pytest._code.ExceptionInfo
+.. autoclass:: pytest.ExceptionInfo()
:members:
@@ -849,28 +944,28 @@ Item
MarkDecorator
~~~~~~~~~~~~~
-.. autoclass:: _pytest.mark.MarkDecorator
+.. autoclass:: pytest.MarkDecorator()
:members:
MarkGenerator
~~~~~~~~~~~~~
-.. autoclass:: _pytest.mark.MarkGenerator
+.. autoclass:: pytest.MarkGenerator()
:members:
Mark
~~~~
-.. autoclass:: _pytest.mark.structures.Mark
+.. autoclass:: pytest.Mark()
:members:
Metafunc
~~~~~~~~
-.. autoclass:: _pytest.python.Metafunc
+.. autoclass:: pytest.Metafunc()
:members:
Module
@@ -889,14 +984,19 @@ Node
Parser
~~~~~~
-.. autoclass:: _pytest.config.argparsing.Parser()
+.. autoclass:: pytest.Parser()
:members:
+OptionGroup
+~~~~~~~~~~~
+
+.. autoclass:: pytest.OptionGroup()
+ :members:
PytestPluginManager
~~~~~~~~~~~~~~~~~~~
-.. autoclass:: _pytest.config.PytestPluginManager()
+.. autoclass:: pytest.PytestPluginManager()
:members:
:undoc-members:
:inherited-members:
@@ -912,7 +1012,7 @@ Session
TestReport
~~~~~~~~~~
-.. autoclass:: _pytest.reports.TestReport()
+.. autoclass:: pytest.TestReport()
:members:
:show-inheritance:
:inherited-members:
@@ -920,11 +1020,19 @@ TestReport
_Result
~~~~~~~
-Result used within :ref:`hook wrappers <hookwrapper>`.
+Result object used within :ref:`hook wrappers <hookwrapper>`, see :py:class:`_Result in the pluggy documentation <pluggy._callers._Result>` for more information.
+
+Stash
+~~~~~
+
+.. autoclass:: pytest.Stash
+ :special-members: __setitem__, __getitem__, __delitem__, __contains__, __len__
+ :members:
+
+.. autoclass:: pytest.StashKey
+ :show-inheritance:
+ :members:
-.. autoclass:: pluggy.callers._Result
-.. automethod:: pluggy.callers._Result.get_result
-.. automethod:: pluggy.callers._Result.force_result
Global Variables
----------------
@@ -938,7 +1046,7 @@ pytest treats some global variables in a special manner when defined in a test m
**Tutorial**: :ref:`customizing-test-collection`
Can be declared in *conftest.py files* to exclude test directories or modules.
-Needs to be ``list[str]``.
+Needs to be a list of paths (``str``, :class:`pathlib.Path` or any :class:`os.PathLike`).
.. code-block:: python
@@ -1027,6 +1135,14 @@ Contains comma-separated list of modules that should be loaded as plugins:
export PYTEST_PLUGINS=mymodule.plugin,xdist
+.. envvar:: PYTEST_THEME
+
+Sets a `pygment style <https://pygments.org/docs/styles/>`_ to use for the code output.
+
+.. envvar:: PYTEST_THEME_MODE
+
+Sets the :envvar:`PYTEST_THEME` to be either *dark* or *light*.
+
.. envvar:: PY_COLORS
When set to ``1``, pytest will use color in terminal output.
@@ -1144,19 +1260,8 @@ passed multiple times. The expected format is ``name=value``. For example::
variables, that will be expanded. For more information about cache plugin
please refer to :ref:`cache_provider`.
-
-.. confval:: confcutdir
-
- Sets a directory where search upwards for ``conftest.py`` files stops.
- By default, pytest will stop searching for ``conftest.py`` files upwards
- from ``pytest.ini``/``tox.ini``/``setup.cfg`` of the project if any,
- or up to the file-system root.
-
-
.. confval:: console_output_style
-
-
Sets the console output style while running tests:
* ``classic``: classic pytest output.
@@ -1178,13 +1283,13 @@ passed multiple times. The expected format is ``name=value``. For example::
Default encoding to use to decode text files with docstrings.
- :doc:`See how pytest handles doctests <doctest>`.
+ :ref:`See how pytest handles doctests <doctest>`.
.. confval:: doctest_optionflags
One or more doctest flag names from the standard ``doctest`` module.
- :doc:`See how pytest handles doctests <doctest>`.
+ :ref:`See how pytest handles doctests <doctest>`.
.. confval:: empty_parameter_set_mark
@@ -1206,14 +1311,13 @@ passed multiple times. The expected format is ``name=value``. For example::
.. note::
The default value of this option is planned to change to ``xfail`` in future releases
- as this is considered less error prone, see `#3155 <https://github.com/pytest-dev/pytest/issues/3155>`_
- for more details.
+ as this is considered less error prone, see :issue:`3155` for more details.
.. confval:: faulthandler_timeout
Dumps the tracebacks of all threads if a test takes longer than ``X`` seconds to run (including
- fixture setup and teardown). Implemented using the `faulthandler.dump_traceback_later`_ function,
+ fixture setup and teardown). Implemented using the :func:`faulthandler.dump_traceback_later` function,
so all caveats there apply.
.. code-block:: ini
@@ -1224,9 +1328,6 @@ passed multiple times. The expected format is ``name=value``. For example::
For more information please refer to :ref:`faulthandler`.
-.. _`faulthandler.dump_traceback_later`: https://docs.python.org/3/library/faulthandler.html#faulthandler.dump_traceback_later
-
-
.. confval:: filterwarnings
@@ -1620,13 +1721,28 @@ passed multiple times. The expected format is ``name=value``. For example::
[pytest]
python_functions = *_test
- Note that this has no effect on methods that live on a ``unittest
- .TestCase`` derived class, as ``unittest``'s own collection framework is used
+ Note that this has no effect on methods that live on a ``unittest.TestCase``
+ derived class, as ``unittest``'s own collection framework is used
to collect those tests.
See :ref:`change naming conventions` for more detailed examples.
+.. confval:: pythonpath
+
+ Sets list of directories that should be added to the python search path.
+ Directories will be added to the head of :data:`sys.path`.
+ Similar to the :envvar:`PYTHONPATH` environment variable, the directories will be
+ included in where Python will look for imported modules.
+ Paths are relative to the :ref:`rootdir <rootdir>` directory.
+ Directories remain in path for the duration of the test session.
+
+ .. code-block:: ini
+
+ [pytest]
+ pythonpath = src1 src2
+
+
.. confval:: required_plugins
A space separated list of plugins that must be present for pytest to run.
@@ -1725,8 +1841,8 @@ All the command-line flags can be obtained by running ``pytest --help``::
--pdb start the interactive Python debugger on errors or
KeyboardInterrupt.
--pdbcls=modulename:classname
- start a custom interactive Python debugger on
- errors. For example:
+ specify a custom interactive Python debugger for use
+ with --pdb.For example:
--pdbcls=IPython.terminal.debugger:TerminalPdb
--trace Immediately break when running each test.
--capture=method per-test capturing method: one of fd|sys|no|tee-sys.
@@ -1749,8 +1865,10 @@ All the command-line flags can be obtained by running ``pytest --help``::
failures.
--sw, --stepwise exit on test failure and continue from last failing
test next time
- --stepwise-skip ignore the first failing test but stop on the next
- failing test
+ --sw-skip, --stepwise-skip
+ ignore the first failing test but stop on the next
+ failing test.
+ implicitly enables --stepwise.
reporting:
--durations=N show N slowest setup/test durations (N=0 for all).
@@ -1791,9 +1909,9 @@ All the command-line flags can be obtained by running ``pytest --help``::
--maxfail=num exit after first num failures or errors.
--strict-config any warnings encountered while parsing the `pytest`
section of the configuration file raise errors.
- --strict-markers, --strict
- markers not registered in the `markers` section of
+ --strict-markers markers not registered in the `markers` section of
the configuration file raise errors.
+ --strict (deprecated) alias to --strict-markers.
-c file load configuration from `file` instead of trying to
locate one of the implicit configuration files.
--continue-on-collection-errors
@@ -1837,7 +1955,7 @@ All the command-line flags can be obtained by running ``pytest --help``::
--basetemp=dir base temporary directory for this test run.(warning:
this directory is removed if it exists)
-V, --version display pytest version and information about
- plugins.When given twice, also display information
+ plugins. When given twice, also display information
about plugins.
-h, --help show help message and configuration info
-p name early-load given plugin module name or entry point
@@ -1845,8 +1963,12 @@ All the command-line flags can be obtained by running ``pytest --help``::
To avoid loading of plugins, use the `no:` prefix,
e.g. `no:doctest`.
--trace-config trace considerations of conftest.py files.
- --debug store internal tracing debug information in
- 'pytestdebug.log'.
+ --debug=[DEBUG_FILE_NAME]
+ store internal tracing debug information in this log
+ file.
+ This file is opened with 'w' and truncated as a
+ result, care advised.
+ Defaults to 'pytestdebug.log'.
-o OVERRIDE_INI, --override-ini=OVERRIDE_INI
override ini option with "option=value" style, e.g.
`-o xfail_strict=True -o cache_dir=cache`.
@@ -1958,6 +2080,7 @@ All the command-line flags can be obtained by running ``pytest --help``::
default value for --log-file-date-format
log_auto_indent (string):
default value for --log-auto-indent
+ pythonpath (paths): Add paths to sys.path
faulthandler_timeout (string):
Dump the traceback of all threads if a test takes
more than TIMEOUT seconds to finish.
diff --git a/doc/en/requirements.txt b/doc/en/requirements.txt
index fa37acfb447..5b49cb7fccc 100644
--- a/doc/en/requirements.txt
+++ b/doc/en/requirements.txt
@@ -1,5 +1,7 @@
pallets-sphinx-themes
-pygments-pytest>=1.1.0
+pluggy>=1.0
+pygments-pytest>=2.2.0
sphinx-removed-in>=0.2.0
sphinx>=3.1,<4
sphinxcontrib-trio
+sphinxcontrib-svg2pdfconverter
diff --git a/doc/en/talks.rst b/doc/en/talks.rst
index 216ccb8dd8a..6843c82bab5 100644
--- a/doc/en/talks.rst
+++ b/doc/en/talks.rst
@@ -70,8 +70,8 @@ Talks and blog postings
- `pytest introduction from Brian Okken (January 2013)
<http://pythontesting.net/framework/pytest-introduction/>`_
-- pycon australia 2012 pytest talk from Brianna Laugher (`video <http://www.youtube.com/watch?v=DTNejE9EraI>`_, `slides <https://www.slideshare.net/pfctdayelise/funcargs-other-fun-with-pytest>`_, `code <https://gist.github.com/3386951>`_)
-- `pycon 2012 US talk video from Holger Krekel <http://www.youtube.com/watch?v=9LVqBQcFmyw>`_
+- pycon australia 2012 pytest talk from Brianna Laugher (`video <https://www.youtube.com/watch?v=DTNejE9EraI>`_, `slides <https://www.slideshare.net/pfctdayelise/funcargs-other-fun-with-pytest>`_, `code <https://gist.github.com/3386951>`_)
+- `pycon 2012 US talk video from Holger Krekel <https://www.youtube.com/watch?v=9LVqBQcFmyw>`_
- `monkey patching done right`_ (blog post, consult `monkeypatch plugin`_ for up-to-date API)
@@ -101,9 +101,9 @@ Plugin specific examples:
.. _`many examples in the docs for plugins`: plugins.html
.. _`monkeypatch plugin`: monkeypatch.html
.. _`application setup in test functions with fixtures`: fixture.html#interdependent-fixtures
-.. _`simultaneously test your code on all platforms`: http://tetamap.wordpress.com/2009/03/23/new-simultanously-test-your-code-on-all-platforms/
-.. _`monkey patching done right`: http://tetamap.wordpress.com/2009/03/03/monkeypatching-in-unit-tests-done-right/
-.. _`putting test-hooks into local or global plugins`: http://tetamap.wordpress.com/2009/05/14/putting-test-hooks-into-local-and-global-plugins/
-.. _`parametrizing tests, generalized`: http://tetamap.wordpress.com/2009/05/13/parametrizing-python-tests-generalized/
+.. _`simultaneously test your code on all platforms`: https://tetamap.wordpress.com//2009/03/23/new-simultanously-test-your-code-on-all-platforms/
+.. _`monkey patching done right`: https://tetamap.wordpress.com//2009/03/03/monkeypatching-in-unit-tests-done-right/
+.. _`putting test-hooks into local or global plugins`: https://tetamap.wordpress.com/2009/05/14/putting-test-hooks-into-local-and-global-plugins/
+.. _`parametrizing tests, generalized`: https://tetamap.wordpress.com/2009/05/13/parametrizing-python-tests-generalized/
.. _`generating parametrized tests with fixtures`: parametrize.html#test-generators
.. _`test generators and cached setup`: http://bruynooghe.blogspot.com/2010/06/pytest-test-generators-and-cached-setup.html
diff --git a/pyproject.toml b/pyproject.toml
index dd4be6c22d5..5d32b755c74 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,8 +1,8 @@
[build-system]
requires = [
# sync with setup.py until we discard non-pep-517/518
- "setuptools>=42.0",
- "setuptools-scm[toml]>=3.4",
+ "setuptools>=45.0",
+ "setuptools-scm[toml]>=6.2.3",
"wheel",
]
build-backend = "setuptools.build_meta"
@@ -26,6 +26,8 @@ filterwarnings = [
# produced by older pyparsing<=2.2.0.
"default:Using or importing the ABCs:DeprecationWarning:pyparsing.*",
"default:the imp module is deprecated in favour of importlib:DeprecationWarning:nose.*",
+ # distutils is deprecated in 3.10, scheduled for removal in 3.12
+ "ignore:The distutils package is deprecated:DeprecationWarning",
# produced by python3.6/site.py itself (3.6.7 on Travis, could not trigger it with 3.6.8)."
"ignore:.*U.*mode is deprecated:DeprecationWarning:(?!(pytest|_pytest))",
# produced by pytest-xdist
@@ -40,6 +42,14 @@ filterwarnings = [
"default:invalid escape sequence:DeprecationWarning",
# ignore use of unregistered marks, because we use many to test the implementation
"ignore::_pytest.warning_types.PytestUnknownMarkWarning",
+ # https://github.com/benjaminp/six/issues/341
+ "ignore:_SixMetaPathImporter\\.exec_module\\(\\) not found; falling back to load_module\\(\\):ImportWarning",
+ # https://github.com/benjaminp/six/pull/352
+ "ignore:_SixMetaPathImporter\\.find_spec\\(\\) not found; falling back to find_module\\(\\):ImportWarning",
+ # https://github.com/pypa/setuptools/pull/2517
+ "ignore:VendorImporter\\.find_spec\\(\\) not found; falling back to find_module\\(\\):ImportWarning",
+ # https://github.com/pytest-dev/execnet/pull/127
+ "ignore:isSet\\(\\) is deprecated, use is_set\\(\\) instead:DeprecationWarning",
]
pytester_example_dir = "testing/example_scripts"
markers = [
diff --git a/scripts/append_codecov_token.py b/scripts/append_codecov_token.py
deleted file mode 100644
index 8eecb0fa51a..00000000000
--- a/scripts/append_codecov_token.py
+++ /dev/null
@@ -1,36 +0,0 @@
-"""
-Appends the codecov token to the 'codecov.yml' file at the root of the repository.
-
-This is done by CI during PRs and builds on the pytest-dev repository so we can upload coverage, at least
-until codecov grows some native integration like it has with Travis and AppVeyor.
-
-See discussion in https://github.com/pytest-dev/pytest/pull/6441 for more information.
-"""
-import os.path
-from textwrap import dedent
-
-
-def main():
- this_dir = os.path.dirname(__file__)
- cov_file = os.path.join(this_dir, "..", "codecov.yml")
-
- assert os.path.isfile(cov_file), "{cov_file} does not exist".format(
- cov_file=cov_file
- )
-
- with open(cov_file, "a") as f:
- # token from: https://codecov.io/gh/pytest-dev/pytest/settings
- # use same URL to regenerate it if needed
- text = dedent(
- """
- codecov:
- token: "1eca3b1f-31a2-4fb8-a8c3-138b441b50a7"
- """
- )
- f.write(text)
-
- print("Token updated:", cov_file)
-
-
-if __name__ == "__main__":
- main()
diff --git a/scripts/prepare-release-pr.py b/scripts/prepare-release-pr.py
new file mode 100644
index 00000000000..7a80de7edaa
--- /dev/null
+++ b/scripts/prepare-release-pr.py
@@ -0,0 +1,174 @@
+"""
+This script is part of the pytest release process which is triggered manually in the Actions
+tab of the repository.
+
+The user will need to enter the base branch to start the release from (for example
+``6.1.x`` or ``main``) and if it should be a major release.
+
+The appropriate version will be obtained based on the given branch automatically.
+
+After that, it will create a release using the `release` tox environment, and push a new PR.
+
+**Token**: currently the token from the GitHub Actions is used, pushed with
+`pytest bot <pytestbot@gmail.com>` commit author.
+"""
+import argparse
+import re
+from pathlib import Path
+from subprocess import check_call
+from subprocess import check_output
+from subprocess import run
+
+from colorama import Fore
+from colorama import init
+from github3.repos import Repository
+
+
+class InvalidFeatureRelease(Exception):
+ pass
+
+
+SLUG = "pytest-dev/pytest"
+
+PR_BODY = """\
+Created automatically from manual trigger.
+
+Once all builds pass and it has been **approved** by one or more maintainers, the build
+can be released by pushing a tag `{version}` to this repository.
+"""
+
+
+def login(token: str) -> Repository:
+ import github3
+
+ github = github3.login(token=token)
+ owner, repo = SLUG.split("/")
+ return github.repository(owner, repo)
+
+
+def prepare_release_pr(
+ base_branch: str, is_major: bool, token: str, prerelease: str
+) -> None:
+ print()
+ print(f"Processing release for branch {Fore.CYAN}{base_branch}")
+
+ check_call(["git", "checkout", f"origin/{base_branch}"])
+
+ changelog = Path("changelog")
+
+ features = list(changelog.glob("*.feature.rst"))
+ breaking = list(changelog.glob("*.breaking.rst"))
+ is_feature_release = bool(features or breaking)
+
+ try:
+ version = find_next_version(
+ base_branch, is_major, is_feature_release, prerelease
+ )
+ except InvalidFeatureRelease as e:
+ print(f"{Fore.RED}{e}")
+ raise SystemExit(1)
+
+ print(f"Version: {Fore.CYAN}{version}")
+
+ release_branch = f"release-{version}"
+
+ run(
+ ["git", "config", "user.name", "pytest bot"],
+ check=True,
+ )
+ run(
+ ["git", "config", "user.email", "pytestbot@gmail.com"],
+ check=True,
+ )
+
+ run(
+ ["git", "checkout", "-b", release_branch, f"origin/{base_branch}"],
+ check=True,
+ )
+
+ print(f"Branch {Fore.CYAN}{release_branch}{Fore.RESET} created.")
+
+ if is_major:
+ template_name = "release.major.rst"
+ elif prerelease:
+ template_name = "release.pre.rst"
+ elif is_feature_release:
+ template_name = "release.minor.rst"
+ else:
+ template_name = "release.patch.rst"
+
+ # important to use tox here because we have changed branches, so dependencies
+ # might have changed as well
+ cmdline = [
+ "tox",
+ "-e",
+ "release",
+ "--",
+ version,
+ template_name,
+ release_branch, # doc_version
+ "--skip-check-links",
+ ]
+ print("Running", " ".join(cmdline))
+ run(
+ cmdline,
+ check=True,
+ )
+
+ oauth_url = f"https://{token}:x-oauth-basic@github.com/{SLUG}.git"
+ run(
+ ["git", "push", oauth_url, f"HEAD:{release_branch}", "--force"],
+ check=True,
+ )
+ print(f"Branch {Fore.CYAN}{release_branch}{Fore.RESET} pushed.")
+
+ body = PR_BODY.format(version=version)
+ repo = login(token)
+ pr = repo.create_pull(
+ f"Prepare release {version}",
+ base=base_branch,
+ head=release_branch,
+ body=body,
+ )
+ print(f"Pull request {Fore.CYAN}{pr.url}{Fore.RESET} created.")
+
+
+def find_next_version(
+ base_branch: str, is_major: bool, is_feature_release: bool, prerelease: str
+) -> str:
+ output = check_output(["git", "tag"], encoding="UTF-8")
+ valid_versions = []
+ for v in output.splitlines():
+ m = re.match(r"\d.\d.\d+$", v.strip())
+ if m:
+ valid_versions.append(tuple(int(x) for x in v.split(".")))
+
+ valid_versions.sort()
+ last_version = valid_versions[-1]
+
+ if is_major:
+ return f"{last_version[0]+1}.0.0{prerelease}"
+ elif is_feature_release:
+ return f"{last_version[0]}.{last_version[1] + 1}.0{prerelease}"
+ else:
+ return f"{last_version[0]}.{last_version[1]}.{last_version[2] + 1}{prerelease}"
+
+
+def main() -> None:
+ init(autoreset=True)
+ parser = argparse.ArgumentParser()
+ parser.add_argument("base_branch")
+ parser.add_argument("token")
+ parser.add_argument("--major", action="store_true", default=False)
+ parser.add_argument("--prerelease", default="")
+ options = parser.parse_args()
+ prepare_release_pr(
+ base_branch=options.base_branch,
+ is_major=options.major,
+ token=options.token,
+ prerelease=options.prerelease,
+ )
+
+
+if __name__ == "__main__":
+ main()
diff --git a/scripts/publish-gh-release-notes.py b/scripts/publish-gh-release-notes.py
index 2531b0221b9..68cbd7adffd 100644
--- a/scripts/publish-gh-release-notes.py
+++ b/scripts/publish-gh-release-notes.py
@@ -1,7 +1,7 @@
"""
Script used to publish GitHub release notes extracted from CHANGELOG.rst.
-This script is meant to be executed after a successful deployment in Travis.
+This script is meant to be executed after a successful deployment in GitHub actions.
Uses the following environment variables:
@@ -12,11 +12,8 @@
https://github.com/settings/tokens
- It should be encrypted using:
-
- $travis encrypt GH_RELEASE_NOTES_TOKEN=<token> -r pytest-dev/pytest
-
- And the contents pasted in the ``deploy.env.secure`` section in the ``travis.yml`` file.
+ This token should be set in a secret in the repository, which is exposed as an
+ environment variable in the main.yml workflow file.
The script also requires ``pandoc`` to be previously installed in the system.
diff --git a/scripts/release-on-comment.py b/scripts/release-on-comment.py
deleted file mode 100644
index 44431a4fc3f..00000000000
--- a/scripts/release-on-comment.py
+++ /dev/null
@@ -1,258 +0,0 @@
-"""
-This script is part of the pytest release process which is triggered by comments
-in issues.
-
-This script is started by the `release-on-comment.yml` workflow, which always executes on
-`master` and is triggered by two comment related events:
-
-* https://help.github.com/en/actions/reference/events-that-trigger-workflows#issue-comment-event-issue_comment
-* https://help.github.com/en/actions/reference/events-that-trigger-workflows#issues-event-issues
-
-This script receives the payload and a secrets on the command line.
-
-The payload must contain a comment with a phrase matching this pseudo-regular expression:
-
- @pytestbot please prepare (major )? release from <branch name>
-
-Then the appropriate version will be obtained based on the given branch name:
-
-* a major release from master if "major" appears in the phrase in that position
-* a feature or bug fix release from master (based if there are features in the current changelog
- folder)
-* a bug fix from a maintenance branch
-
-After that, it will create a release using the `release` tox environment, and push a new PR.
-
-**Secret**: currently the secret is defined in the @pytestbot account, which the core maintainers
-have access to. There we created a new secret named `chatops` with write access to the repository.
-"""
-import argparse
-import json
-import os
-import re
-import traceback
-from pathlib import Path
-from subprocess import CalledProcessError
-from subprocess import check_call
-from subprocess import check_output
-from subprocess import run
-from textwrap import dedent
-from typing import Dict
-from typing import Optional
-from typing import Tuple
-
-from colorama import Fore
-from colorama import init
-from github3.repos import Repository
-
-
-class InvalidFeatureRelease(Exception):
- pass
-
-
-SLUG = "pytest-dev/pytest"
-
-PR_BODY = """\
-Created automatically from {comment_url}.
-
-Once all builds pass and it has been **approved** by one or more maintainers, the build
-can be released by pushing a tag `{version}` to this repository.
-
-Closes #{issue_number}.
-"""
-
-
-def login(token: str) -> Repository:
- import github3
-
- github = github3.login(token=token)
- owner, repo = SLUG.split("/")
- return github.repository(owner, repo)
-
-
-def get_comment_data(payload: Dict) -> str:
- if "comment" in payload:
- return payload["comment"]
- else:
- return payload["issue"]
-
-
-def validate_and_get_issue_comment_payload(
- issue_payload_path: Optional[Path],
-) -> Tuple[str, str, bool]:
- payload = json.loads(issue_payload_path.read_text(encoding="UTF-8"))
- body = get_comment_data(payload)["body"]
- m = re.match(r"@pytestbot please prepare (major )?release from ([\w\-_\.]+)", body)
- if m:
- is_major, base_branch = m.group(1) is not None, m.group(2)
- else:
- is_major, base_branch = False, None
- return payload, base_branch, is_major
-
-
-def print_and_exit(msg) -> None:
- print(msg)
- raise SystemExit(1)
-
-
-def trigger_release(payload_path: Path, token: str) -> None:
- payload, base_branch, is_major = validate_and_get_issue_comment_payload(
- payload_path
- )
- if base_branch is None:
- url = get_comment_data(payload)["html_url"]
- print_and_exit(
- f"Comment {Fore.CYAN}{url}{Fore.RESET} did not match the trigger command."
- )
- print()
- print(f"Precessing release for branch {Fore.CYAN}{base_branch}")
-
- repo = login(token)
-
- issue_number = payload["issue"]["number"]
- issue = repo.issue(issue_number)
-
- check_call(["git", "checkout", f"origin/{base_branch}"])
-
- try:
- version = find_next_version(base_branch, is_major)
- except InvalidFeatureRelease as e:
- issue.create_comment(str(e))
- print_and_exit(f"{Fore.RED}{e}")
-
- error_contents = ""
- try:
- print(f"Version: {Fore.CYAN}{version}")
-
- release_branch = f"release-{version}"
-
- run(
- ["git", "config", "user.name", "pytest bot"],
- text=True,
- check=True,
- capture_output=True,
- )
- run(
- ["git", "config", "user.email", "pytestbot@gmail.com"],
- text=True,
- check=True,
- capture_output=True,
- )
-
- run(
- ["git", "checkout", "-b", release_branch, f"origin/{base_branch}"],
- text=True,
- check=True,
- capture_output=True,
- )
-
- print(f"Branch {Fore.CYAN}{release_branch}{Fore.RESET} created.")
-
- # important to use tox here because we have changed branches, so dependencies
- # might have changed as well
- cmdline = ["tox", "-e", "release", "--", version, "--skip-check-links"]
- print("Running", " ".join(cmdline))
- run(
- cmdline, text=True, check=True, capture_output=True,
- )
-
- oauth_url = f"https://{token}:x-oauth-basic@github.com/{SLUG}.git"
- run(
- ["git", "push", oauth_url, f"HEAD:{release_branch}", "--force"],
- text=True,
- check=True,
- capture_output=True,
- )
- print(f"Branch {Fore.CYAN}{release_branch}{Fore.RESET} pushed.")
-
- body = PR_BODY.format(
- comment_url=get_comment_data(payload)["html_url"],
- version=version,
- issue_number=issue_number,
- )
- pr = repo.create_pull(
- f"Prepare release {version}",
- base=base_branch,
- head=release_branch,
- body=body,
- )
- print(f"Pull request {Fore.CYAN}{pr.url}{Fore.RESET} created.")
-
- comment = issue.create_comment(
- f"As requested, opened a PR for release `{version}`: #{pr.number}."
- )
- print(f"Notified in original comment {Fore.CYAN}{comment.url}{Fore.RESET}.")
-
- except CalledProcessError as e:
- error_contents = f"CalledProcessError\noutput:\n{e.output}\nstderr:\n{e.stderr}"
- except Exception:
- error_contents = f"Exception:\n{traceback.format_exc()}"
-
- if error_contents:
- link = f"https://github.com/{SLUG}/actions/runs/{os.environ['GITHUB_RUN_ID']}"
- msg = ERROR_COMMENT.format(
- version=version, base_branch=base_branch, contents=error_contents, link=link
- )
- issue.create_comment(msg)
- print_and_exit(f"{Fore.RED}{error_contents}")
- else:
- print(f"{Fore.GREEN}Success.")
-
-
-ERROR_COMMENT = """\
-The request to prepare release `{version}` from {base_branch} failed with:
-
-```
-{contents}
-```
-
-See: {link}.
-"""
-
-
-def find_next_version(base_branch: str, is_major: bool) -> str:
- output = check_output(["git", "tag"], encoding="UTF-8")
- valid_versions = []
- for v in output.splitlines():
- m = re.match(r"\d.\d.\d+$", v.strip())
- if m:
- valid_versions.append(tuple(int(x) for x in v.split(".")))
-
- valid_versions.sort()
- last_version = valid_versions[-1]
-
- changelog = Path("changelog")
-
- features = list(changelog.glob("*.feature.rst"))
- breaking = list(changelog.glob("*.breaking.rst"))
- is_feature_release = features or breaking
-
- if is_feature_release and base_branch != "master":
- msg = dedent(
- f"""
- Found features or breaking changes in `{base_branch}`, and feature releases can only be
- created from `master`:
- """
- )
- msg += "\n".join(f"* `{x.name}`" for x in sorted(features + breaking))
- raise InvalidFeatureRelease(msg)
-
- if is_major:
- return f"{last_version[0]+1}.0.0"
- elif is_feature_release:
- return f"{last_version[0]}.{last_version[1] + 1}.0"
- else:
- return f"{last_version[0]}.{last_version[1]}.{last_version[2] + 1}"
-
-
-def main() -> None:
- init(autoreset=True)
- parser = argparse.ArgumentParser()
- parser.add_argument("payload")
- parser.add_argument("token")
- options = parser.parse_args()
- trigger_release(Path(options.payload), options.token)
-
-
-if __name__ == "__main__":
- main()
diff --git a/scripts/release.major.rst b/scripts/release.major.rst
new file mode 100644
index 00000000000..76e447f0c6d
--- /dev/null
+++ b/scripts/release.major.rst
@@ -0,0 +1,24 @@
+pytest-{version}
+=======================================
+
+The pytest team is proud to announce the {version} release!
+
+This release contains new features, improvements, bug fixes, and breaking changes, so users
+are encouraged to take a look at the CHANGELOG carefully:
+
+ https://docs.pytest.org/en/stable/changelog.html
+
+For complete documentation, please visit:
+
+ https://docs.pytest.org/en/stable/
+
+As usual, you can upgrade from PyPI via:
+
+ pip install -U pytest
+
+Thanks to all of the contributors to this release:
+
+{contributors}
+
+Happy testing,
+The pytest Development Team
diff --git a/scripts/release.minor.rst b/scripts/release.minor.rst
index 76e447f0c6d..9a06d3d4140 100644
--- a/scripts/release.minor.rst
+++ b/scripts/release.minor.rst
@@ -3,8 +3,8 @@ pytest-{version}
The pytest team is proud to announce the {version} release!
-This release contains new features, improvements, bug fixes, and breaking changes, so users
-are encouraged to take a look at the CHANGELOG carefully:
+This release contains new features, improvements, and bug fixes,
+the full list of changes is available in the changelog:
https://docs.pytest.org/en/stable/changelog.html
diff --git a/scripts/release.pre.rst b/scripts/release.pre.rst
new file mode 100644
index 00000000000..960fae7e4f6
--- /dev/null
+++ b/scripts/release.pre.rst
@@ -0,0 +1,29 @@
+pytest-{version}
+=======================================
+
+The pytest team is proud to announce the {version} prerelease!
+
+This is a prerelease, not intended for production use, but to test the upcoming features and improvements
+in order to catch any major problems before the final version is released to the major public.
+
+We appreciate your help testing this out before the final release, making sure to report any
+regressions to our issue tracker:
+
+https://github.com/pytest-dev/pytest/issues
+
+When doing so, please include the string ``[prerelease]`` in the title.
+
+You can upgrade from PyPI via:
+
+ pip install pytest=={version}
+
+Users are encouraged to take a look at the CHANGELOG carefully:
+
+ https://docs.pytest.org/en/{doc_version}/changelog.html
+
+Thanks to all the contributors to this release:
+
+{contributors}
+
+Happy testing,
+The pytest Development Team
diff --git a/scripts/release.py b/scripts/release.py
index 798e42e1fe0..19fef428428 100644
--- a/scripts/release.py
+++ b/scripts/release.py
@@ -10,7 +10,7 @@
from colorama import init
-def announce(version):
+def announce(version, template_name, doc_version):
"""Generates a new release announcement entry in the docs."""
# Get our list of authors
stdout = check_output(["git", "describe", "--abbrev=0", "--tags"])
@@ -20,17 +20,20 @@ def announce(version):
stdout = check_output(["git", "log", f"{last_version}..HEAD", "--format=%aN"])
stdout = stdout.decode("utf-8")
- contributors = set(stdout.splitlines())
+ contributors = {
+ name
+ for name in stdout.splitlines()
+ if not name.endswith("[bot]") and name != "pytest bot"
+ }
- template_name = (
- "release.minor.rst" if version.endswith(".0") else "release.patch.rst"
- )
template_text = (
Path(__file__).parent.joinpath(template_name).read_text(encoding="UTF-8")
)
contributors_text = "\n".join(f"* {name}" for name in sorted(contributors)) + "\n"
- text = template_text.format(version=version, contributors=contributors_text)
+ text = template_text.format(
+ version=version, contributors=contributors_text, doc_version=doc_version
+ )
target = Path(__file__).parent.joinpath(f"../doc/en/announce/release-{version}.rst")
target.write_text(text, encoding="UTF-8")
@@ -63,7 +66,7 @@ def regen(version):
print(f"{Fore.CYAN}[generate.regen] {Fore.RESET}Updating docs")
check_call(
["tox", "-e", "regen"],
- env={**os.environ, "SETUPTOOLS_SCM_PRETEND_VERSION": version},
+ env={**os.environ, "SETUPTOOLS_SCM_PRETEND_VERSION_FOR_PYTEST": version},
)
@@ -81,9 +84,9 @@ def check_links():
check_call(["tox", "-e", "docs-checklinks"])
-def pre_release(version, *, skip_check_links):
+def pre_release(version, template_name, doc_version, *, skip_check_links):
"""Generates new docs, release announcements and creates a local tag."""
- announce(version)
+ announce(version, template_name, doc_version)
regen(version)
changelog(version, write_out=True)
fix_formatting()
@@ -100,10 +103,7 @@ def pre_release(version, *, skip_check_links):
def changelog(version, write_out=False):
- if write_out:
- addopts = []
- else:
- addopts = ["--draft"]
+ addopts = [] if write_out else ["--draft"]
check_call(["towncrier", "--yes", "--version", version] + addopts)
@@ -111,9 +111,20 @@ def main():
init(autoreset=True)
parser = argparse.ArgumentParser()
parser.add_argument("version", help="Release version")
+ parser.add_argument(
+ "template_name", help="Name of template file to use for release announcement"
+ )
+ parser.add_argument(
+ "doc_version", help="For prereleases, the version to link to in the docs"
+ )
parser.add_argument("--skip-check-links", action="store_true", default=False)
options = parser.parse_args()
- pre_release(options.version, skip_check_links=options.skip_check_links)
+ pre_release(
+ options.version,
+ options.template_name,
+ options.doc_version,
+ skip_check_links=options.skip_check_links,
+ )
if __name__ == "__main__":
diff --git a/scripts/report-coverage.sh b/scripts/report-coverage.sh
deleted file mode 100755
index fbcf20ca929..00000000000
--- a/scripts/report-coverage.sh
+++ /dev/null
@@ -1,18 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-set -x
-
-if [ -z "$TOXENV" ]; then
- python -m pip install coverage
-else
- # Add last TOXENV to $PATH.
- PATH="$PWD/.tox/${TOXENV##*,}/bin:$PATH"
-fi
-
-python -m coverage combine
-python -m coverage xml
-python -m coverage report -m
-# Set --connect-timeout to work around https://github.com/curl/curl/issues/4461
-curl -S -L --connect-timeout 5 --retry 6 -s https://codecov.io/bash -o codecov-upload.sh
-bash codecov-upload.sh -Z -X fix -f coverage.xml "$@"
diff --git a/scripts/update-plugin-list.py b/scripts/update-plugin-list.py
new file mode 100644
index 00000000000..c034c72420b
--- /dev/null
+++ b/scripts/update-plugin-list.py
@@ -0,0 +1,140 @@
+import datetime
+import pathlib
+import re
+from textwrap import dedent
+from textwrap import indent
+
+import packaging.version
+import requests
+import tabulate
+import wcwidth
+from tqdm import tqdm
+
+FILE_HEAD = r"""
+.. _plugin-list:
+
+Plugin List
+===========
+
+PyPI projects that match "pytest-\*" are considered plugins and are listed
+automatically. Packages classified as inactive are excluded.
+
+.. The following conditional uses a different format for this list when
+ creating a PDF, because otherwise the table gets far too wide for the
+ page.
+
+"""
+DEVELOPMENT_STATUS_CLASSIFIERS = (
+ "Development Status :: 1 - Planning",
+ "Development Status :: 2 - Pre-Alpha",
+ "Development Status :: 3 - Alpha",
+ "Development Status :: 4 - Beta",
+ "Development Status :: 5 - Production/Stable",
+ "Development Status :: 6 - Mature",
+ "Development Status :: 7 - Inactive",
+)
+
+
+def escape_rst(text: str) -> str:
+ """Rudimentary attempt to escape special RST characters to appear as
+ plain text."""
+ text = (
+ text.replace("*", "\\*")
+ .replace("<", "\\<")
+ .replace(">", "\\>")
+ .replace("`", "\\`")
+ )
+ text = re.sub(r"_\b", "", text)
+ return text
+
+
+def iter_plugins():
+ regex = r">([\d\w-]*)</a>"
+ response = requests.get("https://pypi.org/simple")
+
+ matches = list(
+ match
+ for match in re.finditer(regex, response.text)
+ if match.groups()[0].startswith("pytest-")
+ )
+
+ for match in tqdm(matches, smoothing=0):
+ name = match.groups()[0]
+ response = requests.get(f"https://pypi.org/pypi/{name}/json")
+ if response.status_code == 404:
+ # Some packages, like pytest-azurepipelines42, are included in https://pypi.org/simple but
+ # return 404 on the JSON API. Skip.
+ continue
+ response.raise_for_status()
+ info = response.json()["info"]
+ if "Development Status :: 7 - Inactive" in info["classifiers"]:
+ continue
+ for classifier in DEVELOPMENT_STATUS_CLASSIFIERS:
+ if classifier in info["classifiers"]:
+ status = classifier[22:]
+ break
+ else:
+ status = "N/A"
+ requires = "N/A"
+ if info["requires_dist"]:
+ for requirement in info["requires_dist"]:
+ if requirement == "pytest" or "pytest " in requirement:
+ requires = requirement
+ break
+ releases = response.json()["releases"]
+ for release in sorted(releases, key=packaging.version.parse, reverse=True):
+ if releases[release]:
+ release_date = datetime.date.fromisoformat(
+ releases[release][-1]["upload_time_iso_8601"].split("T")[0]
+ )
+ last_release = release_date.strftime("%b %d, %Y")
+ break
+ name = f':pypi:`{info["name"]}`'
+ summary = escape_rst(info["summary"].replace("\n", ""))
+ yield {
+ "name": name,
+ "summary": summary.strip(),
+ "last release": last_release,
+ "status": status,
+ "requires": requires,
+ }
+
+
+def plugin_definitions(plugins):
+ """Return RST for the plugin list that fits better on a vertical page."""
+
+ for plugin in plugins:
+ yield dedent(
+ f"""
+ {plugin['name']}
+ *last release*: {plugin["last release"]},
+ *status*: {plugin["status"]},
+ *requires*: {plugin["requires"]}
+
+ {plugin["summary"]}
+ """
+ )
+
+
+def main():
+ plugins = list(iter_plugins())
+
+ reference_dir = pathlib.Path("doc", "en", "reference")
+
+ plugin_list = reference_dir / "plugin_list.rst"
+ with plugin_list.open("w") as f:
+ f.write(FILE_HEAD)
+ f.write(f"This list contains {len(plugins)} plugins.\n\n")
+ f.write(".. only:: not latex\n\n")
+
+ wcwidth # reference library that must exist for tabulate to work
+ plugin_table = tabulate.tabulate(plugins, headers="keys", tablefmt="rst")
+ f.write(indent(plugin_table, " "))
+ f.write("\n\n")
+
+ f.write(".. only:: latex\n\n")
+ f.write(indent("".join(plugin_definitions(plugins)), " "))
+
+
+if __name__ == "__main__":
+ main()
diff --git a/setup.cfg b/setup.cfg
index 09c07d5bb6c..26a5d2e63e5 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -21,11 +21,14 @@ classifiers =
Programming Language :: Python :: 3.7
Programming Language :: Python :: 3.8
Programming Language :: Python :: 3.9
+ Programming Language :: Python :: 3.10
Topic :: Software Development :: Libraries
Topic :: Software Development :: Testing
Topic :: Utilities
keywords = test, unittest
project_urls =
+ Changelog=https://docs.pytest.org/en/stable/changelog.html
+ Twitter=https://twitter.com/pytestdotorg
Source=https://github.com/pytest-dev/pytest
Tracker=https://github.com/pytest-dev/pytest/issues
@@ -42,9 +45,9 @@ install_requires =
attrs>=19.2.0
iniconfig
packaging
- pluggy>=0.12,<1.0.0a1
+ pluggy>=0.12,<2.0
py>=1.8.2
- toml
+ tomli>=1.0.0
atomicwrites>=1.0;sys_platform=="win32"
colorama;sys_platform=="win32"
importlib-metadata>=0.12;python_version<"3.8"
@@ -52,8 +55,8 @@ python_requires = >=3.6
package_dir =
=src
setup_requires =
- setuptools>=>=42.0
- setuptools-scm>=3.4
+ setuptools
+ setuptools-scm>=6.0
zip_safe = no
[options.entry_points]
@@ -67,6 +70,7 @@ testing =
hypothesis>=3.56
mock
nose
+ pygments>=2.7.2
requests
xmlschema
@@ -75,13 +79,10 @@ _pytest = py.typed
pytest = py.typed
[build_sphinx]
-source-dir = doc/en/
-build-dir = doc/build
+source_dir = doc/en/
+build_dir = doc/build
all_files = 1
-[upload_sphinx]
-upload-dir = doc/en/build/html
-
[check-manifest]
ignore =
src/_pytest/_version.py
diff --git a/src/_pytest/__init__.py b/src/_pytest/__init__.py
index 46c7827ed5e..8a406c5c751 100644
--- a/src/_pytest/__init__.py
+++ b/src/_pytest/__init__.py
@@ -1,8 +1,9 @@
-__all__ = ["__version__"]
+__all__ = ["__version__", "version_tuple"]
try:
- from ._version import version as __version__
-except ImportError:
+ from ._version import version as __version__, version_tuple
+except ImportError: # pragma: no cover
# broken installation, we don't even try
# unknown only works because we do poor mans version compare
__version__ = "unknown"
+ version_tuple = (0, 0, "unknown") # type:ignore[assignment]
diff --git a/src/_pytest/_code/code.py b/src/_pytest/_code/code.py
index 423069330a5..5b758a88480 100644
--- a/src/_pytest/_code/code.py
+++ b/src/_pytest/_code/code.py
@@ -1,4 +1,6 @@
+import ast
import inspect
+import os
import re
import sys
import traceback
@@ -12,6 +14,7 @@
from types import TracebackType
from typing import Any
from typing import Callable
+from typing import ClassVar
from typing import Dict
from typing import Generic
from typing import Iterable
@@ -31,7 +34,6 @@
import attr
import pluggy
-import py
import _pytest
from _pytest._code.source import findsource
@@ -43,9 +45,13 @@
from _pytest._io.saferepr import saferepr
from _pytest.compat import final
from _pytest.compat import get_real_func
+from _pytest.deprecated import check_ispytest
+from _pytest.pathlib import absolutepath
+from _pytest.pathlib import bestrelpath
if TYPE_CHECKING:
from typing_extensions import Literal
+ from typing_extensions import SupportsIndex
from weakref import ReferenceType
_TracebackStyle = Literal["long", "short", "line", "no", "native", "value", "auto"]
@@ -78,16 +84,16 @@ def name(self) -> str:
return self.raw.co_name
@property
- def path(self) -> Union[py.path.local, str]:
+ def path(self) -> Union[Path, str]:
"""Return a path object pointing to source code, or an ``str`` in
case of ``OSError`` / non-existing file."""
if not self.raw.co_filename:
return ""
try:
- p = py.path.local(self.raw.co_filename)
+ p = absolutepath(self.raw.co_filename)
# maybe don't try this checking
- if not p.check():
- raise OSError("py.path check failed.")
+ if not p.exists():
+ raise OSError("path check failed.")
return p
except OSError:
# XXX maybe try harder like the weird logic
@@ -223,7 +229,7 @@ def statement(self) -> "Source":
return source.getstatement(self.lineno)
@property
- def path(self) -> Union[py.path.local, str]:
+ def path(self) -> Union[Path, str]:
"""Path to the source code."""
return self.frame.code.path
@@ -235,7 +241,9 @@ def locals(self) -> Dict[str, Any]:
def getfirstlinesource(self) -> int:
return self.frame.code.firstlineno
- def getsource(self, astcache=None) -> Optional["Source"]:
+ def getsource(
+ self, astcache: Optional[Dict[Union[str, Path], ast.AST]] = None
+ ) -> Optional["Source"]:
"""Return failing source code."""
# we use the passed in astcache to not reparse asttrees
# within exception info printing
@@ -255,7 +263,7 @@ def getsource(self, astcache=None) -> Optional["Source"]:
except SyntaxError:
end = self.lineno + 1
else:
- if key is not None:
+ if key is not None and astcache is not None:
astcache[key] = astnode
return source[start:end]
@@ -270,9 +278,9 @@ def ishidden(self) -> bool:
Mostly for internal use.
"""
- tbh: Union[bool, Callable[[Optional[ExceptionInfo[BaseException]]], bool]] = (
- False
- )
+ tbh: Union[
+ bool, Callable[[Optional[ExceptionInfo[BaseException]]], bool]
+ ] = False
for maybe_ns_dct in (self.frame.f_locals, self.frame.f_globals):
# in normal cases, f_locals and f_globals are dictionaries
# however via `exec(...)` / `eval(...)` they can be other types
@@ -336,10 +344,10 @@ def f(cur: TracebackType) -> Iterable[TracebackEntry]:
def cut(
self,
- path=None,
+ path: Optional[Union["os.PathLike[str]", str]] = None,
lineno: Optional[int] = None,
firstlineno: Optional[int] = None,
- excludepath: Optional[py.path.local] = None,
+ excludepath: Optional["os.PathLike[str]"] = None,
) -> "Traceback":
"""Return a Traceback instance wrapping part of this Traceback.
@@ -350,31 +358,37 @@ def cut(
for formatting reasons (removing some uninteresting bits that deal
with handling of the exception/traceback).
"""
+ path_ = None if path is None else os.fspath(path)
+ excludepath_ = None if excludepath is None else os.fspath(excludepath)
for x in self:
code = x.frame.code
codepath = code.path
+ if path is not None and str(codepath) != path_:
+ continue
if (
- (path is None or codepath == path)
- and (
- excludepath is None
- or not isinstance(codepath, py.path.local)
- or not codepath.relto(excludepath)
- )
- and (lineno is None or x.lineno == lineno)
- and (firstlineno is None or x.frame.code.firstlineno == firstlineno)
+ excludepath is not None
+ and isinstance(codepath, Path)
+ and excludepath_ in (str(p) for p in codepath.parents) # type: ignore[operator]
):
- return Traceback(x._rawentry, self._excinfo)
+ continue
+ if lineno is not None and x.lineno != lineno:
+ continue
+ if firstlineno is not None and x.frame.code.firstlineno != firstlineno:
+ continue
+ return Traceback(x._rawentry, self._excinfo)
return self
@overload
- def __getitem__(self, key: int) -> TracebackEntry:
+ def __getitem__(self, key: "SupportsIndex") -> TracebackEntry:
...
@overload
def __getitem__(self, key: slice) -> "Traceback":
...
- def __getitem__(self, key: Union[int, slice]) -> Union[TracebackEntry, "Traceback"]:
+ def __getitem__(
+ self, key: Union["SupportsIndex", slice]
+ ) -> Union[TracebackEntry, "Traceback"]:
if isinstance(key, slice):
return self.__class__(super().__getitem__(key))
else:
@@ -418,41 +432,45 @@ def recursionindex(self) -> Optional[int]:
f = entry.frame
loc = f.f_locals
for otherloc in values:
- if f.eval(
- co_equal,
- __recursioncache_locals_1=loc,
- __recursioncache_locals_2=otherloc,
- ):
+ if otherloc == loc:
return i
values.append(entry.frame.f_locals)
return None
-co_equal = compile(
- "__recursioncache_locals_1 == __recursioncache_locals_2", "?", "eval"
-)
-
-
-_E = TypeVar("_E", bound=BaseException, covariant=True)
+E = TypeVar("E", bound=BaseException, covariant=True)
@final
-@attr.s(repr=False)
-class ExceptionInfo(Generic[_E]):
+@attr.s(repr=False, init=False, auto_attribs=True)
+class ExceptionInfo(Generic[E]):
"""Wraps sys.exc_info() objects and offers help for navigating the traceback."""
- _assert_start_repr = "AssertionError('assert "
+ _assert_start_repr: ClassVar = "AssertionError('assert "
+
+ _excinfo: Optional[Tuple[Type["E"], "E", TracebackType]]
+ _striptext: str
+ _traceback: Optional[Traceback]
- _excinfo = attr.ib(type=Optional[Tuple[Type["_E"], "_E", TracebackType]])
- _striptext = attr.ib(type=str, default="")
- _traceback = attr.ib(type=Optional[Traceback], default=None)
+ def __init__(
+ self,
+ excinfo: Optional[Tuple[Type["E"], "E", TracebackType]],
+ striptext: str = "",
+ traceback: Optional[Traceback] = None,
+ *,
+ _ispytest: bool = False,
+ ) -> None:
+ check_ispytest(_ispytest)
+ self._excinfo = excinfo
+ self._striptext = striptext
+ self._traceback = traceback
@classmethod
def from_exc_info(
cls,
- exc_info: Tuple[Type[_E], _E, TracebackType],
+ exc_info: Tuple[Type[E], E, TracebackType],
exprinfo: Optional[str] = None,
- ) -> "ExceptionInfo[_E]":
+ ) -> "ExceptionInfo[E]":
"""Return an ExceptionInfo for an existing exc_info tuple.
.. warning::
@@ -472,7 +490,7 @@ def from_exc_info(
if exprinfo and exprinfo.startswith(cls._assert_start_repr):
_striptext = "AssertionError: "
- return cls(exc_info, _striptext)
+ return cls(exc_info, _striptext, _ispytest=True)
@classmethod
def from_current(
@@ -497,17 +515,17 @@ def from_current(
return ExceptionInfo.from_exc_info(exc_info, exprinfo)
@classmethod
- def for_later(cls) -> "ExceptionInfo[_E]":
+ def for_later(cls) -> "ExceptionInfo[E]":
"""Return an unfilled ExceptionInfo."""
- return cls(None)
+ return cls(None, _ispytest=True)
- def fill_unfilled(self, exc_info: Tuple[Type[_E], _E, TracebackType]) -> None:
+ def fill_unfilled(self, exc_info: Tuple[Type[E], E, TracebackType]) -> None:
"""Fill an unfilled ExceptionInfo created with ``for_later()``."""
assert self._excinfo is None, "ExceptionInfo was already filled"
self._excinfo = exc_info
@property
- def type(self) -> Type[_E]:
+ def type(self) -> Type[E]:
"""The exception class."""
assert (
self._excinfo is not None
@@ -515,7 +533,7 @@ def type(self) -> Type[_E]:
return self._excinfo[0]
@property
- def value(self) -> _E:
+ def value(self) -> E:
"""The exception value."""
assert (
self._excinfo is not None
@@ -559,10 +577,10 @@ def __repr__(self) -> str:
def exconly(self, tryshort: bool = False) -> str:
"""Return the exception as a string.
- When 'tryshort' resolves to True, and the exception is a
- _pytest._code._AssertionError, only the actual exception part of
- the exception representation is returned (so 'AssertionError: ' is
- removed from the beginning).
+ When 'tryshort' resolves to True, and the exception is an
+ AssertionError, only the actual exception part of the exception
+ representation is returned (so 'AssertionError: ' is removed from
+ the beginning).
"""
lines = format_exception_only(self.type, self.value)
text = "".join(lines)
@@ -662,22 +680,24 @@ def match(self, regexp: Union[str, Pattern[str]]) -> "Literal[True]":
return True
-@attr.s
+@attr.s(auto_attribs=True)
class FormattedExcinfo:
"""Presenting information about failing Functions and Generators."""
# for traceback entries
- flow_marker = ">"
- fail_marker = "E"
-
- showlocals = attr.ib(type=bool, default=False)
- style = attr.ib(type="_TracebackStyle", default="long")
- abspath = attr.ib(type=bool, default=True)
- tbfilter = attr.ib(type=bool, default=True)
- funcargs = attr.ib(type=bool, default=False)
- truncate_locals = attr.ib(type=bool, default=True)
- chain = attr.ib(type=bool, default=True)
- astcache = attr.ib(default=attr.Factory(dict), init=False, repr=False)
+ flow_marker: ClassVar = ">"
+ fail_marker: ClassVar = "E"
+
+ showlocals: bool = False
+ style: "_TracebackStyle" = "long"
+ abspath: bool = True
+ tbfilter: bool = True
+ funcargs: bool = False
+ truncate_locals: bool = True
+ chain: bool = True
+ astcache: Dict[Union[str, Path], ast.AST] = attr.ib(
+ factory=dict, init=False, repr=False
+ )
def _getindent(self, source: "Source") -> int:
# Figure out indent for the given source.
@@ -801,7 +821,8 @@ def repr_traceback_entry(
message = "in %s" % (entry.name)
else:
message = excinfo and excinfo.typename or ""
- path = self._makepath(entry.path)
+ entry_path = entry.path
+ path = self._makepath(entry_path)
reprfileloc = ReprFileLocation(path, entry.lineno + 1, message)
localsrepr = self.repr_locals(entry.locals)
return ReprEntry(lines, reprargs, localsrepr, reprfileloc, style)
@@ -814,15 +835,15 @@ def repr_traceback_entry(
lines.extend(self.get_exconly(excinfo, indent=4))
return ReprEntry(lines, None, None, None, style)
- def _makepath(self, path):
- if not self.abspath:
+ def _makepath(self, path: Union[Path, str]) -> str:
+ if not self.abspath and isinstance(path, Path):
try:
- np = py.path.local().bestrelpath(path)
+ np = bestrelpath(Path.cwd(), path)
except OSError:
- return path
+ return str(path)
if len(np) < len(str(path)):
- path = np
- return path
+ return np
+ return str(path)
def repr_traceback(self, excinfo: ExceptionInfo[BaseException]) -> "ReprTraceback":
traceback = excinfo.traceback
@@ -877,7 +898,7 @@ def _truncate_recursive_traceback(
max_frames=max_frames,
total=len(traceback),
)
- # Type ignored because adding two instaces of a List subtype
+ # Type ignored because adding two instances of a List subtype
# currently incorrectly has type List instead of the subtype.
traceback = traceback[:max_frames] + traceback[-max_frames:] # type: ignore
else:
@@ -918,7 +939,7 @@ def repr_excinfo(
if e.__cause__ is not None and self.chain:
e = e.__cause__
excinfo_ = (
- ExceptionInfo((type(e), e, e.__traceback__))
+ ExceptionInfo.from_exc_info((type(e), e, e.__traceback__))
if e.__traceback__
else None
)
@@ -928,7 +949,7 @@ def repr_excinfo(
):
e = e.__context__
excinfo_ = (
- ExceptionInfo((type(e), e, e.__traceback__))
+ ExceptionInfo.from_exc_info((type(e), e, e.__traceback__))
if e.__traceback__
else None
)
@@ -939,7 +960,7 @@ def repr_excinfo(
return ExceptionChainRepr(repr_chain)
-@attr.s(eq=False)
+@attr.s(eq=False, auto_attribs=True)
class TerminalRepr:
def __str__(self) -> str:
# FYI this is called from pytest-xdist's serialization of exception
@@ -950,7 +971,7 @@ def __str__(self) -> str:
return io.getvalue().strip()
def __repr__(self) -> str:
- return "<{} instance at {:0x}>".format(self.__class__, id(self))
+ return f"<{self.__class__} instance at {id(self):0x}>"
def toterminal(self, tw: TerminalWriter) -> None:
raise NotImplementedError()
@@ -975,13 +996,9 @@ def toterminal(self, tw: TerminalWriter) -> None:
tw.line(content)
-@attr.s(eq=False)
+@attr.s(eq=False, auto_attribs=True)
class ExceptionChainRepr(ExceptionRepr):
- chain = attr.ib(
- type=Sequence[
- Tuple["ReprTraceback", Optional["ReprFileLocation"], Optional[str]]
- ]
- )
+ chain: Sequence[Tuple["ReprTraceback", Optional["ReprFileLocation"], Optional[str]]]
def __attrs_post_init__(self) -> None:
super().__attrs_post_init__()
@@ -999,23 +1016,23 @@ def toterminal(self, tw: TerminalWriter) -> None:
super().toterminal(tw)
-@attr.s(eq=False)
+@attr.s(eq=False, auto_attribs=True)
class ReprExceptionInfo(ExceptionRepr):
- reprtraceback = attr.ib(type="ReprTraceback")
- reprcrash = attr.ib(type="ReprFileLocation")
+ reprtraceback: "ReprTraceback"
+ reprcrash: "ReprFileLocation"
def toterminal(self, tw: TerminalWriter) -> None:
self.reprtraceback.toterminal(tw)
super().toterminal(tw)
-@attr.s(eq=False)
+@attr.s(eq=False, auto_attribs=True)
class ReprTraceback(TerminalRepr):
- reprentries = attr.ib(type=Sequence[Union["ReprEntry", "ReprEntryNative"]])
- extraline = attr.ib(type=Optional[str])
- style = attr.ib(type="_TracebackStyle")
+ reprentries: Sequence[Union["ReprEntry", "ReprEntryNative"]]
+ extraline: Optional[str]
+ style: "_TracebackStyle"
- entrysep = "_ "
+ entrysep: ClassVar = "_ "
def toterminal(self, tw: TerminalWriter) -> None:
# The entries might have different styles.
@@ -1043,22 +1060,23 @@ def __init__(self, tblines: Sequence[str]) -> None:
self.extraline = None
-@attr.s(eq=False)
+@attr.s(eq=False, auto_attribs=True)
class ReprEntryNative(TerminalRepr):
- lines = attr.ib(type=Sequence[str])
- style: "_TracebackStyle" = "native"
+ lines: Sequence[str]
+
+ style: ClassVar["_TracebackStyle"] = "native"
def toterminal(self, tw: TerminalWriter) -> None:
tw.write("".join(self.lines))
-@attr.s(eq=False)
+@attr.s(eq=False, auto_attribs=True)
class ReprEntry(TerminalRepr):
- lines = attr.ib(type=Sequence[str])
- reprfuncargs = attr.ib(type=Optional["ReprFuncArgs"])
- reprlocals = attr.ib(type=Optional["ReprLocals"])
- reprfileloc = attr.ib(type=Optional["ReprFileLocation"])
- style = attr.ib(type="_TracebackStyle")
+ lines: Sequence[str]
+ reprfuncargs: Optional["ReprFuncArgs"]
+ reprlocals: Optional["ReprLocals"]
+ reprfileloc: Optional["ReprFileLocation"]
+ style: "_TracebackStyle"
def _write_entry_lines(self, tw: TerminalWriter) -> None:
"""Write the source code portions of a list of traceback entries with syntax highlighting.
@@ -1132,11 +1150,11 @@ def __str__(self) -> str:
)
-@attr.s(eq=False)
+@attr.s(eq=False, auto_attribs=True)
class ReprFileLocation(TerminalRepr):
- path = attr.ib(type=str, converter=str)
- lineno = attr.ib(type=int)
- message = attr.ib(type=str)
+ path: str = attr.ib(converter=str)
+ lineno: int
+ message: str
def toterminal(self, tw: TerminalWriter) -> None:
# Filename and lineno output for each entry, using an output format
@@ -1149,18 +1167,18 @@ def toterminal(self, tw: TerminalWriter) -> None:
tw.line(f":{self.lineno}: {msg}")
-@attr.s(eq=False)
+@attr.s(eq=False, auto_attribs=True)
class ReprLocals(TerminalRepr):
- lines = attr.ib(type=Sequence[str])
+ lines: Sequence[str]
def toterminal(self, tw: TerminalWriter, indent="") -> None:
for line in self.lines:
tw.line(indent + line)
-@attr.s(eq=False)
+@attr.s(eq=False, auto_attribs=True)
class ReprFuncArgs(TerminalRepr):
- args = attr.ib(type=Sequence[Tuple[str, object]])
+ args: Sequence[Tuple[str, object]]
def toterminal(self, tw: TerminalWriter) -> None:
if self.args:
@@ -1181,7 +1199,7 @@ def toterminal(self, tw: TerminalWriter) -> None:
tw.line("")
-def getfslineno(obj: object) -> Tuple[Union[str, py.path.local], int]:
+def getfslineno(obj: object) -> Tuple[Union[str, Path], int]:
"""Return source location (path, lineno) for the given object.
If the source cannot be determined return ("", -1).
@@ -1203,7 +1221,7 @@ def getfslineno(obj: object) -> Tuple[Union[str, py.path.local], int]:
except TypeError:
return "", -1
- fspath = fn and py.path.local(fn) or ""
+ fspath = fn and absolutepath(fn) or ""
lineno = -1
if fspath:
try:
@@ -1225,7 +1243,6 @@ def getfslineno(obj: object) -> Tuple[Union[str, py.path.local], int]:
if _PLUGGY_DIR.name == "__init__.py":
_PLUGGY_DIR = _PLUGGY_DIR.parent
_PYTEST_DIR = Path(_pytest.__file__).parent
-_PY_DIR = Path(py.__file__).parent
def filter_traceback(entry: TracebackEntry) -> bool:
@@ -1253,7 +1270,5 @@ def filter_traceback(entry: TracebackEntry) -> bool:
return False
if _PYTEST_DIR in parents:
return False
- if _PY_DIR in parents:
- return False
return True
diff --git a/src/_pytest/_code/source.py b/src/_pytest/_code/source.py
index 6f54057c0a9..208cfb80037 100644
--- a/src/_pytest/_code/source.py
+++ b/src/_pytest/_code/source.py
@@ -149,6 +149,11 @@ def get_statement_startend2(lineno: int, node: ast.AST) -> Tuple[int, Optional[i
values: List[int] = []
for x in ast.walk(node):
if isinstance(x, (ast.stmt, ast.ExceptHandler)):
+ # Before Python 3.8, the lineno of a decorated class or function pointed at the decorator.
+ # Since Python 3.8, the lineno points to the class/def, so need to include the decorators.
+ if isinstance(x, (ast.ClassDef, ast.FunctionDef, ast.AsyncFunctionDef)):
+ for d in x.decorator_list:
+ values.append(d.lineno - 1)
values.append(x.lineno - 1)
for name in ("finalbody", "orelse"):
val: Optional[List[ast.stmt]] = getattr(x, name, None)
diff --git a/src/_pytest/_io/saferepr.py b/src/_pytest/_io/saferepr.py
index 5eb1e088905..e7ff5cab203 100644
--- a/src/_pytest/_io/saferepr.py
+++ b/src/_pytest/_io/saferepr.py
@@ -12,7 +12,7 @@ def _try_repr_or_str(obj: object) -> str:
except (KeyboardInterrupt, SystemExit):
raise
except BaseException:
- return '{}("{}")'.format(type(obj).__name__, obj)
+ return f'{type(obj).__name__}("{obj}")'
def _format_repr_exception(exc: BaseException, obj: object) -> str:
@@ -21,7 +21,7 @@ def _format_repr_exception(exc: BaseException, obj: object) -> str:
except (KeyboardInterrupt, SystemExit):
raise
except BaseException as exc:
- exc_info = "unpresentable exception ({})".format(_try_repr_or_str(exc))
+ exc_info = f"unpresentable exception ({_try_repr_or_str(exc)})"
return "<[{} raised in repr()] {} object at 0x{:x}>".format(
exc_info, type(obj).__name__, id(obj)
)
@@ -36,12 +36,23 @@ def _ellipsize(s: str, maxsize: int) -> str:
class SafeRepr(reprlib.Repr):
- """repr.Repr that limits the resulting size of repr() and includes
- information on exceptions raised during the call."""
+ """
+ repr.Repr that limits the resulting size of repr() and includes
+ information on exceptions raised during the call.
+ """
- def __init__(self, maxsize: int) -> None:
+ def __init__(self, maxsize: Optional[int]) -> None:
+ """
+ :param maxsize:
+ If not None, will truncate the resulting repr to that specific size, using ellipsis
+ somewhere in the middle to hide the extra text.
+ If None, will not impose any size limits on the returning repr.
+ """
super().__init__()
- self.maxstring = maxsize
+ # ``maxstring`` is used by the superclass, and needs to be an int; using a
+ # very large number in case maxsize is None, meaning we want to disable
+ # truncation.
+ self.maxstring = maxsize if maxsize is not None else 1_000_000_000
self.maxsize = maxsize
def repr(self, x: object) -> str:
@@ -51,7 +62,9 @@ def repr(self, x: object) -> str:
raise
except BaseException as exc:
s = _format_repr_exception(exc, x)
- return _ellipsize(s, self.maxsize)
+ if self.maxsize is not None:
+ s = _ellipsize(s, self.maxsize)
+ return s
def repr_instance(self, x: object, level: int) -> str:
try:
@@ -60,7 +73,9 @@ def repr_instance(self, x: object, level: int) -> str:
raise
except BaseException as exc:
s = _format_repr_exception(exc, x)
- return _ellipsize(s, self.maxsize)
+ if self.maxsize is not None:
+ s = _ellipsize(s, self.maxsize)
+ return s
def safeformat(obj: object) -> str:
@@ -75,7 +90,11 @@ def safeformat(obj: object) -> str:
return _format_repr_exception(exc, obj)
-def saferepr(obj: object, maxsize: int = 240) -> str:
+# Maximum size of overall repr of objects to display during assertion errors.
+DEFAULT_REPR_MAX_SIZE = 240
+
+
+def saferepr(obj: object, maxsize: Optional[int] = DEFAULT_REPR_MAX_SIZE) -> str:
"""Return a size-limited safe repr-string for the given object.
Failing __repr__ functions of user instances will be represented
@@ -83,7 +102,7 @@ def saferepr(obj: object, maxsize: int = 240) -> str:
care to never raise exceptions itself.
This function is a wrapper around the Repr/reprlib functionality of the
- standard 2.6 lib.
+ stdlib.
"""
return SafeRepr(maxsize).repr(obj)
@@ -107,7 +126,12 @@ def _format(
if objid in context or p is None:
# Type ignored because _format is private.
super()._format( # type: ignore[misc]
- object, stream, indent, allowance, context, level,
+ object,
+ stream,
+ indent,
+ allowance,
+ context,
+ level,
)
return
diff --git a/src/_pytest/_io/terminalwriter.py b/src/_pytest/_io/terminalwriter.py
index 8edf4cd75fa..379035d858c 100644
--- a/src/_pytest/_io/terminalwriter.py
+++ b/src/_pytest/_io/terminalwriter.py
@@ -195,16 +195,39 @@ def _write_source(self, lines: Sequence[str], indents: Sequence[str] = ()) -> No
def _highlight(self, source: str) -> str:
"""Highlight the given source code if we have markup support."""
+ from _pytest.config.exceptions import UsageError
+
if not self.hasmarkup or not self.code_highlight:
return source
try:
from pygments.formatters.terminal import TerminalFormatter
from pygments.lexers.python import PythonLexer
from pygments import highlight
+ import pygments.util
except ImportError:
return source
else:
- highlighted: str = highlight(
- source, PythonLexer(), TerminalFormatter(bg="dark")
- )
- return highlighted
+ try:
+ highlighted: str = highlight(
+ source,
+ PythonLexer(),
+ TerminalFormatter(
+ bg=os.getenv("PYTEST_THEME_MODE", "dark"),
+ style=os.getenv("PYTEST_THEME"),
+ ),
+ )
+ return highlighted
+ except pygments.util.ClassNotFound:
+ raise UsageError(
+ "PYTEST_THEME environment variable had an invalid value: '{}'. "
+ "Only valid pygment styles are allowed.".format(
+ os.getenv("PYTEST_THEME")
+ )
+ )
+ except pygments.util.OptionError:
+ raise UsageError(
+ "PYTEST_THEME_MODE environment variable had an invalid value: '{}'. "
+ "The only allowed values are 'dark' and 'light'.".format(
+ os.getenv("PYTEST_THEME_MODE")
+ )
+ )
diff --git a/src/_pytest/assertion/__init__.py b/src/_pytest/assertion/__init__.py
index a18cf198df0..480a26ad867 100644
--- a/src/_pytest/assertion/__init__.py
+++ b/src/_pytest/assertion/__init__.py
@@ -88,13 +88,13 @@ def __init__(self, config: Config, mode) -> None:
def install_importhook(config: Config) -> rewrite.AssertionRewritingHook:
"""Try to install the rewrite hook, raise SystemError if it fails."""
- config._store[assertstate_key] = AssertionState(config, "rewrite")
- config._store[assertstate_key].hook = hook = rewrite.AssertionRewritingHook(config)
+ config.stash[assertstate_key] = AssertionState(config, "rewrite")
+ config.stash[assertstate_key].hook = hook = rewrite.AssertionRewritingHook(config)
sys.meta_path.insert(0, hook)
- config._store[assertstate_key].trace("installed rewrite import hook")
+ config.stash[assertstate_key].trace("installed rewrite import hook")
def undo() -> None:
- hook = config._store[assertstate_key].hook
+ hook = config.stash[assertstate_key].hook
if hook is not None and hook in sys.meta_path:
sys.meta_path.remove(hook)
@@ -104,9 +104,9 @@ def undo() -> None:
def pytest_collection(session: "Session") -> None:
# This hook is only called when test modules are collected
- # so for example not in the master process of pytest-xdist
+ # so for example not in the managing process of pytest-xdist
# (which does not collect test modules).
- assertstate = session.config._store.get(assertstate_key, None)
+ assertstate = session.config.stash.get(assertstate_key, None)
if assertstate:
if assertstate.hook is not None:
assertstate.hook.set_session(session)
@@ -153,6 +153,7 @@ def callbinrepr(op, left: object, right: object) -> Optional[str]:
saved_assert_hooks = util._reprcompare, util._assertion_pass
util._reprcompare = callbinrepr
+ util._config = item.config
if ihook.pytest_assertion_pass.get_hookimpls():
@@ -164,10 +165,11 @@ def call_assertion_pass_hook(lineno: int, orig: str, expl: str) -> None:
yield
util._reprcompare, util._assertion_pass = saved_assert_hooks
+ util._config = None
def pytest_sessionfinish(session: "Session") -> None:
- assertstate = session.config._store.get(assertstate_key, None)
+ assertstate = session.config.stash.get(assertstate_key, None)
if assertstate:
if assertstate.hook is not None:
assertstate.hook.set_session(None)
diff --git a/src/_pytest/assertion/rewrite.py b/src/_pytest/assertion/rewrite.py
index 805d4c8b35b..61efa0d8557 100644
--- a/src/_pytest/assertion/rewrite.py
+++ b/src/_pytest/assertion/rewrite.py
@@ -19,6 +19,7 @@
from typing import Dict
from typing import IO
from typing import Iterable
+from typing import Iterator
from typing import List
from typing import Optional
from typing import Sequence
@@ -27,8 +28,7 @@
from typing import TYPE_CHECKING
from typing import Union
-import py
-
+from _pytest._io.saferepr import DEFAULT_REPR_MAX_SIZE
from _pytest._io.saferepr import saferepr
from _pytest._version import version
from _pytest.assertion import util
@@ -37,14 +37,15 @@
)
from _pytest.config import Config
from _pytest.main import Session
+from _pytest.pathlib import absolutepath
from _pytest.pathlib import fnmatch_ex
-from _pytest.store import StoreKey
+from _pytest.stash import StashKey
if TYPE_CHECKING:
from _pytest.assertion import AssertionState
-assertstate_key = StoreKey["AssertionState"]()
+assertstate_key = StashKey["AssertionState"]()
# pytest caches rewritten pycs in pycache dirs
@@ -63,7 +64,7 @@ def __init__(self, config: Config) -> None:
except ValueError:
self.fnpats = ["test_*.py", "*_test.py"]
self.session: Optional[Session] = None
- self._rewritten_names: Set[str] = set()
+ self._rewritten_names: Dict[str, Path] = {}
self._must_rewrite: Set[str] = set()
# flag to guard against trying to rewrite a pyc file while we are already writing another pyc file,
# which might result in infinite recursion (#3506)
@@ -87,7 +88,7 @@ def find_spec(
) -> Optional[importlib.machinery.ModuleSpec]:
if self._writing_pyc:
return None
- state = self.config._store[assertstate_key]
+ state = self.config.stash[assertstate_key]
if self._early_rewrite_bailout(name, state):
return None
state.trace("find_module called for: %s" % name)
@@ -131,9 +132,9 @@ def exec_module(self, module: types.ModuleType) -> None:
assert module.__spec__ is not None
assert module.__spec__.origin is not None
fn = Path(module.__spec__.origin)
- state = self.config._store[assertstate_key]
+ state = self.config.stash[assertstate_key]
- self._rewritten_names.add(module.__name__)
+ self._rewritten_names[module.__name__] = fn
# The requested module looks like a test file, so rewrite it. This is
# the most magical part of the process: load the source, rewrite the
@@ -215,7 +216,7 @@ def _should_rewrite(self, name: str, fn: str, state: "AssertionState") -> bool:
return True
if self.session is not None:
- if self.session.isinitpath(py.path.local(fn)):
+ if self.session.isinitpath(absolutepath(fn)):
state.trace(f"matched test file (was specified on cmdline): {fn!r}")
return True
@@ -275,6 +276,14 @@ def get_data(self, pathname: Union[str, bytes]) -> bytes:
with open(pathname, "rb") as f:
return f.read()
+ if sys.version_info >= (3, 9):
+
+ def get_resource_reader(self, name: str) -> importlib.abc.TraversableResources: # type: ignore
+ from types import SimpleNamespace
+ from importlib.readers import FileReader
+
+ return FileReader(SimpleNamespace(path=self._rewritten_names[name]))
+
def _write_pyc_fp(
fp: IO[bytes], source_stat: os.stat_result, co: types.CodeType
@@ -333,7 +342,7 @@ def _write_pyc(
try:
_write_pyc_fp(fp, source_stat, co)
- os.rename(proc_pyc, os.fspath(pyc))
+ os.rename(proc_pyc, pyc)
except OSError as e:
state.trace(f"error writing pyc file at {pyc}: {e}")
# we ignore any failure to write the cache file
@@ -347,13 +356,12 @@ def _write_pyc(
def _rewrite_test(fn: Path, config: Config) -> Tuple[os.stat_result, types.CodeType]:
"""Read and rewrite *fn* and return the code object."""
- fn_ = os.fspath(fn)
- stat = os.stat(fn_)
- with open(fn_, "rb") as f:
- source = f.read()
- tree = ast.parse(source, filename=fn_)
- rewrite_asserts(tree, source, fn_, config)
- co = compile(tree, fn_, "exec", dont_inherit=True)
+ stat = os.stat(fn)
+ source = fn.read_bytes()
+ strfn = str(fn)
+ tree = ast.parse(source, filename=strfn)
+ rewrite_asserts(tree, source, strfn, config)
+ co = compile(tree, strfn, "exec", dont_inherit=True)
return stat, co
@@ -365,14 +373,14 @@ def _read_pyc(
Return rewritten code if successful or None if not.
"""
try:
- fp = open(os.fspath(pyc), "rb")
+ fp = open(pyc, "rb")
except OSError:
return None
with fp:
# https://www.python.org/dev/peps/pep-0552/
has_flags = sys.version_info >= (3, 7)
try:
- stat_result = os.stat(os.fspath(source))
+ stat_result = os.stat(source)
mtime = int(stat_result.st_mtime)
size = stat_result.st_size
data = fp.read(16 if has_flags else 12)
@@ -428,7 +436,18 @@ def _saferepr(obj: object) -> str:
sequences, especially '\n{' and '\n}' are likely to be present in
JSON reprs.
"""
- return saferepr(obj).replace("\n", "\\n")
+ maxsize = _get_maxsize_for_saferepr(util._config)
+ return saferepr(obj, maxsize=maxsize).replace("\n", "\\n")
+
+
+def _get_maxsize_for_saferepr(config: Optional[Config]) -> Optional[int]:
+ """Get `maxsize` configuration for saferepr based on the given config object."""
+ verbosity = config.getoption("verbose") if config is not None else 0
+ if verbosity >= 2:
+ return None
+ if verbosity >= 1:
+ return DEFAULT_REPR_MAX_SIZE * 10
+ return DEFAULT_REPR_MAX_SIZE
def _format_assertmsg(obj: object) -> str:
@@ -495,7 +514,7 @@ def _call_assertion_pass(lineno: int, orig: str, expl: str) -> None:
def _check_if_assertion_pass_impl() -> bool:
"""Check if any plugins implement the pytest_assertion_pass hook
- in order not to generate explanation unecessarily (might be expensive)."""
+ in order not to generate explanation unnecessarily (might be expensive)."""
return True if util._assertion_pass else False
@@ -528,21 +547,14 @@ def _check_if_assertion_pass_impl() -> bool:
}
-def set_location(node, lineno, col_offset):
- """Set node location information recursively."""
-
- def _fix(node, lineno, col_offset):
- if "lineno" in node._attributes:
- node.lineno = lineno
- if "col_offset" in node._attributes:
- node.col_offset = col_offset
- for child in ast.iter_child_nodes(node):
- _fix(child, lineno, col_offset)
-
- _fix(node, lineno, col_offset)
- return node
+def traverse_node(node: ast.AST) -> Iterator[ast.AST]:
+ """Recursively yield node and all its children in depth-first order."""
+ yield node
+ for child in ast.iter_child_nodes(node):
+ yield from traverse_node(child)
+@functools.lru_cache(maxsize=1)
def _get_assertion_exprs(src: bytes) -> Dict[int, str]:
"""Return a mapping from {lineno: "assertion test expression"}."""
ret: Dict[int, str] = {}
@@ -664,21 +676,14 @@ def __init__(
self.enable_assertion_pass_hook = False
self.source = source
- @functools.lru_cache(maxsize=1)
- def _assert_expr_to_lineno(self) -> Dict[int, str]:
- return _get_assertion_exprs(self.source)
-
def run(self, mod: ast.Module) -> None:
"""Find all assert statements in *mod* and rewrite them."""
if not mod.body:
# Nothing to do.
return
- # Insert some special imports at the top of the module but after any
- # docstrings and __future__ imports.
- aliases = [
- ast.alias("builtins", "@py_builtins"),
- ast.alias("_pytest.assertion.rewrite", "@pytest_ar"),
- ]
+
+ # We'll insert some special imports at the top of the module, but after any
+ # docstrings and __future__ imports, so first figure out where that is.
doc = getattr(mod, "docstring", None)
expect_docstring = doc is None
if doc is not None and self.is_rewrite_disabled(doc):
@@ -710,10 +715,27 @@ def run(self, mod: ast.Module) -> None:
lineno = item.decorator_list[0].lineno
else:
lineno = item.lineno
+ # Now actually insert the special imports.
+ if sys.version_info >= (3, 10):
+ aliases = [
+ ast.alias("builtins", "@py_builtins", lineno=lineno, col_offset=0),
+ ast.alias(
+ "_pytest.assertion.rewrite",
+ "@pytest_ar",
+ lineno=lineno,
+ col_offset=0,
+ ),
+ ]
+ else:
+ aliases = [
+ ast.alias("builtins", "@py_builtins"),
+ ast.alias("_pytest.assertion.rewrite", "@pytest_ar"),
+ ]
imports = [
ast.Import([alias], lineno=lineno, col_offset=0) for alias in aliases
]
mod.body[pos:pos] = imports
+
# Collect asserts.
nodes: List[ast.AST] = [mod]
while nodes:
@@ -840,7 +862,7 @@ def visit_Assert(self, assert_: ast.Assert) -> List[ast.stmt]:
"assertion is always true, perhaps remove parentheses?"
),
category=None,
- filename=os.fspath(self.module_path),
+ filename=self.module_path,
lineno=assert_.lineno,
)
@@ -881,7 +903,7 @@ def visit_Assert(self, assert_: ast.Assert) -> List[ast.stmt]:
# Passed
fmt_pass = self.helper("_format_explanation", msg)
- orig = self._assert_expr_to_lineno()[assert_.lineno]
+ orig = _get_assertion_exprs(self.source)[assert_.lineno]
hook_call_pass = ast.Expr(
self.helper(
"_call_assertion_pass",
@@ -932,9 +954,10 @@ def visit_Assert(self, assert_: ast.Assert) -> List[ast.stmt]:
variables = [ast.Name(name, ast.Store()) for name in self.variables]
clear = ast.Assign(variables, ast.NameConstant(None))
self.statements.append(clear)
- # Fix line numbers.
+ # Fix locations (line numbers/column offsets).
for stmt in self.statements:
- set_location(stmt, assert_.lineno, assert_.col_offset)
+ for node in traverse_node(stmt):
+ ast.copy_location(node, assert_)
return self.statements
def visit_Name(self, name: ast.Name) -> Tuple[ast.Name, str]:
@@ -1081,7 +1104,7 @@ def try_makedirs(cache_dir: Path) -> bool:
Returns True if successful or if it already exists.
"""
try:
- os.makedirs(os.fspath(cache_dir), exist_ok=True)
+ os.makedirs(cache_dir, exist_ok=True)
except (FileNotFoundError, NotADirectoryError, FileExistsError):
# One of the path components was not a directory:
# - we're in a zip file
diff --git a/src/_pytest/assertion/truncate.py b/src/_pytest/assertion/truncate.py
index 5ba9ddca75a..ce148dca095 100644
--- a/src/_pytest/assertion/truncate.py
+++ b/src/_pytest/assertion/truncate.py
@@ -3,10 +3,10 @@
Current default behaviour is to truncate assertion explanations at
~8 terminal lines, unless running in "-vv" mode or running on CI.
"""
-import os
from typing import List
from typing import Optional
+from _pytest.assertion import util
from _pytest.nodes import Item
@@ -27,13 +27,7 @@ def truncate_if_required(
def _should_truncate_item(item: Item) -> bool:
"""Whether or not this test item is eligible for truncation."""
verbose = item.config.option.verbose
- return verbose < 2 and not _running_on_ci()
-
-
-def _running_on_ci() -> bool:
- """Check if we're currently running on a CI system."""
- env_vars = ["CI", "BUILD_NUMBER"]
- return any(var in os.environ for var in env_vars)
+ return verbose < 2 and not util.running_on_ci()
def _truncate_explanation(
diff --git a/src/_pytest/assertion/util.py b/src/_pytest/assertion/util.py
index da1ffd15e37..19f1089c20a 100644
--- a/src/_pytest/assertion/util.py
+++ b/src/_pytest/assertion/util.py
@@ -1,5 +1,6 @@
"""Utilities for assertion debugging."""
import collections.abc
+import os
import pprint
from typing import AbstractSet
from typing import Any
@@ -15,6 +16,7 @@
from _pytest._io.saferepr import _pformat_dispatch
from _pytest._io.saferepr import safeformat
from _pytest._io.saferepr import saferepr
+from _pytest.config import Config
# The _reprcompare attribute on the util module is used by the new assertion
# interpretation code and assertion rewriter to detect this plugin was
@@ -26,6 +28,9 @@
# when pytest_runtest_setup is called.
_assertion_pass: Optional[Callable[[int, str, str], None]] = None
+# Config object which is assigned during pytest_runtest_protocol.
+_config: Optional[Config] = None
+
def format_explanation(explanation: str) -> str:
r"""Format an explanation.
@@ -175,7 +180,15 @@ def _compare_eq_any(left: Any, right: Any, verbose: int = 0) -> List[str]:
if istext(left) and istext(right):
explanation = _diff_text(left, right, verbose)
else:
- if type(left) == type(right) and (
+ from _pytest.python_api import ApproxBase
+
+ if isinstance(left, ApproxBase) or isinstance(right, ApproxBase):
+ # Although the common order should be obtained == expected, this ensures both ways
+ approx_side = left if isinstance(left, ApproxBase) else right
+ other_side = right if isinstance(left, ApproxBase) else left
+
+ explanation = approx_side._repr_compare(other_side)
+ elif type(left) == type(right) and (
isdatacls(left) or isattrs(left) or isnamedtuple(left)
):
# Note: unlike dataclasses/attrs, namedtuples compare only the
@@ -191,9 +204,11 @@ def _compare_eq_any(left: Any, right: Any, verbose: int = 0) -> List[str]:
explanation = _compare_eq_dict(left, right, verbose)
elif verbose > 0:
explanation = _compare_eq_verbose(left, right)
+
if isiterable(left) and isiterable(right):
expl = _compare_eq_iterable(left, right, verbose)
explanation.extend(expl)
+
return explanation
@@ -272,7 +287,7 @@ def _surrounding_parens_on_own_lines(lines: List[str]) -> None:
def _compare_eq_iterable(
left: Iterable[Any], right: Iterable[Any], verbose: int = 0
) -> List[str]:
- if not verbose:
+ if not verbose and not running_on_ci():
return ["Use -v to get the full diff"]
# dynamic import to speedup pytest
import difflib
@@ -475,3 +490,9 @@ def _notin_text(term: str, text: str, verbose: int = 0) -> List[str]:
else:
newdiff.append(line)
return newdiff
+
+
+def running_on_ci() -> bool:
+ """Check if we're currently running on a CI system."""
+ env_vars = ["CI", "BUILD_NUMBER"]
+ return any(var in os.environ for var in env_vars)
diff --git a/src/_pytest/cacheprovider.py b/src/_pytest/cacheprovider.py
index 03acd03109e..681d02b4093 100755
--- a/src/_pytest/cacheprovider.py
+++ b/src/_pytest/cacheprovider.py
@@ -13,7 +13,6 @@
from typing import Union
import attr
-import py
from .pathlib import resolve_from_str
from .pathlib import rm_rf
@@ -42,27 +41,27 @@
**Do not** commit this to version control.
-See [the docs](https://docs.pytest.org/en/stable/cache.html) for more information.
+See [the docs](https://docs.pytest.org/en/stable/how-to/cache.html) for more information.
"""
CACHEDIR_TAG_CONTENT = b"""\
Signature: 8a477f597d28d172789f06886806bc55
# This file is a cache directory tag created by pytest.
# For information about cache directory tags, see:
-# http://www.bford.info/cachedir/spec.html
+# https://bford.info/cachedir/spec.html
"""
@final
-@attr.s(init=False)
+@attr.s(init=False, auto_attribs=True)
class Cache:
- _cachedir = attr.ib(type=Path, repr=False)
- _config = attr.ib(type=Config, repr=False)
+ _cachedir: Path = attr.ib(repr=False)
+ _config: Config = attr.ib(repr=False)
- # sub-directory under cache-dir for directories created by "makedir"
+ # Sub-directory under cache-dir for directories created by `mkdir()`.
_CACHE_PREFIX_DIRS = "d"
- # sub-directory under cache-dir for values created by "set"
+ # Sub-directory under cache-dir for values created by `set()`.
_CACHE_PREFIX_VALUES = "v"
def __init__(
@@ -120,13 +119,15 @@ def warn(self, fmt: str, *, _ispytest: bool = False, **args: object) -> None:
stacklevel=3,
)
- def makedir(self, name: str) -> py.path.local:
+ def mkdir(self, name: str) -> Path:
"""Return a directory path object with the given name.
If the directory does not yet exist, it will be created. You can use
it to manage files to e.g. store/retrieve database dumps across test
sessions.
+ .. versionadded:: 7.0
+
:param name:
Must be a string not containing a ``/`` separator.
Make sure the name contains your plugin or application
@@ -137,7 +138,7 @@ def makedir(self, name: str) -> py.path.local:
raise ValueError("name is not allowed to contain path separators")
res = self._cachedir.joinpath(self._CACHE_PREFIX_DIRS, path)
res.mkdir(exist_ok=True, parents=True)
- return py.path.local(res)
+ return res
def _getvaluepath(self, key: str) -> Path:
return self._cachedir.joinpath(self._CACHE_PREFIX_VALUES, Path(key))
@@ -183,7 +184,7 @@ def set(self, key: str, value: object) -> None:
return
if not cache_dir_exists_already:
self._ensure_supporting_files()
- data = json.dumps(value, indent=2, sort_keys=True)
+ data = json.dumps(value, indent=2)
try:
f = path.open("w")
except OSError:
@@ -218,13 +219,17 @@ def pytest_make_collect_report(self, collector: nodes.Collector):
# Sort any lf-paths to the beginning.
lf_paths = self.lfplugin._last_failed_paths
+
res.result = sorted(
- res.result, key=lambda x: 0 if Path(str(x.fspath)) in lf_paths else 1,
+ res.result,
+ # use stable sort to priorize last failed
+ key=lambda x: x.path in lf_paths,
+ reverse=True,
)
return
elif isinstance(collector, Module):
- if Path(str(collector.fspath)) in self.lfplugin._last_failed_paths:
+ if collector.path in self.lfplugin._last_failed_paths:
out = yield
res = out.get_result()
result = res.result
@@ -245,7 +250,7 @@ def pytest_make_collect_report(self, collector: nodes.Collector):
for x in result
if x.nodeid in lastfailed
# Include any passed arguments (not trivial to filter).
- or session.isinitpath(x.fspath)
+ or session.isinitpath(x.path)
# Keep all sub-collectors.
or isinstance(x, nodes.Collector)
]
@@ -265,7 +270,7 @@ def pytest_make_collect_report(
# test-bearing paths and doesn't try to include the paths of their
# packages, so don't filter them.
if isinstance(collector, Module) and not isinstance(collector, Package):
- if Path(str(collector.fspath)) not in self.lfplugin._last_failed_paths:
+ if collector.path not in self.lfplugin._last_failed_paths:
self.lfplugin._skipped_files += 1
return CollectReport(
@@ -414,7 +419,7 @@ def pytest_collection_modifyitems(
self.cached_nodeids.update(item.nodeid for item in items)
def _get_increasing_order(self, items: Iterable[nodes.Item]) -> List[nodes.Item]:
- return sorted(items, key=lambda item: item.fspath.mtime(), reverse=True) # type: ignore[no-any-return]
+ return sorted(items, key=lambda item: item.path.stat().st_mtime, reverse=True) # type: ignore[no-any-return]
def pytest_sessionfinish(self) -> None:
config = self.config
@@ -567,8 +572,8 @@ def cacheshow(config: Config, session: Session) -> int:
contents = sorted(ddir.rglob(glob))
tw.sep("-", "cache directories for %r" % glob)
for p in contents:
- # if p.check(dir=1):
- # print("%s/" % p.relto(basedir))
+ # if p.is_dir():
+ # print("%s/" % p.relative_to(basedir))
if p.is_file():
key = str(p.relative_to(basedir))
tw.line(f"{key} is a file of length {p.stat().st_size:d}")
diff --git a/src/_pytest/capture.py b/src/_pytest/capture.py
index 086302658cb..884f035e299 100644
--- a/src/_pytest/capture.py
+++ b/src/_pytest/capture.py
@@ -68,30 +68,6 @@ def _colorama_workaround() -> None:
pass
-def _readline_workaround() -> None:
- """Ensure readline is imported so that it attaches to the correct stdio
- handles on Windows.
-
- Pdb uses readline support where available--when not running from the Python
- prompt, the readline module is not imported until running the pdb REPL. If
- running pytest with the --pdb option this means the readline module is not
- imported until after I/O capture has been started.
-
- This is a problem for pyreadline, which is often used to implement readline
- support on Windows, as it does not attach to the correct handles for stdout
- and/or stdin if they have been redirected by the FDCapture mechanism. This
- workaround ensures that readline is imported before I/O capture is setup so
- that it can attach to the actual stdin/out for the console.
-
- See https://github.com/pytest-dev/pytest/pull/1281.
- """
- if sys.platform.startswith("win32"):
- try:
- import readline # noqa: F401
- except ImportError:
- pass
-
-
def _py36_windowsconsoleio_workaround(stream: TextIO) -> None:
"""Workaround for Windows Unicode console handling on Python>=3.6.
@@ -154,7 +130,6 @@ def pytest_load_initial_conftests(early_config: Config):
if ns.capture == "fd":
_py36_windowsconsoleio_workaround(sys.stdout)
_colorama_workaround()
- _readline_workaround()
pluginmanager = early_config.pluginmanager
capman = CaptureManager(ns.capture)
pluginmanager.register(capman, "capturemanager")
@@ -363,7 +338,7 @@ def __init__(self, targetfd: int) -> None:
except OSError:
# FD capturing is conceptually simple -- create a temporary file,
# redirect the FD to it, redirect back when done. But when the
- # target FD is invalid it throws a wrench into this loveley scheme.
+ # target FD is invalid it throws a wrench into this lovely scheme.
#
# Tests themselves shouldn't care if the FD is valid, FD capturing
# should work regardless of external circumstances. So falling back
@@ -556,7 +531,11 @@ def __init__(self, in_, out, err) -> None:
def __repr__(self) -> str:
return "<MultiCapture out={!r} err={!r} in_={!r} _state={!r} _in_suspended={!r}>".format(
- self.out, self.err, self.in_, self._state, self._in_suspended,
+ self.out,
+ self.err,
+ self.in_,
+ self._state,
+ self._in_suspended,
)
def start_capturing(self) -> None:
@@ -614,14 +593,8 @@ def is_started(self) -> bool:
return self._state == "started"
def readouterr(self) -> CaptureResult[AnyStr]:
- if self.out:
- out = self.out.snap()
- else:
- out = ""
- if self.err:
- err = self.err.snap()
- else:
- err = ""
+ out = self.out.snap() if self.out else ""
+ err = self.err.snap() if self.err else ""
return CaptureResult(out, err)
@@ -843,7 +816,9 @@ def __init__(
def _start(self) -> None:
if self._capture is None:
self._capture = MultiCapture(
- in_=None, out=self.captureclass(1), err=self.captureclass(2),
+ in_=None,
+ out=self.captureclass(1),
+ err=self.captureclass(2),
)
self._capture.start_capturing()
diff --git a/src/_pytest/compat.py b/src/_pytest/compat.py
index c7f86ea9c0a..7703dee8c5a 100644
--- a/src/_pytest/compat.py
+++ b/src/_pytest/compat.py
@@ -2,7 +2,7 @@
import enum
import functools
import inspect
-import re
+import os
import sys
from contextlib import contextmanager
from inspect import Parameter
@@ -18,9 +18,7 @@
from typing import Union
import attr
-
-from _pytest.outcomes import fail
-from _pytest.outcomes import TEST_OUTCOME
+import py
if TYPE_CHECKING:
from typing import NoReturn
@@ -30,6 +28,19 @@
_T = TypeVar("_T")
_S = TypeVar("_S")
+#: constant to prepare valuing pylib path replacements/lazy proxies later on
+# intended for removal in pytest 8.0 or 9.0
+
+# fmt: off
+# intentional space to create a fake difference for the verification
+LEGACY_PATH = py.path. local
+# fmt: on
+
+
+def legacy_path(path: Union[str, "os.PathLike[str]"]) -> LEGACY_PATH:
+ """Internal wrapper to prepare lazy proxies for legacy_path instances"""
+ return LEGACY_PATH(path)
+
# fmt: off
# Singleton type for NOTSET, as described in:
@@ -49,10 +60,6 @@ def _format_args(func: Callable[..., Any]) -> str:
return str(signature(func))
-# The type of re.compile objects is not exposed in Python.
-REGEX_TYPE = type(re.compile(""))
-
-
def is_generator(func: object) -> bool:
genfunc = inspect.isgeneratorfunction(func)
return genfunc and not iscoroutinefunction(func)
@@ -142,8 +149,11 @@ def getfuncargnames(
try:
parameters = signature(function).parameters
except (ValueError, TypeError) as e:
+ from _pytest.outcomes import fail
+
fail(
- f"Could not determine arguments of {function!r}: {e}", pytrace=False,
+ f"Could not determine arguments of {function!r}: {e}",
+ pytrace=False,
)
arg_names = tuple(
@@ -162,7 +172,12 @@ def getfuncargnames(
# it's passed as an unbound method or function, remove the first
# parameter name.
if is_method or (
- cls and not isinstance(cls.__dict__.get(name, None), staticmethod)
+ # Not using `getattr` because we don't want to resolve the staticmethod.
+ # Not using `cls.__dict__` because we want to check the entire MRO.
+ cls
+ and not isinstance(
+ inspect.getattr_static(cls, name, default=None), staticmethod
+ )
):
arg_names = arg_names[1:]
# Remove any names that will be replaced with mocks.
@@ -308,6 +323,8 @@ def safe_getattr(object: Any, name: str, default: Any) -> Any:
are derived from BaseException instead of Exception (for more details
check #2707).
"""
+ from _pytest.outcomes import TEST_OUTCOME
+
try:
return getattr(object, name, default)
except TEST_OUTCOME:
@@ -397,4 +414,4 @@ def __get__(self, instance, owner=None):
#
# This also work for Enums (if you use `is` to compare) and Literals.
def assert_never(value: "NoReturn") -> "NoReturn":
- assert False, "Unhandled value: {} ({})".format(value, type(value).__name__)
+ assert False, f"Unhandled value: {value} ({type(value).__name__})"
diff --git a/src/_pytest/config/__init__.py b/src/_pytest/config/__init__.py
index bd9e2883f9f..604b203d512 100644
--- a/src/_pytest/config/__init__.py
+++ b/src/_pytest/config/__init__.py
@@ -13,9 +13,11 @@
import warnings
from functools import lru_cache
from pathlib import Path
+from textwrap import dedent
from types import TracebackType
from typing import Any
from typing import Callable
+from typing import cast
from typing import Dict
from typing import Generator
from typing import IO
@@ -32,7 +34,6 @@
from typing import Union
import attr
-import py
from pluggy import HookimplMarker
from pluggy import HookspecMarker
from pluggy import PluginManager
@@ -50,10 +51,12 @@
from _pytest.compat import importlib_metadata
from _pytest.outcomes import fail
from _pytest.outcomes import Skipped
+from _pytest.pathlib import absolutepath
from _pytest.pathlib import bestrelpath
from _pytest.pathlib import import_path
from _pytest.pathlib import ImportMode
-from _pytest.store import Store
+from _pytest.pathlib import resolve_package_path
+from _pytest.stash import Stash
from _pytest.warning_types import PytestConfigWarning
if TYPE_CHECKING:
@@ -103,7 +106,7 @@ class ExitCode(enum.IntEnum):
class ConftestImportFailure(Exception):
def __init__(
self,
- path: py.path.local,
+ path: Path,
excinfo: Tuple[Type[Exception], Exception, TracebackType],
) -> None:
super().__init__(path, excinfo)
@@ -128,7 +131,7 @@ def filter_traceback_for_conftest_import_failure(
def main(
- args: Optional[Union[List[str], py.path.local]] = None,
+ args: Optional[Union[List[str], "os.PathLike[str]"]] = None,
plugins: Optional[Sequence[Union[str, _PluggyPlugin]]] = None,
) -> Union[int, ExitCode]:
"""Perform an in-process test run.
@@ -142,7 +145,7 @@ def main(
try:
config = _prepareconfig(args, plugins)
except ConftestImportFailure as e:
- exc_info = ExceptionInfo(e.excinfo)
+ exc_info = ExceptionInfo.from_exc_info(e.excinfo)
tw = TerminalWriter(sys.stderr)
tw.line(f"ImportError while loading conftest '{e.path}'.", red=True)
exc_info.traceback = exc_info.traceback.filter(
@@ -235,6 +238,7 @@ def directory_arg(path: str, optname: str) -> str:
"unittest",
"capture",
"skipping",
+ "legacypath",
"tmpdir",
"monkeypatch",
"recwarn",
@@ -251,6 +255,7 @@ def directory_arg(path: str, optname: str) -> str:
"warnings",
"logging",
"reports",
+ "pythonpath",
*(["unraisableexception", "threadexception"] if sys.version_info >= (3, 8) else []),
"faulthandler",
)
@@ -269,7 +274,9 @@ def get_config(
config = Config(
pluginmanager,
invocation_params=Config.InvocationParams(
- args=args or (), plugins=plugins, dir=Path.cwd(),
+ args=args or (),
+ plugins=plugins,
+ dir=Path.cwd(),
),
)
@@ -285,7 +292,7 @@ def get_config(
def get_plugin_manager() -> "PytestPluginManager":
"""Obtain a new instance of the
- :py:class:`_pytest.config.PytestPluginManager`, with default plugins
+ :py:class:`pytest.PytestPluginManager`, with default plugins
already loaded.
This function can be used by integration with other tools, like hooking
@@ -295,13 +302,13 @@ def get_plugin_manager() -> "PytestPluginManager":
def _prepareconfig(
- args: Optional[Union[py.path.local, List[str]]] = None,
+ args: Optional[Union[List[str], "os.PathLike[str]"]] = None,
plugins: Optional[Sequence[Union[str, _PluggyPlugin]]] = None,
) -> "Config":
if args is None:
args = sys.argv[1:]
- elif isinstance(args, py.path.local):
- args = [str(args)]
+ elif isinstance(args, os.PathLike):
+ args = [os.fspath(args)]
elif not isinstance(args, list):
msg = "`args` parameter expected to be a list of strings, got: {!r} (type: {})"
raise TypeError(msg.format(args, type(args)))
@@ -324,6 +331,14 @@ def _prepareconfig(
raise
+def _get_directory(path: Path) -> Path:
+ """Get the directory of a path - itself if already a directory."""
+ if path.is_file():
+ return path.parent
+ else:
+ return path
+
+
@final
class PytestPluginManager(PluginManager):
"""A :py:class:`pluggy.PluginManager <pluggy.PluginManager>` with
@@ -342,11 +357,17 @@ def __init__(self) -> None:
self._conftest_plugins: Set[types.ModuleType] = set()
# State related to local conftest plugins.
- self._dirpath2confmods: Dict[py.path.local, List[types.ModuleType]] = {}
+ self._dirpath2confmods: Dict[Path, List[types.ModuleType]] = {}
self._conftestpath2mod: Dict[Path, types.ModuleType] = {}
- self._confcutdir: Optional[py.path.local] = None
+ self._confcutdir: Optional[Path] = None
self._noconftest = False
- self._duplicatepaths: Set[py.path.local] = set()
+
+ # _getconftestmodules()'s call to _get_directory() causes a stat
+ # storm when it's called potentially thousands of times in a test
+ # session (#9478), often with the same path, so cache it.
+ self._get_directory = lru_cache(256)(_get_directory)
+
+ self._duplicatepaths: Set[Path] = set()
# plugins that were explicitly skipped with pytest.skip
# list of (module name, skip reason)
@@ -362,7 +383,10 @@ def __init__(self) -> None:
encoding: str = getattr(err, "encoding", "utf8")
try:
err = open(
- os.dup(err.fileno()), mode=err.mode, buffering=1, encoding=encoding,
+ os.dup(err.fileno()),
+ mode=err.mode,
+ buffering=1,
+ encoding=encoding,
)
except Exception:
pass
@@ -471,7 +495,9 @@ def pytest_configure(self, config: "Config") -> None:
#
# Internal API for local conftest plugin handling.
#
- def _set_initial_conftests(self, namespace: argparse.Namespace) -> None:
+ def _set_initial_conftests(
+ self, namespace: argparse.Namespace, rootpath: Path
+ ) -> None:
"""Load initial conftest files given a preparsed "namespace".
As conftest files may add their own command line options which have
@@ -479,9 +505,9 @@ def _set_initial_conftests(self, namespace: argparse.Namespace) -> None:
All builtin and 3rd party plugins will have been loaded, however, so
common options will not confuse our logic here.
"""
- current = py.path.local()
+ current = Path.cwd()
self._confcutdir = (
- current.join(namespace.confcutdir, abs=True)
+ absolutepath(current / namespace.confcutdir)
if namespace.confcutdir
else None
)
@@ -495,53 +521,60 @@ def _set_initial_conftests(self, namespace: argparse.Namespace) -> None:
i = path.find("::")
if i != -1:
path = path[:i]
- anchor = current.join(path, abs=1)
+ anchor = absolutepath(current / path)
if anchor.exists(): # we found some file object
- self._try_load_conftest(anchor, namespace.importmode)
+ self._try_load_conftest(anchor, namespace.importmode, rootpath)
foundanchor = True
if not foundanchor:
- self._try_load_conftest(current, namespace.importmode)
+ self._try_load_conftest(current, namespace.importmode, rootpath)
def _try_load_conftest(
- self, anchor: py.path.local, importmode: Union[str, ImportMode]
+ self, anchor: Path, importmode: Union[str, ImportMode], rootpath: Path
) -> None:
- self._getconftestmodules(anchor, importmode)
+ self._getconftestmodules(anchor, importmode, rootpath)
# let's also consider test* subdirs
- if anchor.check(dir=1):
- for x in anchor.listdir("test*"):
- if x.check(dir=1):
- self._getconftestmodules(x, importmode)
+ if anchor.is_dir():
+ for x in anchor.glob("test*"):
+ if x.is_dir():
+ self._getconftestmodules(x, importmode, rootpath)
- @lru_cache(maxsize=128)
def _getconftestmodules(
- self, path: py.path.local, importmode: Union[str, ImportMode],
+ self, path: Path, importmode: Union[str, ImportMode], rootpath: Path
) -> List[types.ModuleType]:
if self._noconftest:
return []
- if path.isfile():
- directory = path.dirpath()
- else:
- directory = path
+ directory = self._get_directory(path)
+
+ # Optimization: avoid repeated searches in the same directory.
+ # Assumes always called with same importmode and rootpath.
+ existing_clist = self._dirpath2confmods.get(directory)
+ if existing_clist is not None:
+ return existing_clist
# XXX these days we may rather want to use config.rootpath
# and allow users to opt into looking into the rootdir parent
# directories instead of requiring to specify confcutdir.
clist = []
- for parent in directory.parts():
- if self._confcutdir and self._confcutdir.relto(parent):
+ confcutdir_parents = self._confcutdir.parents if self._confcutdir else []
+ for parent in reversed((directory, *directory.parents)):
+ if parent in confcutdir_parents:
continue
- conftestpath = parent.join("conftest.py")
- if conftestpath.isfile():
- mod = self._importconftest(conftestpath, importmode)
+ conftestpath = parent / "conftest.py"
+ if conftestpath.is_file():
+ mod = self._importconftest(conftestpath, importmode, rootpath)
clist.append(mod)
self._dirpath2confmods[directory] = clist
return clist
def _rget_with_confmod(
- self, name: str, path: py.path.local, importmode: Union[str, ImportMode],
+ self,
+ name: str,
+ path: Path,
+ importmode: Union[str, ImportMode],
+ rootpath: Path,
) -> Tuple[types.ModuleType, Any]:
- modules = self._getconftestmodules(path, importmode)
+ modules = self._getconftestmodules(path, importmode, rootpath=rootpath)
for mod in reversed(modules):
try:
return mod, getattr(mod, name)
@@ -550,24 +583,24 @@ def _rget_with_confmod(
raise KeyError(name)
def _importconftest(
- self, conftestpath: py.path.local, importmode: Union[str, ImportMode],
+ self, conftestpath: Path, importmode: Union[str, ImportMode], rootpath: Path
) -> types.ModuleType:
# Use a resolved Path object as key to avoid loading the same conftest
# twice with build systems that create build directories containing
# symlinks to actual files.
# Using Path().resolve() is better than py.path.realpath because
# it resolves to the correct path/drive in case-insensitive file systems (#5792)
- key = Path(str(conftestpath)).resolve()
+ key = conftestpath.resolve()
with contextlib.suppress(KeyError):
return self._conftestpath2mod[key]
- pkgpath = conftestpath.pypkgpath()
+ pkgpath = resolve_package_path(conftestpath)
if pkgpath is None:
- _ensure_removed_sysmodule(conftestpath.purebasename)
+ _ensure_removed_sysmodule(conftestpath.stem)
try:
- mod = import_path(conftestpath, mode=importmode)
+ mod = import_path(conftestpath, mode=importmode, root=rootpath)
except Exception as e:
assert e.__traceback__ is not None
exc_info = (type(e), e, e.__traceback__)
@@ -577,10 +610,10 @@ def _importconftest(
self._conftest_plugins.add(mod)
self._conftestpath2mod[key] = mod
- dirpath = conftestpath.dirpath()
+ dirpath = conftestpath.parent
if dirpath in self._dirpath2confmods:
for path, mods in self._dirpath2confmods.items():
- if path and path.relto(dirpath) or path == dirpath:
+ if path and dirpath in path.parents or path == dirpath:
assert mod not in mods
mods.append(mod)
self.trace(f"loading conftestmodule {mod!r}")
@@ -588,7 +621,9 @@ def _importconftest(
return mod
def _check_non_top_pytest_plugins(
- self, mod: types.ModuleType, conftestpath: py.path.local,
+ self,
+ mod: types.ModuleType,
+ conftestpath: Path,
) -> None:
if (
hasattr(mod, "pytest_plugins")
@@ -614,6 +649,7 @@ def _check_non_top_pytest_plugins(
def consider_preparse(
self, args: Sequence[str], *, exclude_only: bool = False
) -> None:
+ """:meta private:"""
i = 0
n = len(args)
while i < n:
@@ -635,6 +671,7 @@ def consider_preparse(
self.consider_pluginarg(parg)
def consider_pluginarg(self, arg: str) -> None:
+ """:meta private:"""
if arg.startswith("no:"):
name = arg[3:]
if name in essential_plugins:
@@ -660,12 +697,15 @@ def consider_pluginarg(self, arg: str) -> None:
self.import_plugin(arg, consider_entry_points=True)
def consider_conftest(self, conftestmodule: types.ModuleType) -> None:
+ """:meta private:"""
self.register(conftestmodule, name=conftestmodule.__file__)
def consider_env(self) -> None:
+ """:meta private:"""
self._import_plugin_specs(os.environ.get("PYTEST_PLUGINS"))
def consider_module(self, mod: types.ModuleType) -> None:
+ """:meta private:"""
self._import_plugin_specs(getattr(mod, "pytest_plugins", []))
def _import_plugin_specs(
@@ -703,7 +743,7 @@ def import_plugin(self, modname: str, consider_entry_points: bool = False) -> No
__import__(importspec)
except ImportError as e:
raise ImportError(
- 'Error importing plugin "{}": {}'.format(modname, str(e.args[0]))
+ f'Error importing plugin "{modname}": {e.args[0]}'
).with_traceback(e.__traceback__) from e
except Skipped as e:
@@ -823,6 +863,7 @@ class Config:
"""Access to configuration values, pluginmanager and plugin hooks.
:param PytestPluginManager pluginmanager:
+ A pytest PluginManager.
:param InvocationParams invocation_params:
Object containing parameters regarding the :func:`pytest.main`
@@ -830,7 +871,7 @@ class Config:
"""
@final
- @attr.s(frozen=True)
+ @attr.s(frozen=True, auto_attribs=True)
class InvocationParams:
"""Holds parameters passed during :func:`pytest.main`.
@@ -846,21 +887,12 @@ class InvocationParams:
Plugins accessing ``InvocationParams`` must be aware of that.
"""
- args = attr.ib(type=Tuple[str, ...], converter=_args_converter)
- """The command-line arguments as passed to :func:`pytest.main`.
-
- :type: Tuple[str, ...]
- """
- plugins = attr.ib(type=Optional[Sequence[Union[str, _PluggyPlugin]]])
- """Extra plugins, might be `None`.
-
- :type: Optional[Sequence[Union[str, plugin]]]
- """
- dir = attr.ib(type=Path)
- """The directory from which :func:`pytest.main` was invoked.
-
- :type: pathlib.Path
- """
+ args: Tuple[str, ...] = attr.ib(converter=_args_converter)
+ """The command-line arguments as passed to :func:`pytest.main`."""
+ plugins: Optional[Sequence[Union[str, _PluggyPlugin]]]
+ """Extra plugins, might be `None`."""
+ dir: Path
+ """The directory from which :func:`pytest.main` was invoked."""
def __init__(
self,
@@ -891,6 +923,7 @@ def __init__(
self._parser = Parser(
usage=f"%(prog)s [options] [{_a}] [{_a}] [...]",
processopt=self._processopt,
+ _ispytest=True,
)
self.pluginmanager = pluginmanager
"""The plugin manager handles plugin registration and hook invocation.
@@ -898,15 +931,23 @@ def __init__(
:type: PytestPluginManager
"""
+ self.stash = Stash()
+ """A place where plugins can store information on the config for their
+ own use.
+
+ :type: Stash
+ """
+ # Deprecated alias. Was never public. Can be removed in a few releases.
+ self._store = self.stash
+
+ from .compat import PathAwareHookProxy
+
self.trace = self.pluginmanager.trace.root.get("config")
- self.hook = self.pluginmanager.hook
+ self.hook = PathAwareHookProxy(self.pluginmanager.hook)
self._inicache: Dict[str, Any] = {}
self._override_ini: Sequence[str] = ()
self._opt2dest: Dict[str, str] = {}
self._cleanup: List[Callable[[], None]] = []
- # A place where plugins can store information on the config for their
- # own use. Currently only intended for internal plugins.
- self._store = Store()
self.pluginmanager.register(self, "pytestconfig")
self._configured = False
self.hook.pytest_addoption.call_historic(
@@ -918,17 +959,6 @@ def __init__(
self.cache: Optional[Cache] = None
- @property
- def invocation_dir(self) -> py.path.local:
- """The directory from which pytest was invoked.
-
- Prefer to use :attr:`invocation_params.dir <InvocationParams.dir>`,
- which is a :class:`pathlib.Path`.
-
- :type: py.path.local
- """
- return py.path.local(str(self.invocation_params.dir))
-
@property
def rootpath(self) -> Path:
"""The path to the :ref:`rootdir <rootdir>`.
@@ -939,16 +969,6 @@ def rootpath(self) -> Path:
"""
return self._rootpath
- @property
- def rootdir(self) -> py.path.local:
- """The path to the :ref:`rootdir <rootdir>`.
-
- Prefer to use :attr:`rootpath`, which is a :class:`pathlib.Path`.
-
- :type: py.path.local
- """
- return py.path.local(str(self.rootpath))
-
@property
def inipath(self) -> Optional[Path]:
"""The path to the :ref:`configfile <configfiles>`.
@@ -959,19 +979,9 @@ def inipath(self) -> Optional[Path]:
"""
return self._inipath
- @property
- def inifile(self) -> Optional[py.path.local]:
- """The path to the :ref:`configfile <configfiles>`.
-
- Prefer to use :attr:`inipath`, which is a :class:`pathlib.Path`.
-
- :type: Optional[py.path.local]
- """
- return py.path.local(str(self.inipath)) if self.inipath else None
-
def add_cleanup(self, func: Callable[[], None]) -> None:
"""Add a function to be called when the config object gets out of
- use (usually coninciding with pytest_unconfigure)."""
+ use (usually coinciding with pytest_unconfigure)."""
self._cleanup.append(func)
def _do_configure(self) -> None:
@@ -1067,7 +1077,9 @@ def _processopt(self, opt: "Argument") -> None:
@hookimpl(trylast=True)
def pytest_load_initial_conftests(self, early_config: "Config") -> None:
- self.pluginmanager._set_initial_conftests(early_config.known_args_namespace)
+ self.pluginmanager._set_initial_conftests(
+ early_config.known_args_namespace, rootpath=early_config.rootpath
+ )
def _initini(self, args: Sequence[str]) -> None:
ns, unknown_args = self._parser.parse_known_and_unknown_args(
@@ -1204,8 +1216,8 @@ def _preparse(self, args: List[str], addopts: bool = True) -> None:
@hookimpl(hookwrapper=True)
def pytest_collection(self) -> Generator[None, None, None]:
- """Validate invalid ini keys after collection is done so we take in account
- options added by late-loading conftest files."""
+ # Validate invalid ini keys after collection is done so we take in account
+ # options added by late-loading conftest files.
yield
self._validate_config_options()
@@ -1225,7 +1237,11 @@ def _checkversion(self) -> None:
if Version(minver) > Version(pytest.__version__):
raise pytest.UsageError(
"%s: 'minversion' requires pytest-%s, actual pytest-%s'"
- % (self.inipath, minver, pytest.__version__,)
+ % (
+ self.inipath,
+ minver,
+ pytest.__version__,
+ )
)
def _validate_config_options(self) -> None:
@@ -1247,14 +1263,16 @@ def _validate_plugins(self) -> None:
missing_plugins = []
for required_plugin in required_plugins:
try:
- spec = Requirement(required_plugin)
+ req = Requirement(required_plugin)
except InvalidRequirement:
missing_plugins.append(required_plugin)
continue
- if spec.name not in plugin_dist_info:
+ if req.name not in plugin_dist_info:
missing_plugins.append(required_plugin)
- elif Version(plugin_dist_info[spec.name]) not in spec.specifier:
+ elif not req.specifier.contains(
+ Version(plugin_dist_info[req.name]), prereleases=True
+ ):
missing_plugins.append(required_plugin)
if missing_plugins:
@@ -1352,8 +1370,8 @@ def getini(self, name: str):
"""Return configuration value from an :ref:`ini file <configfiles>`.
If the specified name hasn't been registered through a prior
- :py:func:`parser.addini <_pytest.config.argparsing.Parser.addini>`
- call (usually from a plugin), a ValueError is raised.
+ :func:`parser.addini <pytest.Parser.addini>` call (usually from a
+ plugin), a ValueError is raised.
"""
try:
return self._inicache[name]
@@ -1361,6 +1379,12 @@ def getini(self, name: str):
self._inicache[name] = val = self._getini(name)
return val
+ # Meant for easy monkeypatching by legacypath plugin.
+ # Can be inlined back (with no cover removed) once legacypath is gone.
+ def _getini_unknown_type(self, name: str, type: str, value: Union[str, List[str]]):
+ msg = f"unknown configuration type: {type}"
+ raise ValueError(msg, value) # pragma: no cover
+
def _getini(self, name: str):
try:
description, type, default = self._parser._inidict[name]
@@ -1393,12 +1417,12 @@ def _getini(self, name: str):
# a_line_list = ["tests", "acceptance"]
# in this case, we already have a list ready to use.
#
- if type == "pathlist":
+ if type == "paths":
# TODO: This assert is probably not valid in all cases.
assert self.inipath is not None
dp = self.inipath.parent
input_values = shlex.split(value) if isinstance(value, str) else value
- return [py.path.local(str(dp / x)) for x in input_values]
+ return [dp / x for x in input_values]
elif type == "args":
return shlex.split(value) if isinstance(value, str) else value
elif type == "linelist":
@@ -1408,25 +1432,30 @@ def _getini(self, name: str):
return value
elif type == "bool":
return _strtobool(str(value).strip())
- else:
- assert type in [None, "string"]
+ elif type == "string":
+ return value
+ elif type is None:
return value
+ else:
+ return self._getini_unknown_type(name, type, value)
def _getconftest_pathlist(
- self, name: str, path: py.path.local
- ) -> Optional[List[py.path.local]]:
+ self, name: str, path: Path, rootpath: Path
+ ) -> Optional[List[Path]]:
try:
mod, relroots = self.pluginmanager._rget_with_confmod(
- name, path, self.getoption("importmode")
+ name, path, self.getoption("importmode"), rootpath
)
except KeyError:
return None
- modpath = py.path.local(mod.__file__).dirpath()
- values: List[py.path.local] = []
+ modpath = Path(mod.__file__).parent
+ values: List[Path] = []
for relroot in relroots:
- if not isinstance(relroot, py.path.local):
+ if isinstance(relroot, os.PathLike):
+ relroot = Path(relroot)
+ else:
relroot = relroot.replace("/", os.sep)
- relroot = modpath.join(relroot, abs=True)
+ relroot = absolutepath(modpath / relroot)
values.append(relroot)
return values
@@ -1498,7 +1527,8 @@ def _warn_about_missing_assertion(self, mode: str) -> None:
"(are you using python -O?)\n"
)
self.issue_config_time_warning(
- PytestConfigWarning(warning_text), stacklevel=3,
+ PytestConfigWarning(warning_text),
+ stacklevel=3,
)
def _warn_about_skipped_plugins(self) -> None:
@@ -1566,17 +1596,54 @@ def parse_warning_filter(
) -> Tuple[str, str, Type[Warning], str, int]:
"""Parse a warnings filter string.
- This is copied from warnings._setoption, but does not apply the filter,
- only parses it, and makes the escaping optional.
+ This is copied from warnings._setoption with the following changes:
+
+ * Does not apply the filter.
+ * Escaping is optional.
+ * Raises UsageError so we get nice error messages on failure.
"""
+ __tracebackhide__ = True
+ error_template = dedent(
+ f"""\
+ while parsing the following warning configuration:
+
+ {arg}
+
+ This error occurred:
+
+ {{error}}
+ """
+ )
+
parts = arg.split(":")
if len(parts) > 5:
- raise warnings._OptionError(f"too many fields (max 5): {arg!r}")
+ doc_url = (
+ "https://docs.python.org/3/library/warnings.html#describing-warning-filters"
+ )
+ error = dedent(
+ f"""\
+ Too many fields ({len(parts)}), expected at most 5 separated by colons:
+
+ action:message:category:module:line
+
+ For more information please consult: {doc_url}
+ """
+ )
+ raise UsageError(error_template.format(error=error))
+
while len(parts) < 5:
parts.append("")
- action_, message, category_, module, lineno_ = [s.strip() for s in parts]
- action: str = warnings._getaction(action_) # type: ignore[attr-defined]
- category: Type[Warning] = warnings._getcategory(category_) # type: ignore[attr-defined]
+ action_, message, category_, module, lineno_ = (s.strip() for s in parts)
+ try:
+ action: str = warnings._getaction(action_) # type: ignore[attr-defined]
+ except warnings._OptionError as e:
+ raise UsageError(error_template.format(error=str(e)))
+ try:
+ category: Type[Warning] = _resolve_warning_category(category_)
+ except Exception:
+ exc_info = ExceptionInfo.from_current()
+ exception_text = exc_info.getrepr(style="native")
+ raise UsageError(error_template.format(error=exception_text))
if message and escape:
message = re.escape(message)
if module and escape:
@@ -1585,14 +1652,38 @@ def parse_warning_filter(
try:
lineno = int(lineno_)
if lineno < 0:
- raise ValueError
- except (ValueError, OverflowError) as e:
- raise warnings._OptionError(f"invalid lineno {lineno_!r}") from e
+ raise ValueError("number is negative")
+ except ValueError as e:
+ raise UsageError(
+ error_template.format(error=f"invalid lineno {lineno_!r}: {e}")
+ )
else:
lineno = 0
return action, message, category, module, lineno
+def _resolve_warning_category(category: str) -> Type[Warning]:
+ """
+ Copied from warnings._getcategory, but changed so it lets exceptions (specially ImportErrors)
+ propagate so we can get access to their tracebacks (#9218).
+ """
+ __tracebackhide__ = True
+ if not category:
+ return Warning
+
+ if "." not in category:
+ import builtins as m
+
+ klass = category
+ else:
+ module, _, klass = category.rpartition(".")
+ m = __import__(module, None, None, [klass])
+ cat = getattr(m, klass)
+ if not issubclass(cat, Warning):
+ raise UsageError(f"{cat} is not a Warning subclass")
+ return cast(Type[Warning], cat)
+
+
def apply_warning_filters(
config_filters: Iterable[str], cmdline_filters: Iterable[str]
) -> None:
diff --git a/src/_pytest/config/argparsing.py b/src/_pytest/config/argparsing.py
index 9a481965526..b0bb3f168ff 100644
--- a/src/_pytest/config/argparsing.py
+++ b/src/_pytest/config/argparsing.py
@@ -1,4 +1,5 @@
import argparse
+import os
import sys
import warnings
from gettext import gettext
@@ -14,11 +15,13 @@
from typing import TYPE_CHECKING
from typing import Union
-import py
-
import _pytest._io
from _pytest.compat import final
from _pytest.config.exceptions import UsageError
+from _pytest.deprecated import ARGUMENT_PERCENT_DEFAULT
+from _pytest.deprecated import ARGUMENT_TYPE_STR
+from _pytest.deprecated import ARGUMENT_TYPE_STR_CHOICE
+from _pytest.deprecated import check_ispytest
if TYPE_CHECKING:
from typing import NoReturn
@@ -41,8 +44,11 @@ def __init__(
self,
usage: Optional[str] = None,
processopt: Optional[Callable[["Argument"], None]] = None,
+ *,
+ _ispytest: bool = False,
) -> None:
- self._anonymous = OptionGroup("custom options", parser=self)
+ check_ispytest(_ispytest)
+ self._anonymous = OptionGroup("custom options", parser=self, _ispytest=True)
self._groups: List[OptionGroup] = []
self._processopt = processopt
self._usage = usage
@@ -65,14 +71,14 @@ def getgroup(
:after: Name of another group, used for ordering --help output.
The returned group object has an ``addoption`` method with the same
- signature as :py:func:`parser.addoption
- <_pytest.config.argparsing.Parser.addoption>` but will be shown in the
- respective group in the output of ``pytest. --help``.
+ signature as :func:`parser.addoption <pytest.Parser.addoption>` but
+ will be shown in the respective group in the output of
+ ``pytest. --help``.
"""
for group in self._groups:
if group.name == name:
return group
- group = OptionGroup(name, description, parser=self)
+ group = OptionGroup(name, description, parser=self, _ispytest=True)
i = 0
for i, grp in enumerate(self._groups):
if grp.name == after:
@@ -97,14 +103,14 @@ def addoption(self, *opts: str, **attrs: Any) -> None:
def parse(
self,
- args: Sequence[Union[str, py.path.local]],
+ args: Sequence[Union[str, "os.PathLike[str]"]],
namespace: Optional[argparse.Namespace] = None,
) -> argparse.Namespace:
from _pytest._argcomplete import try_argcomplete
self.optparser = self._getparser()
try_argcomplete(self.optparser)
- strargs = [str(x) if isinstance(x, py.path.local) else x for x in args]
+ strargs = [os.fspath(x) for x in args]
return self.optparser.parse_args(strargs, namespace=namespace)
def _getparser(self) -> "MyOptionParser":
@@ -128,7 +134,7 @@ def _getparser(self) -> "MyOptionParser":
def parse_setoption(
self,
- args: Sequence[Union[str, py.path.local]],
+ args: Sequence[Union[str, "os.PathLike[str]"]],
option: argparse.Namespace,
namespace: Optional[argparse.Namespace] = None,
) -> List[str]:
@@ -139,7 +145,7 @@ def parse_setoption(
def parse_known_args(
self,
- args: Sequence[Union[str, py.path.local]],
+ args: Sequence[Union[str, "os.PathLike[str]"]],
namespace: Optional[argparse.Namespace] = None,
) -> argparse.Namespace:
"""Parse and return a namespace object with known arguments at this point."""
@@ -147,13 +153,13 @@ def parse_known_args(
def parse_known_and_unknown_args(
self,
- args: Sequence[Union[str, py.path.local]],
+ args: Sequence[Union[str, "os.PathLike[str]"]],
namespace: Optional[argparse.Namespace] = None,
) -> Tuple[argparse.Namespace, List[str]]:
"""Parse and return a namespace object with known arguments, and
the remaining arguments unknown at this point."""
optparser = self._getparser()
- strargs = [str(x) if isinstance(x, py.path.local) else x for x in args]
+ strargs = [os.fspath(x) for x in args]
return optparser.parse_known_args(strargs, namespace=namespace)
def addini(
@@ -161,22 +167,35 @@ def addini(
name: str,
help: str,
type: Optional[
- "Literal['string', 'pathlist', 'args', 'linelist', 'bool']"
+ "Literal['string', 'paths', 'pathlist', 'args', 'linelist', 'bool']"
] = None,
default=None,
) -> None:
"""Register an ini-file option.
- :name: Name of the ini-variable.
- :type: Type of the variable, can be ``string``, ``pathlist``, ``args``,
- ``linelist`` or ``bool``. Defaults to ``string`` if ``None`` or
- not passed.
- :default: Default value if no ini-file option exists but is queried.
+ :name:
+ Name of the ini-variable.
+ :type:
+ Type of the variable. Can be:
+
+ * ``string``: a string
+ * ``bool``: a boolean
+ * ``args``: a list of strings, separated as in a shell
+ * ``linelist``: a list of strings, separated by line breaks
+ * ``paths``: a list of :class:`pathlib.Path`, separated as in a shell
+ * ``pathlist``: a list of ``py.path``, separated as in a shell
+
+ .. versionadded:: 7.0
+ The ``paths`` variable type.
+
+ Defaults to ``string`` if ``None`` or not passed.
+ :default:
+ Default value if no ini-file option exists but is queried.
The value of ini-variables can be retrieved via a call to
- :py:func:`config.getini(name) <_pytest.config.Config.getini>`.
+ :py:func:`config.getini(name) <pytest.Config.getini>`.
"""
- assert type in (None, "string", "pathlist", "args", "linelist", "bool")
+ assert type in (None, "string", "paths", "pathlist", "args", "linelist", "bool")
self._inidict[name] = (help, type, default)
self._ininames.append(name)
@@ -213,12 +232,7 @@ def __init__(self, *names: str, **attrs: Any) -> None:
self._short_opts: List[str] = []
self._long_opts: List[str] = []
if "%default" in (attrs.get("help") or ""):
- warnings.warn(
- 'pytest now uses argparse. "%default" should be'
- ' changed to "%(default)s" ',
- DeprecationWarning,
- stacklevel=3,
- )
+ warnings.warn(ARGUMENT_PERCENT_DEFAULT, stacklevel=3)
try:
typ = attrs["type"]
except KeyError:
@@ -228,11 +242,7 @@ def __init__(self, *names: str, **attrs: Any) -> None:
if isinstance(typ, str):
if typ == "choice":
warnings.warn(
- "`type` argument to addoption() is the string %r."
- " For choices this is optional and can be omitted, "
- " but when supplied should be a type (for example `str` or `int`)."
- " (options: %s)" % (typ, names),
- DeprecationWarning,
+ ARGUMENT_TYPE_STR_CHOICE.format(typ=typ, names=names),
stacklevel=4,
)
# argparse expects a type here take it from
@@ -240,11 +250,7 @@ def __init__(self, *names: str, **attrs: Any) -> None:
attrs["type"] = type(attrs["choices"][0])
else:
warnings.warn(
- "`type` argument to addoption() is the string %r, "
- " but when supplied should be a type (for example `str` or `int`)."
- " (options: %s)" % (typ, names),
- DeprecationWarning,
- stacklevel=4,
+ ARGUMENT_TYPE_STR.format(typ=typ, names=names), stacklevel=4
)
attrs["type"] = Argument._typ_map[typ]
# Used in test_parseopt -> test_parse_defaultgetter.
@@ -332,9 +338,17 @@ def __repr__(self) -> str:
class OptionGroup:
+ """A group of options shown in its own section."""
+
def __init__(
- self, name: str, description: str = "", parser: Optional[Parser] = None
+ self,
+ name: str,
+ description: str = "",
+ parser: Optional[Parser] = None,
+ *,
+ _ispytest: bool = False,
) -> None:
+ check_ispytest(_ispytest)
self.name = name
self.description = description
self.options: List[Argument] = []
@@ -344,9 +358,9 @@ def addoption(self, *optnames: str, **attrs: Any) -> None:
"""Add an option to this group.
If a shortened version of a long option is specified, it will
- be suppressed in the help. addoption('--twowords', '--two-words')
- results in help showing '--two-words' only, but --twowords gets
- accepted **and** the automatic destination is in args.twowords.
+ be suppressed in the help. ``addoption('--twowords', '--two-words')``
+ results in help showing ``--two-words`` only, but ``--twowords`` gets
+ accepted **and** the automatic destination is in ``args.twowords``.
"""
conflict = set(optnames).intersection(
name for opt in self.options for name in opt.names()
@@ -378,8 +392,7 @@ def __init__(
prog: Optional[str] = None,
) -> None:
self._parser = parser
- argparse.ArgumentParser.__init__(
- self,
+ super().__init__(
prog=prog,
usage=parser._usage,
add_help=False,
@@ -472,7 +485,7 @@ def __init__(self, *args: Any, **kwargs: Any) -> None:
super().__init__(*args, **kwargs)
def _format_action_invocation(self, action: argparse.Action) -> str:
- orgstr = argparse.HelpFormatter._format_action_invocation(self, action)
+ orgstr = super()._format_action_invocation(action)
if orgstr and orgstr[0] != "-": # only optional arguments
return orgstr
res: Optional[str] = getattr(action, "_formatted_action_invocation", None)
diff --git a/src/_pytest/config/compat.py b/src/_pytest/config/compat.py
new file mode 100644
index 00000000000..ba267d21505
--- /dev/null
+++ b/src/_pytest/config/compat.py
@@ -0,0 +1,71 @@
+import functools
+import warnings
+from pathlib import Path
+from typing import Optional
+
+from ..compat import LEGACY_PATH
+from ..compat import legacy_path
+from ..deprecated import HOOK_LEGACY_PATH_ARG
+from _pytest.nodes import _check_path
+
+# hookname: (Path, LEGACY_PATH)
+imply_paths_hooks = {
+ "pytest_ignore_collect": ("collection_path", "path"),
+ "pytest_collect_file": ("file_path", "path"),
+ "pytest_pycollect_makemodule": ("module_path", "path"),
+ "pytest_report_header": ("start_path", "startdir"),
+ "pytest_report_collectionfinish": ("start_path", "startdir"),
+}
+
+
+class PathAwareHookProxy:
+ """
+ this helper wraps around hook callers
+ until pluggy supports fixingcalls, this one will do
+
+ it currently doesn't return full hook caller proxies for fixed hooks,
+ this may have to be changed later depending on bugs
+ """
+
+ def __init__(self, hook_caller):
+ self.__hook_caller = hook_caller
+
+ def __dir__(self):
+ return dir(self.__hook_caller)
+
+ def __getattr__(self, key, _wraps=functools.wraps):
+ hook = getattr(self.__hook_caller, key)
+ if key not in imply_paths_hooks:
+ self.__dict__[key] = hook
+ return hook
+ else:
+ path_var, fspath_var = imply_paths_hooks[key]
+
+ @_wraps(hook)
+ def fixed_hook(**kw):
+
+ path_value: Optional[Path] = kw.pop(path_var, None)
+ fspath_value: Optional[LEGACY_PATH] = kw.pop(fspath_var, None)
+ if fspath_value is not None:
+ warnings.warn(
+ HOOK_LEGACY_PATH_ARG.format(
+ pylib_path_arg=fspath_var, pathlib_path_arg=path_var
+ ),
+ stacklevel=2,
+ )
+ if path_value is not None:
+ if fspath_value is not None:
+ _check_path(path_value, fspath_value)
+ else:
+ fspath_value = legacy_path(path_value)
+ else:
+ assert fspath_value is not None
+ path_value = Path(fspath_value)
+
+ kw[path_var] = path_value
+ kw[fspath_var] = fspath_value
+ return hook(**kw)
+
+ fixed_hook.__name__ = key
+ self.__dict__[key] = fixed_hook
+ return fixed_hook
diff --git a/src/_pytest/config/findpaths.py b/src/_pytest/config/findpaths.py
index 2edf54536ba..89ade5f23b9 100644
--- a/src/_pytest/config/findpaths.py
+++ b/src/_pytest/config/findpaths.py
@@ -64,9 +64,13 @@ def load_config_dict_from_file(
# '.toml' files are considered if they contain a [tool.pytest.ini_options] table.
elif filepath.suffix == ".toml":
- import toml
+ import tomli
- config = toml.load(str(filepath))
+ toml_text = filepath.read_text(encoding="utf-8")
+ try:
+ config = tomli.loads(toml_text)
+ except tomli.TOMLDecodeError as exc:
+ raise UsageError(str(exc)) from exc
result = config.get("tool", {}).get("pytest", {}).get("ini_options", None)
if result is not None:
@@ -83,9 +87,7 @@ def make_scalar(v: object) -> Union[str, List[str]]:
def locate_config(
args: Iterable[Path],
-) -> Tuple[
- Optional[Path], Optional[Path], Dict[str, Union[str, List[str]]],
-]:
+) -> Tuple[Optional[Path], Optional[Path], Dict[str, Union[str, List[str]]]]:
"""Search in the list of arguments for a valid ini-file for pytest,
and return a tuple of (rootdir, inifile, cfg-dict)."""
config_names = [
@@ -178,7 +180,7 @@ def determine_setup(
inipath: Optional[Path] = inipath_
inicfg = load_config_dict_from_file(inipath_) or {}
if rootdir_cmd_arg is None:
- rootdir = get_common_ancestor(dirs)
+ rootdir = inipath_.parent
else:
ancestor = get_common_ancestor(dirs)
rootdir, inipath, inicfg = locate_config([ancestor])
diff --git a/src/_pytest/debugging.py b/src/_pytest/debugging.py
index d3a5c6173f3..452fb18ac34 100644
--- a/src/_pytest/debugging.py
+++ b/src/_pytest/debugging.py
@@ -53,7 +53,7 @@ def pytest_addoption(parser: Parser) -> None:
dest="usepdb_cls",
metavar="modulename:classname",
type=_validate_usepdb_cls,
- help="start a custom interactive Python debugger on errors. "
+ help="specify a custom interactive Python debugger for use with --pdb."
"For example: --pdbcls=IPython.terminal.debugger:TerminalPdb",
)
group._addoption(
@@ -88,7 +88,7 @@ def fin() -> None:
pytestPDB._config,
) = pytestPDB._saved.pop()
- config._cleanup.append(fin)
+ config.add_cleanup(fin)
class pytestPDB:
diff --git a/src/_pytest/deprecated.py b/src/_pytest/deprecated.py
index 19b31d66538..5248927113e 100644
--- a/src/_pytest/deprecated.py
+++ b/src/_pytest/deprecated.py
@@ -11,6 +11,8 @@
from warnings import warn
from _pytest.warning_types import PytestDeprecationWarning
+from _pytest.warning_types import PytestRemovedIn7Warning
+from _pytest.warning_types import PytestRemovedIn8Warning
from _pytest.warning_types import UnformattedWarning
# set of plugins which have been integrated into the core; we use this list to ignore
@@ -23,47 +25,111 @@
FILLFUNCARGS = UnformattedWarning(
- PytestDeprecationWarning,
+ PytestRemovedIn7Warning,
"{name} is deprecated, use "
"function._request._fillfixtures() instead if you cannot avoid reaching into internals.",
)
PYTEST_COLLECT_MODULE = UnformattedWarning(
- PytestDeprecationWarning,
+ PytestRemovedIn7Warning,
"pytest.collect.{name} was moved to pytest.{name}\n"
"Please update to the new name.",
)
+# This can be* removed pytest 8, but it's harmless and common, so no rush to remove.
+# * If you're in the future: "could have been".
YIELD_FIXTURE = PytestDeprecationWarning(
"@pytest.yield_fixture is deprecated.\n"
"Use @pytest.fixture instead; they are the same."
)
-MINUS_K_DASH = PytestDeprecationWarning(
+MINUS_K_DASH = PytestRemovedIn7Warning(
"The `-k '-expr'` syntax to -k is deprecated.\nUse `-k 'not expr'` instead."
)
-MINUS_K_COLON = PytestDeprecationWarning(
+MINUS_K_COLON = PytestRemovedIn7Warning(
"The `-k 'expr:'` syntax to -k is deprecated.\n"
"Please open an issue if you use this and want a replacement."
)
-WARNING_CAPTURED_HOOK = PytestDeprecationWarning(
+WARNING_CAPTURED_HOOK = PytestRemovedIn7Warning(
"The pytest_warning_captured is deprecated and will be removed in a future release.\n"
"Please use pytest_warning_recorded instead."
)
-FSCOLLECTOR_GETHOOKPROXY_ISINITPATH = PytestDeprecationWarning(
+WARNING_CMDLINE_PREPARSE_HOOK = PytestRemovedIn8Warning(
+ "The pytest_cmdline_preparse hook is deprecated and will be removed in a future release. \n"
+ "Please use pytest_load_initial_conftests hook instead."
+)
+
+FSCOLLECTOR_GETHOOKPROXY_ISINITPATH = PytestRemovedIn8Warning(
"The gethookproxy() and isinitpath() methods of FSCollector and Package are deprecated; "
"use self.session.gethookproxy() and self.session.isinitpath() instead. "
)
-STRICT_OPTION = PytestDeprecationWarning(
+STRICT_OPTION = PytestRemovedIn8Warning(
"The --strict option is deprecated, use --strict-markers instead."
)
+# This deprecation is never really meant to be removed.
PRIVATE = PytestDeprecationWarning("A private pytest class or function was used.")
+UNITTEST_SKIP_DURING_COLLECTION = PytestRemovedIn8Warning(
+ "Raising unittest.SkipTest to skip tests during collection is deprecated. "
+ "Use pytest.skip() instead."
+)
+
+ARGUMENT_PERCENT_DEFAULT = PytestRemovedIn8Warning(
+ 'pytest now uses argparse. "%default" should be changed to "%(default)s"',
+)
+
+ARGUMENT_TYPE_STR_CHOICE = UnformattedWarning(
+ PytestRemovedIn8Warning,
+ "`type` argument to addoption() is the string {typ!r}."
+ " For choices this is optional and can be omitted, "
+ " but when supplied should be a type (for example `str` or `int`)."
+ " (options: {names})",
+)
+
+ARGUMENT_TYPE_STR = UnformattedWarning(
+ PytestRemovedIn8Warning,
+ "`type` argument to addoption() is the string {typ!r}, "
+ " but when supplied should be a type (for example `str` or `int`)."
+ " (options: {names})",
+)
+
+
+HOOK_LEGACY_PATH_ARG = UnformattedWarning(
+ PytestRemovedIn8Warning,
+ "The ({pylib_path_arg}: py.path.local) argument is deprecated, please use ({pathlib_path_arg}: pathlib.Path)\n"
+ "see https://docs.pytest.org/en/latest/deprecations.html"
+ "#py-path-local-arguments-for-hooks-replaced-with-pathlib-path",
+)
+
+NODE_CTOR_FSPATH_ARG = UnformattedWarning(
+ PytestRemovedIn8Warning,
+ "The (fspath: py.path.local) argument to {node_type_name} is deprecated. "
+ "Please use the (path: pathlib.Path) argument instead.\n"
+ "See https://docs.pytest.org/en/latest/deprecations.html"
+ "#fspath-argument-for-node-constructors-replaced-with-pathlib-path",
+)
+
+WARNS_NONE_ARG = PytestRemovedIn8Warning(
+ "Passing None has been deprecated.\n"
+ "See https://docs.pytest.org/en/latest/how-to/capture-warnings.html"
+ "#additional-use-cases-of-warnings-in-tests"
+ " for alternatives in common use cases."
+)
+
+KEYWORD_MSG_ARG = UnformattedWarning(
+ PytestRemovedIn8Warning,
+ "pytest.{func}(msg=...) is now deprecated, use pytest.{func}(reason=...) instead",
+)
+
+INSTANCE_COLLECTOR = PytestRemovedIn8Warning(
+ "The pytest.Instance collector type is deprecated and is no longer used. "
+ "See https://docs.pytest.org/en/latest/deprecations.html#the-pytest-instance-collector",
+)
# You want to make some `__init__` or function "private".
#
@@ -82,6 +148,8 @@
#
# All other calls will get the default _ispytest=False and trigger
# the warning (possibly error in the future).
+
+
def check_ispytest(ispytest: bool) -> None:
if not ispytest:
warn(PRIVATE, stacklevel=3)
diff --git a/src/_pytest/doctest.py b/src/_pytest/doctest.py
index 64e8f0e0eee..0784f431b8e 100644
--- a/src/_pytest/doctest.py
+++ b/src/_pytest/doctest.py
@@ -1,12 +1,14 @@
"""Discover and run doctests in modules and test files."""
import bdb
import inspect
+import os
import platform
import sys
import traceback
import types
import warnings
from contextlib import contextmanager
+from pathlib import Path
from typing import Any
from typing import Callable
from typing import Dict
@@ -21,8 +23,6 @@
from typing import TYPE_CHECKING
from typing import Union
-import py.path
-
import pytest
from _pytest import outcomes
from _pytest._code.code import ExceptionInfo
@@ -35,6 +35,7 @@
from _pytest.fixtures import FixtureRequest
from _pytest.nodes import Collector
from _pytest.outcomes import OutcomeException
+from _pytest.pathlib import fnmatch_ex
from _pytest.pathlib import import_path
from _pytest.python_api import approx
from _pytest.warning_types import PytestWarning
@@ -119,34 +120,38 @@ def pytest_unconfigure() -> None:
def pytest_collect_file(
- path: py.path.local, parent: Collector,
+ file_path: Path,
+ parent: Collector,
) -> Optional[Union["DoctestModule", "DoctestTextfile"]]:
config = parent.config
- if path.ext == ".py":
- if config.option.doctestmodules and not _is_setup_py(path):
- mod: DoctestModule = DoctestModule.from_parent(parent, fspath=path)
+ if file_path.suffix == ".py":
+ if config.option.doctestmodules and not any(
+ (_is_setup_py(file_path), _is_main_py(file_path))
+ ):
+ mod: DoctestModule = DoctestModule.from_parent(parent, path=file_path)
return mod
- elif _is_doctest(config, path, parent):
- txt: DoctestTextfile = DoctestTextfile.from_parent(parent, fspath=path)
+ elif _is_doctest(config, file_path, parent):
+ txt: DoctestTextfile = DoctestTextfile.from_parent(parent, path=file_path)
return txt
return None
-def _is_setup_py(path: py.path.local) -> bool:
- if path.basename != "setup.py":
+def _is_setup_py(path: Path) -> bool:
+ if path.name != "setup.py":
return False
- contents = path.read_binary()
+ contents = path.read_bytes()
return b"setuptools" in contents or b"distutils" in contents
-def _is_doctest(config: Config, path: py.path.local, parent) -> bool:
- if path.ext in (".txt", ".rst") and parent.session.isinitpath(path):
+def _is_doctest(config: Config, path: Path, parent: Collector) -> bool:
+ if path.suffix in (".txt", ".rst") and parent.session.isinitpath(path):
return True
globs = config.getoption("doctestglob") or ["test*.txt"]
- for glob in globs:
- if path.check(fnmatch=glob):
- return True
- return False
+ return any(fnmatch_ex(glob, path) for glob in globs)
+
+
+def _is_main_py(path: Path) -> bool:
+ return path.name == "__main__.py"
class ReprFailDoctest(TerminalRepr):
@@ -185,13 +190,15 @@ def __init__(
optionflags: int = 0,
continue_on_failure: bool = True,
) -> None:
- doctest.DebugRunner.__init__(
- self, checker=checker, verbose=verbose, optionflags=optionflags
- )
+ super().__init__(checker=checker, verbose=verbose, optionflags=optionflags)
self.continue_on_failure = continue_on_failure
def report_failure(
- self, out, test: "doctest.DocTest", example: "doctest.Example", got: str,
+ self,
+ out,
+ test: "doctest.DocTest",
+ example: "doctest.Example",
+ got: str,
) -> None:
failure = doctest.DocTestFailure(test, example, got)
if self.continue_on_failure:
@@ -262,7 +269,7 @@ def from_parent( # type: ignore
runner: "doctest.DocTestRunner",
dtest: "doctest.DocTest",
):
- # incompatible signature due to to imposed limits on sublcass
+ # incompatible signature due to imposed limits on subclass
"""The public named constructor."""
return super().from_parent(name=name, parent=parent, runner=runner, dtest=dtest)
@@ -301,13 +308,14 @@ def _disable_output_capturing_for_darwin(self) -> None:
# TODO: Type ignored -- breaks Liskov Substitution.
def repr_failure( # type: ignore[override]
- self, excinfo: ExceptionInfo[BaseException],
+ self,
+ excinfo: ExceptionInfo[BaseException],
) -> Union[str, TerminalRepr]:
import doctest
failures: Optional[
Sequence[Union[doctest.DocTestFailure, doctest.UnexpectedException]]
- ] = (None)
+ ] = None
if isinstance(
excinfo.value, (doctest.DocTestFailure, doctest.UnexpectedException)
):
@@ -315,61 +323,57 @@ def repr_failure( # type: ignore[override]
elif isinstance(excinfo.value, MultipleDoctestFailures):
failures = excinfo.value.failures
- if failures is not None:
- reprlocation_lines = []
- for failure in failures:
- example = failure.example
- test = failure.test
- filename = test.filename
- if test.lineno is None:
- lineno = None
- else:
- lineno = test.lineno + example.lineno + 1
- message = type(failure).__name__
- # TODO: ReprFileLocation doesn't expect a None lineno.
- reprlocation = ReprFileLocation(filename, lineno, message) # type: ignore[arg-type]
- checker = _get_checker()
- report_choice = _get_report_choice(
- self.config.getoption("doctestreport")
- )
- if lineno is not None:
- assert failure.test.docstring is not None
- lines = failure.test.docstring.splitlines(False)
- # add line numbers to the left of the error message
- assert test.lineno is not None
- lines = [
- "%03d %s" % (i + test.lineno + 1, x)
- for (i, x) in enumerate(lines)
- ]
- # trim docstring error lines to 10
- lines = lines[max(example.lineno - 9, 0) : example.lineno + 1]
- else:
- lines = [
- "EXAMPLE LOCATION UNKNOWN, not showing all tests of that example"
- ]
- indent = ">>>"
- for line in example.source.splitlines():
- lines.append(f"??? {indent} {line}")
- indent = "..."
- if isinstance(failure, doctest.DocTestFailure):
- lines += checker.output_difference(
- example, failure.got, report_choice
- ).split("\n")
- else:
- inner_excinfo = ExceptionInfo(failure.exc_info)
- lines += ["UNEXPECTED EXCEPTION: %s" % repr(inner_excinfo.value)]
- lines += [
- x.strip("\n")
- for x in traceback.format_exception(*failure.exc_info)
- ]
- reprlocation_lines.append((reprlocation, lines))
- return ReprFailDoctest(reprlocation_lines)
- else:
+ if failures is None:
return super().repr_failure(excinfo)
- def reportinfo(self):
+ reprlocation_lines = []
+ for failure in failures:
+ example = failure.example
+ test = failure.test
+ filename = test.filename
+ if test.lineno is None:
+ lineno = None
+ else:
+ lineno = test.lineno + example.lineno + 1
+ message = type(failure).__name__
+ # TODO: ReprFileLocation doesn't expect a None lineno.
+ reprlocation = ReprFileLocation(filename, lineno, message) # type: ignore[arg-type]
+ checker = _get_checker()
+ report_choice = _get_report_choice(self.config.getoption("doctestreport"))
+ if lineno is not None:
+ assert failure.test.docstring is not None
+ lines = failure.test.docstring.splitlines(False)
+ # add line numbers to the left of the error message
+ assert test.lineno is not None
+ lines = [
+ "%03d %s" % (i + test.lineno + 1, x) for (i, x) in enumerate(lines)
+ ]
+ # trim docstring error lines to 10
+ lines = lines[max(example.lineno - 9, 0) : example.lineno + 1]
+ else:
+ lines = [
+ "EXAMPLE LOCATION UNKNOWN, not showing all tests of that example"
+ ]
+ indent = ">>>"
+ for line in example.source.splitlines():
+ lines.append(f"??? {indent} {line}")
+ indent = "..."
+ if isinstance(failure, doctest.DocTestFailure):
+ lines += checker.output_difference(
+ example, failure.got, report_choice
+ ).split("\n")
+ else:
+ inner_excinfo = ExceptionInfo.from_exc_info(failure.exc_info)
+ lines += ["UNEXPECTED EXCEPTION: %s" % repr(inner_excinfo.value)]
+ lines += [
+ x.strip("\n") for x in traceback.format_exception(*failure.exc_info)
+ ]
+ reprlocation_lines.append((reprlocation, lines))
+ return ReprFailDoctest(reprlocation_lines)
+
+ def reportinfo(self) -> Tuple[Union["os.PathLike[str]", str], Optional[int], str]:
assert self.dtest is not None
- return self.fspath, self.dtest.lineno, "[doctest] %s" % self.name
+ return self.path, self.dtest.lineno, "[doctest] %s" % self.name
def _get_flag_lookup() -> Dict[str, int]:
@@ -416,9 +420,9 @@ def collect(self) -> Iterable[DoctestItem]:
# Inspired by doctest.testfile; ideally we would use it directly,
# but it doesn't support passing a custom checker.
encoding = self.config.getini("doctest_encoding")
- text = self.fspath.read_text(encoding)
- filename = str(self.fspath)
- name = self.fspath.basename
+ text = self.path.read_text(encoding)
+ filename = str(self.path)
+ name = self.path.name
globs = {"__name__": "__main__"}
optionflags = get_optionflags(self)
@@ -500,15 +504,22 @@ class MockAwareDocTestFinder(doctest.DocTestFinder):
def _find_lineno(self, obj, source_lines):
"""Doctest code does not take into account `@property`, this
- is a hackish way to fix it.
+ is a hackish way to fix it. https://bugs.python.org/issue17446
- https://bugs.python.org/issue17446
+ Wrapped Doctests will need to be unwrapped so the correct
+ line number is returned. This will be reported upstream. #8796
"""
if isinstance(obj, property):
obj = getattr(obj, "fget", obj)
+
+ if hasattr(obj, "__wrapped__"):
+ # Get the main obj in case of it being wrapped
+ obj = inspect.unwrap(obj)
+
# Type ignored because this is a private function.
- return doctest.DocTestFinder._find_lineno( # type: ignore
- self, obj, source_lines,
+ return super()._find_lineno( # type:ignore[misc]
+ obj,
+ source_lines,
)
def _find(
@@ -519,20 +530,22 @@ def _find(
with _patch_unwrap_mock_aware():
# Type ignored because this is a private function.
- doctest.DocTestFinder._find( # type: ignore
- self, tests, obj, name, module, source_lines, globs, seen
+ super()._find( # type:ignore[misc]
+ tests, obj, name, module, source_lines, globs, seen
)
- if self.fspath.basename == "conftest.py":
+ if self.path.name == "conftest.py":
module = self.config.pluginmanager._importconftest(
- self.fspath, self.config.getoption("importmode")
+ self.path,
+ self.config.getoption("importmode"),
+ rootpath=self.config.rootpath,
)
else:
try:
- module = import_path(self.fspath)
+ module = import_path(self.path, root=self.config.rootpath)
except ImportError:
if self.config.getvalue("doctest_ignore_import_errors"):
- pytest.skip("unable to import module %r" % self.fspath)
+ pytest.skip("unable to import module %r" % self.path)
else:
raise
# Uses internal doctest module parsing mechanism.
@@ -603,7 +616,7 @@ class LiteralsOutputChecker(doctest.OutputChecker):
)
def check_output(self, want: str, got: str, optionflags: int) -> bool:
- if doctest.OutputChecker.check_output(self, want, got, optionflags):
+ if super().check_output(want, got, optionflags):
return True
allow_unicode = optionflags & _get_allow_unicode_flag()
@@ -627,7 +640,7 @@ def remove_prefixes(regex: Pattern[str], txt: str) -> str:
if allow_number:
got = self._remove_unwanted_precision(want, got)
- return doctest.OutputChecker.check_output(self, want, got, optionflags)
+ return super().check_output(want, got, optionflags)
def _remove_unwanted_precision(self, want: str, got: str) -> str:
wants = list(self._number_re.finditer(want))
@@ -640,10 +653,7 @@ def _remove_unwanted_precision(self, want: str, got: str) -> str:
exponent: Optional[str] = w.group("exponent1")
if exponent is None:
exponent = w.group("exponent2")
- if fraction is None:
- precision = 0
- else:
- precision = len(fraction)
+ precision = 0 if fraction is None else len(fraction)
if exponent is not None:
precision -= int(exponent)
if float(w.group()) == approx(float(g.group()), abs=10 ** -precision):
diff --git a/src/_pytest/faulthandler.py b/src/_pytest/faulthandler.py
index d0cc0430c49..aaee307ff2c 100644
--- a/src/_pytest/faulthandler.py
+++ b/src/_pytest/faulthandler.py
@@ -8,10 +8,11 @@
from _pytest.config import Config
from _pytest.config.argparsing import Parser
from _pytest.nodes import Item
-from _pytest.store import StoreKey
+from _pytest.stash import StashKey
-fault_handler_stderr_key = StoreKey[TextIO]()
+fault_handler_stderr_key = StashKey[TextIO]()
+fault_handler_originally_enabled_key = StashKey[bool]()
def pytest_addoption(parser: Parser) -> None:
@@ -25,87 +26,72 @@ def pytest_addoption(parser: Parser) -> None:
def pytest_configure(config: Config) -> None:
import faulthandler
- if not faulthandler.is_enabled():
- # faulthhandler is not enabled, so install plugin that does the actual work
- # of enabling faulthandler before each test executes.
- config.pluginmanager.register(FaultHandlerHooks(), "faulthandler-hooks")
- else:
- # Do not handle dumping to stderr if faulthandler is already enabled, so warn
- # users that the option is being ignored.
- timeout = FaultHandlerHooks.get_timeout_config_value(config)
- if timeout > 0:
- config.issue_config_time_warning(
- pytest.PytestConfigWarning(
- "faulthandler module enabled before pytest configuration step, "
- "'faulthandler_timeout' option ignored"
- ),
- stacklevel=2,
- )
-
-
-class FaultHandlerHooks:
- """Implements hooks that will actually install fault handler before tests execute,
- as well as correctly handle pdb and internal errors."""
-
- def pytest_configure(self, config: Config) -> None:
- import faulthandler
+ stderr_fd_copy = os.dup(get_stderr_fileno())
+ config.stash[fault_handler_stderr_key] = open(stderr_fd_copy, "w")
+ config.stash[fault_handler_originally_enabled_key] = faulthandler.is_enabled()
+ faulthandler.enable(file=config.stash[fault_handler_stderr_key])
+
- stderr_fd_copy = os.dup(self._get_stderr_fileno())
- config._store[fault_handler_stderr_key] = open(stderr_fd_copy, "w")
- faulthandler.enable(file=config._store[fault_handler_stderr_key])
+def pytest_unconfigure(config: Config) -> None:
+ import faulthandler
- def pytest_unconfigure(self, config: Config) -> None:
+ faulthandler.disable()
+ # Close the dup file installed during pytest_configure.
+ if fault_handler_stderr_key in config.stash:
+ config.stash[fault_handler_stderr_key].close()
+ del config.stash[fault_handler_stderr_key]
+ if config.stash.get(fault_handler_originally_enabled_key, False):
+ # Re-enable the faulthandler if it was originally enabled.
+ faulthandler.enable(file=get_stderr_fileno())
+
+
+def get_stderr_fileno() -> int:
+ try:
+ fileno = sys.stderr.fileno()
+ # The Twisted Logger will return an invalid file descriptor since it is not backed
+ # by an FD. So, let's also forward this to the same code path as with pytest-xdist.
+ if fileno == -1:
+ raise AttributeError()
+ return fileno
+ except (AttributeError, io.UnsupportedOperation):
+ # pytest-xdist monkeypatches sys.stderr with an object that is not an actual file.
+ # https://docs.python.org/3/library/faulthandler.html#issue-with-file-descriptors
+ # This is potentially dangerous, but the best we can do.
+ return sys.__stderr__.fileno()
+
+
+def get_timeout_config_value(config: Config) -> float:
+ return float(config.getini("faulthandler_timeout") or 0.0)
+
+
+@pytest.hookimpl(hookwrapper=True, trylast=True)
+def pytest_runtest_protocol(item: Item) -> Generator[None, None, None]:
+ timeout = get_timeout_config_value(item.config)
+ stderr = item.config.stash[fault_handler_stderr_key]
+ if timeout > 0 and stderr is not None:
import faulthandler
- faulthandler.disable()
- # close our dup file installed during pytest_configure
- # re-enable the faulthandler, attaching it to the default sys.stderr
- # so we can see crashes after pytest has finished, usually during
- # garbage collection during interpreter shutdown
- config._store[fault_handler_stderr_key].close()
- del config._store[fault_handler_stderr_key]
- faulthandler.enable(file=self._get_stderr_fileno())
-
- @staticmethod
- def _get_stderr_fileno():
+ faulthandler.dump_traceback_later(timeout, file=stderr)
try:
- return sys.stderr.fileno()
- except (AttributeError, io.UnsupportedOperation):
- # pytest-xdist monkeypatches sys.stderr with an object that is not an actual file.
- # https://docs.python.org/3/library/faulthandler.html#issue-with-file-descriptors
- # This is potentially dangerous, but the best we can do.
- return sys.__stderr__.fileno()
-
- @staticmethod
- def get_timeout_config_value(config):
- return float(config.getini("faulthandler_timeout") or 0.0)
-
- @pytest.hookimpl(hookwrapper=True, trylast=True)
- def pytest_runtest_protocol(self, item: Item) -> Generator[None, None, None]:
- timeout = self.get_timeout_config_value(item.config)
- stderr = item.config._store[fault_handler_stderr_key]
- if timeout > 0 and stderr is not None:
- import faulthandler
-
- faulthandler.dump_traceback_later(timeout, file=stderr)
- try:
- yield
- finally:
- faulthandler.cancel_dump_traceback_later()
- else:
yield
+ finally:
+ faulthandler.cancel_dump_traceback_later()
+ else:
+ yield
- @pytest.hookimpl(tryfirst=True)
- def pytest_enter_pdb(self) -> None:
- """Cancel any traceback dumping due to timeout before entering pdb."""
- import faulthandler
- faulthandler.cancel_dump_traceback_later()
+@pytest.hookimpl(tryfirst=True)
+def pytest_enter_pdb() -> None:
+ """Cancel any traceback dumping due to timeout before entering pdb."""
+ import faulthandler
- @pytest.hookimpl(tryfirst=True)
- def pytest_exception_interact(self) -> None:
- """Cancel any traceback dumping due to an interactive exception being
- raised."""
- import faulthandler
+ faulthandler.cancel_dump_traceback_later()
+
+
+@pytest.hookimpl(tryfirst=True)
+def pytest_exception_interact() -> None:
+ """Cancel any traceback dumping due to an interactive exception being
+ raised."""
+ import faulthandler
- faulthandler.cancel_dump_traceback_later()
+ faulthandler.cancel_dump_traceback_later()
diff --git a/src/_pytest/fixtures.py b/src/_pytest/fixtures.py
index 273bcafd393..fddff931c51 100644
--- a/src/_pytest/fixtures.py
+++ b/src/_pytest/fixtures.py
@@ -5,6 +5,8 @@
import warnings
from collections import defaultdict
from collections import deque
+from contextlib import suppress
+from pathlib import Path
from types import TracebackType
from typing import Any
from typing import Callable
@@ -15,6 +17,7 @@
from typing import Iterable
from typing import Iterator
from typing import List
+from typing import MutableMapping
from typing import Optional
from typing import overload
from typing import Sequence
@@ -26,7 +29,6 @@
from typing import Union
import attr
-import py
import _pytest
from _pytest import nodes
@@ -58,34 +60,36 @@
from _pytest.outcomes import fail
from _pytest.outcomes import TEST_OUTCOME
from _pytest.pathlib import absolutepath
-from _pytest.store import StoreKey
+from _pytest.pathlib import bestrelpath
+from _pytest.scope import HIGH_SCOPES
+from _pytest.scope import Scope
+from _pytest.stash import StashKey
+
if TYPE_CHECKING:
from typing import Deque
from typing import NoReturn
- from typing_extensions import Literal
+ from _pytest.scope import _ScopeName
from _pytest.main import Session
from _pytest.python import CallSpec2
from _pytest.python import Function
from _pytest.python import Metafunc
- _Scope = Literal["session", "package", "module", "class", "function"]
-
# The value of the fixture -- return/yield of the fixture function (type variable).
-_FixtureValue = TypeVar("_FixtureValue")
+FixtureValue = TypeVar("FixtureValue")
# The type of the fixture function (type variable).
-_FixtureFunction = TypeVar("_FixtureFunction", bound=Callable[..., object])
+FixtureFunction = TypeVar("FixtureFunction", bound=Callable[..., object])
# The type of a fixture function (type alias generic in fixture value).
_FixtureFunc = Union[
- Callable[..., _FixtureValue], Callable[..., Generator[_FixtureValue, None, None]]
+ Callable[..., FixtureValue], Callable[..., Generator[FixtureValue, None, None]]
]
# The type of FixtureDef.cached_result (type alias generic in fixture value).
_FixtureCachedResult = Union[
Tuple[
# The result.
- _FixtureValue,
+ FixtureValue,
# Cache key.
object,
None,
@@ -100,10 +104,10 @@
]
-@attr.s(frozen=True)
-class PseudoFixtureDef(Generic[_FixtureValue]):
- cached_result = attr.ib(type="_FixtureCachedResult[_FixtureValue]")
- scope = attr.ib(type="_Scope")
+@attr.s(frozen=True, auto_attribs=True)
+class PseudoFixtureDef(Generic[FixtureValue]):
+ cached_result: "_FixtureCachedResult[FixtureValue]"
+ _scope: Scope
def pytest_sessionstart(session: "Session") -> None:
@@ -126,26 +130,26 @@ def get_scope_package(node, fixturedef: "FixtureDef[object]"):
def get_scope_node(
- node: nodes.Node, scope: "_Scope"
+ node: nodes.Node, scope: Scope
) -> Optional[Union[nodes.Item, nodes.Collector]]:
import _pytest.python
- if scope == "function":
+ if scope is Scope.Function:
return node.getparent(nodes.Item)
- elif scope == "class":
+ elif scope is Scope.Class:
return node.getparent(_pytest.python.Class)
- elif scope == "module":
+ elif scope is Scope.Module:
return node.getparent(_pytest.python.Module)
- elif scope == "package":
+ elif scope is Scope.Package:
return node.getparent(_pytest.python.Package)
- elif scope == "session":
+ elif scope is Scope.Session:
return node.getparent(_pytest.main.Session)
else:
assert_never(scope)
# Used for storing artificial fixturedefs for direct parametrization.
-name2pseudofixturedef_key = StoreKey[Dict[str, "FixtureDef[Any]"]]()
+name2pseudofixturedef_key = StashKey[Dict[str, "FixtureDef[Any]"]]()
def add_funcarg_pseudo_fixture_def(
@@ -162,7 +166,7 @@ def add_funcarg_pseudo_fixture_def(
return
# Collect funcargs of all callspecs into a list of values.
arg2params: Dict[str, List[object]] = {}
- arg2scope: Dict[str, _Scope] = {}
+ arg2scope: Dict[str, Scope] = {}
for callspec in metafunc._calls:
for argname, argvalue in callspec.funcargs.items():
assert argname not in callspec.params
@@ -171,8 +175,8 @@ def add_funcarg_pseudo_fixture_def(
callspec.indices[argname] = len(arg2params_list)
arg2params_list.append(argvalue)
if argname not in arg2scope:
- scopenum = callspec._arg2scopenum.get(argname, scopenum_function)
- arg2scope[argname] = scopes[scopenum]
+ scope = callspec._arg2scope.get(argname, Scope.Function)
+ arg2scope[argname] = scope
callspec.funcargs.clear()
# Register artificial FixtureDef's so that later at test execution
@@ -185,17 +189,19 @@ def add_funcarg_pseudo_fixture_def(
# node related to the scope.
scope = arg2scope[argname]
node = None
- if scope != "function":
+ if scope is not Scope.Function:
node = get_scope_node(collector, scope)
if node is None:
- assert scope == "class" and isinstance(collector, _pytest.python.Module)
+ assert scope is Scope.Class and isinstance(
+ collector, _pytest.python.Module
+ )
# Use module-level collector for class-scope (for now).
node = collector
if node is None:
name2pseudofixturedef = None
else:
default: Dict[str, FixtureDef[Any]] = {}
- name2pseudofixturedef = node._store.setdefault(
+ name2pseudofixturedef = node.stash.setdefault(
name2pseudofixturedef_key, default
)
if name2pseudofixturedef is not None and argname in name2pseudofixturedef:
@@ -234,10 +240,10 @@ def getfixturemarker(obj: object) -> Optional["FixtureFunctionMarker"]:
_Key = Tuple[object, ...]
-def get_parametrized_fixture_keys(item: nodes.Item, scopenum: int) -> Iterator[_Key]:
+def get_parametrized_fixture_keys(item: nodes.Item, scope: Scope) -> Iterator[_Key]:
"""Return list of keys for all parametrized arguments which match
- the specified scope. """
- assert scopenum < scopenum_function # function
+ the specified scope."""
+ assert scope is not Scope.Function
try:
callspec = item.callspec # type: ignore[attr-defined]
except AttributeError:
@@ -248,67 +254,71 @@ def get_parametrized_fixture_keys(item: nodes.Item, scopenum: int) -> Iterator[_
# sort this so that different calls to
# get_parametrized_fixture_keys will be deterministic.
for argname, param_index in sorted(cs.indices.items()):
- if cs._arg2scopenum[argname] != scopenum:
+ if cs._arg2scope[argname] != scope:
continue
- if scopenum == 0: # session
+ if scope is Scope.Session:
key: _Key = (argname, param_index)
- elif scopenum == 1: # package
- key = (argname, param_index, item.fspath.dirpath())
- elif scopenum == 2: # module
- key = (argname, param_index, item.fspath)
- elif scopenum == 3: # class
+ elif scope is Scope.Package:
+ key = (argname, param_index, item.path.parent)
+ elif scope is Scope.Module:
+ key = (argname, param_index, item.path)
+ elif scope is Scope.Class:
item_cls = item.cls # type: ignore[attr-defined]
- key = (argname, param_index, item.fspath, item_cls)
+ key = (argname, param_index, item.path, item_cls)
+ else:
+ assert_never(scope)
yield key
# Algorithm for sorting on a per-parametrized resource setup basis.
-# It is called for scopenum==0 (session) first and performs sorting
+# It is called for Session scope first and performs sorting
# down to the lower scopes such as to minimize number of "high scope"
# setups and teardowns.
def reorder_items(items: Sequence[nodes.Item]) -> List[nodes.Item]:
- argkeys_cache: Dict[int, Dict[nodes.Item, Dict[_Key, None]]] = {}
- items_by_argkey: Dict[int, Dict[_Key, Deque[nodes.Item]]] = {}
- for scopenum in range(0, scopenum_function):
+ argkeys_cache: Dict[Scope, Dict[nodes.Item, Dict[_Key, None]]] = {}
+ items_by_argkey: Dict[Scope, Dict[_Key, Deque[nodes.Item]]] = {}
+ for scope in HIGH_SCOPES:
d: Dict[nodes.Item, Dict[_Key, None]] = {}
- argkeys_cache[scopenum] = d
+ argkeys_cache[scope] = d
item_d: Dict[_Key, Deque[nodes.Item]] = defaultdict(deque)
- items_by_argkey[scopenum] = item_d
+ items_by_argkey[scope] = item_d
for item in items:
- keys = dict.fromkeys(get_parametrized_fixture_keys(item, scopenum), None)
+ keys = dict.fromkeys(get_parametrized_fixture_keys(item, scope), None)
if keys:
d[item] = keys
for key in keys:
item_d[key].append(item)
items_dict = dict.fromkeys(items, None)
- return list(reorder_items_atscope(items_dict, argkeys_cache, items_by_argkey, 0))
+ return list(
+ reorder_items_atscope(items_dict, argkeys_cache, items_by_argkey, Scope.Session)
+ )
def fix_cache_order(
item: nodes.Item,
- argkeys_cache: Dict[int, Dict[nodes.Item, Dict[_Key, None]]],
- items_by_argkey: Dict[int, Dict[_Key, "Deque[nodes.Item]"]],
+ argkeys_cache: Dict[Scope, Dict[nodes.Item, Dict[_Key, None]]],
+ items_by_argkey: Dict[Scope, Dict[_Key, "Deque[nodes.Item]"]],
) -> None:
- for scopenum in range(0, scopenum_function):
- for key in argkeys_cache[scopenum].get(item, []):
- items_by_argkey[scopenum][key].appendleft(item)
+ for scope in HIGH_SCOPES:
+ for key in argkeys_cache[scope].get(item, []):
+ items_by_argkey[scope][key].appendleft(item)
def reorder_items_atscope(
items: Dict[nodes.Item, None],
- argkeys_cache: Dict[int, Dict[nodes.Item, Dict[_Key, None]]],
- items_by_argkey: Dict[int, Dict[_Key, "Deque[nodes.Item]"]],
- scopenum: int,
+ argkeys_cache: Dict[Scope, Dict[nodes.Item, Dict[_Key, None]]],
+ items_by_argkey: Dict[Scope, Dict[_Key, "Deque[nodes.Item]"]],
+ scope: Scope,
) -> Dict[nodes.Item, None]:
- if scopenum >= scopenum_function or len(items) < 3:
+ if scope is Scope.Function or len(items) < 3:
return items
ignore: Set[Optional[_Key]] = set()
items_deque = deque(items)
items_done: Dict[nodes.Item, None] = {}
- scoped_items_by_argkey = items_by_argkey[scopenum]
- scoped_argkeys_cache = argkeys_cache[scopenum]
+ scoped_items_by_argkey = items_by_argkey[scope]
+ scoped_argkeys_cache = argkeys_cache[scope]
while items_deque:
no_argkey_group: Dict[nodes.Item, None] = {}
slicing_argkey = None
@@ -334,7 +344,7 @@ def reorder_items_atscope(
break
if no_argkey_group:
no_argkey_group = reorder_items_atscope(
- no_argkey_group, argkeys_cache, items_by_argkey, scopenum + 1
+ no_argkey_group, argkeys_cache, items_by_argkey, scope.next_lower()
)
for item in no_argkey_group:
items_done[item] = None
@@ -369,12 +379,10 @@ def _fill_fixtures_impl(function: "Function") -> None:
fi = fm.getfixtureinfo(function.parent, function.obj, None)
function._fixtureinfo = fi
request = function._request = FixtureRequest(function, _ispytest=True)
+ fm.session._setupstate.setup(function)
request._fillfixtures()
# Prune out funcargs for jstests.
- newfuncargs = {}
- for name in fi.argnames:
- newfuncargs[name] = function.funcargs[name]
- function.funcargs = newfuncargs
+ function.funcargs = {name: function.funcargs[name] for name in fi.argnames}
else:
request._fillfixtures()
@@ -383,16 +391,16 @@ def get_direct_param_fixture_func(request):
return request.param
-@attr.s(slots=True)
+@attr.s(slots=True, auto_attribs=True)
class FuncFixtureInfo:
# Original function argument names.
- argnames = attr.ib(type=Tuple[str, ...])
+ argnames: Tuple[str, ...]
# Argnames that function immediately requires. These include argnames +
# fixture names specified via usefixtures and via autouse=True in fixture
# definitions.
- initialnames = attr.ib(type=Tuple[str, ...])
- names_closure = attr.ib(type=List[str])
- name2fixturedefs = attr.ib(type=Dict[str, Sequence["FixtureDef[Any]"]])
+ initialnames: Tuple[str, ...]
+ names_closure: List[str]
+ name2fixturedefs: Dict[str, Sequence["FixtureDef[Any]"]]
def prune_dependency_tree(self) -> None:
"""Recompute names_closure from initialnames and name2fixturedefs.
@@ -435,13 +443,17 @@ def __init__(self, pyfuncitem, *, _ispytest: bool = False) -> None:
self._pyfuncitem = pyfuncitem
#: Fixture for which this request is being performed.
self.fixturename: Optional[str] = None
- #: Scope string, one of "function", "class", "module", "session".
- self.scope: _Scope = "function"
+ self._scope = Scope.Function
self._fixture_defs: Dict[str, FixtureDef[Any]] = {}
fixtureinfo: FuncFixtureInfo = pyfuncitem._fixtureinfo
self._arg2fixturedefs = fixtureinfo.name2fixturedefs.copy()
self._arg2index: Dict[str, int] = {}
- self._fixturemanager: FixtureManager = (pyfuncitem.session._fixturemanager)
+ self._fixturemanager: FixtureManager = pyfuncitem.session._fixturemanager
+
+ @property
+ def scope(self) -> "_ScopeName":
+ """Scope string, one of "function", "class", "module", "package", "session"."""
+ return self._scope.value
@property
def fixturenames(self) -> List[str]:
@@ -453,7 +465,7 @@ def fixturenames(self) -> List[str]:
@property
def node(self):
"""Underlying collection node (depends on current request scope)."""
- return self._getscopeitem(self.scope)
+ return self._getscopeitem(self._scope)
def _getnextfixturedef(self, argname: str) -> "FixtureDef[Any]":
fixturedefs = self._arg2fixturedefs.get(argname, None)
@@ -515,17 +527,17 @@ def module(self):
return self._pyfuncitem.getparent(_pytest.python.Module).obj
@property
- def fspath(self) -> py.path.local:
- """The file system path of the test module which collected this test."""
+ def path(self) -> Path:
if self.scope not in ("function", "class", "module", "package"):
- raise AttributeError(f"module not available in {self.scope}-scoped context")
+ raise AttributeError(f"path not available in {self.scope}-scoped context")
# TODO: Remove ignore once _pyfuncitem is properly typed.
- return self._pyfuncitem.fspath # type: ignore
+ return self._pyfuncitem.path # type: ignore
@property
- def keywords(self):
+ def keywords(self) -> MutableMapping[str, Any]:
"""Keywords/markers dictionary for the underlying node."""
- return self.node.keywords
+ node: nodes.Node = self.node
+ return node.keywords
@property
def session(self) -> "Session":
@@ -539,10 +551,8 @@ def addfinalizer(self, finalizer: Callable[[], object]) -> None:
self._addfinalizer(finalizer, scope=self.scope)
def _addfinalizer(self, finalizer: Callable[[], object], scope) -> None:
- colitem = self._getscopeitem(scope)
- self._pyfuncitem.session._setupstate.addfinalizer(
- finalizer=finalizer, colitem=colitem
- )
+ node = self._getscopeitem(scope)
+ node.addfinalizer(finalizer)
def applymarker(self, marker: Union[str, MarkDecorator]) -> None:
"""Apply a marker to a single test function invocation.
@@ -551,7 +561,7 @@ def applymarker(self, marker: Union[str, MarkDecorator]) -> None:
on all function invocations.
:param marker:
- A :py:class:`_pytest.mark.MarkDecorator` object created by a call
+ A :class:`pytest.MarkDecorator` object created by a call
to ``pytest.mark.NAME(...)``.
"""
self.node.add_marker(marker)
@@ -593,8 +603,7 @@ def _get_active_fixturedef(
except FixtureLookupError:
if argname == "request":
cached_result = (self, [0], None)
- scope: _Scope = "function"
- return PseudoFixtureDef(cached_result, scope)
+ return PseudoFixtureDef(cached_result, Scope.Function)
raise
# Remove indent to prevent the python3 exception
# from leaking into the call.
@@ -605,14 +614,11 @@ def _get_active_fixturedef(
def _get_fixturestack(self) -> List["FixtureDef[Any]"]:
current = self
values: List[FixtureDef[Any]] = []
- while 1:
- fixturedef = getattr(current, "_fixturedef", None)
- if fixturedef is None:
- values.reverse()
- return values
- values.append(fixturedef)
- assert isinstance(current, SubRequest)
+ while isinstance(current, SubRequest):
+ values.append(current._fixturedef) # type: ignore[has-type]
current = current._parent_request
+ values.reverse()
+ return values
def _compute_fixture_value(self, fixturedef: "FixtureDef[object]") -> None:
"""Create a SubRequest based on "self" and call the execute method
@@ -626,7 +632,7 @@ def _compute_fixture_value(self, fixturedef: "FixtureDef[object]") -> None:
# (latter managed by fixturedef)
argname = fixturedef.argname
funcitem = self._pyfuncitem
- scope = fixturedef.scope
+ scope = fixturedef._scope
try:
param = funcitem.callspec.getparam(argname)
except (AttributeError, ValueError):
@@ -648,12 +654,13 @@ def _compute_fixture_value(self, fixturedef: "FixtureDef[object]") -> None:
if has_params:
frame = inspect.stack()[3]
frameinfo = inspect.getframeinfo(frame[0])
- source_path = py.path.local(frameinfo.filename)
+ source_path = absolutepath(frameinfo.filename)
source_lineno = frameinfo.lineno
- rel_source_path = source_path.relto(funcitem.config.rootdir)
- if rel_source_path:
- source_path_str = rel_source_path
- else:
+ try:
+ source_path_str = str(
+ source_path.relative_to(funcitem.config.rootpath)
+ )
+ except ValueError:
source_path_str = str(source_path)
msg = (
"The requested fixture has no parameter defined for test:\n"
@@ -662,7 +669,7 @@ def _compute_fixture_value(self, fixturedef: "FixtureDef[object]") -> None:
"\n\nRequested here:\n{}:{}".format(
funcitem.nodeid,
fixturedef.argname,
- getlocation(fixturedef.func, funcitem.config.rootdir),
+ getlocation(fixturedef.func, funcitem.config.rootpath),
source_path_str,
source_lineno,
)
@@ -672,16 +679,15 @@ def _compute_fixture_value(self, fixturedef: "FixtureDef[object]") -> None:
param_index = funcitem.callspec.indices[argname]
# If a parametrize invocation set a scope it will override
# the static scope defined with the fixture function.
- paramscopenum = funcitem.callspec._arg2scopenum.get(argname)
- if paramscopenum is not None:
- scope = scopes[paramscopenum]
+ with suppress(KeyError):
+ scope = funcitem.callspec._arg2scope[argname]
subrequest = SubRequest(
self, scope, param, param_index, fixturedef, _ispytest=True
)
# Check if a higher-level scoped fixture accesses a lower level one.
- subrequest._check_scope(argname, self.scope, scope)
+ subrequest._check_scope(argname, self._scope, scope)
try:
# Call the fixture function.
fixturedef.execute(request=subrequest)
@@ -692,23 +698,23 @@ def _schedule_finalizers(
self, fixturedef: "FixtureDef[object]", subrequest: "SubRequest"
) -> None:
# If fixture function failed it might have registered finalizers.
- self.session._setupstate.addfinalizer(
- functools.partial(fixturedef.finish, request=subrequest), subrequest.node
- )
+ subrequest.node.addfinalizer(lambda: fixturedef.finish(request=subrequest))
def _check_scope(
- self, argname: str, invoking_scope: "_Scope", requested_scope: "_Scope",
+ self,
+ argname: str,
+ invoking_scope: Scope,
+ requested_scope: Scope,
) -> None:
if argname == "request":
return
- if scopemismatch(invoking_scope, requested_scope):
+ if invoking_scope > requested_scope:
# Try to report something helpful.
- lines = self._factorytraceback()
+ text = "\n".join(self._factorytraceback())
fail(
- "ScopeMismatch: You tried to access the %r scoped "
- "fixture %r with a %r scoped request object, "
- "involved factories\n%s"
- % ((requested_scope, argname, invoking_scope, "\n".join(lines))),
+ f"ScopeMismatch: You tried to access the {requested_scope.value} scoped "
+ f"fixture {argname} with a {invoking_scope.value} scoped request object, "
+ f"involved factories:\n{text}",
pytrace=False,
)
@@ -717,22 +723,30 @@ def _factorytraceback(self) -> List[str]:
for fixturedef in self._get_fixturestack():
factory = fixturedef.func
fs, lineno = getfslineno(factory)
- p = self._pyfuncitem.session.fspath.bestrelpath(fs)
+ if isinstance(fs, Path):
+ session: Session = self._pyfuncitem.session
+ p = bestrelpath(session.path, fs)
+ else:
+ p = fs
args = _format_args(factory)
lines.append("%s:%d: def %s%s" % (p, lineno + 1, factory.__name__, args))
return lines
- def _getscopeitem(self, scope: "_Scope") -> Union[nodes.Item, nodes.Collector]:
- if scope == "function":
+ def _getscopeitem(
+ self, scope: Union[Scope, "_ScopeName"]
+ ) -> Union[nodes.Item, nodes.Collector]:
+ if isinstance(scope, str):
+ scope = Scope(scope)
+ if scope is Scope.Function:
# This might also be a non-function Item despite its attribute name.
node: Optional[Union[nodes.Item, nodes.Collector]] = self._pyfuncitem
- elif scope == "package":
+ elif scope is Scope.Package:
# FIXME: _fixturedef is not defined on FixtureRequest (this class),
# but on FixtureRequest (a subclass).
node = get_scope_package(self._pyfuncitem, self._fixturedef) # type: ignore[attr-defined]
else:
node = get_scope_node(self._pyfuncitem, scope)
- if node is None and scope == "class":
+ if node is None and scope is Scope.Class:
# Fallback to function item itself.
node = self._pyfuncitem
assert node, 'Could not obtain a node for scope "{}" for function {!r}'.format(
@@ -751,8 +765,8 @@ class SubRequest(FixtureRequest):
def __init__(
self,
request: "FixtureRequest",
- scope: "_Scope",
- param,
+ scope: Scope,
+ param: Any,
param_index: int,
fixturedef: "FixtureDef[object]",
*,
@@ -764,7 +778,7 @@ def __init__(
if param is not NOTSET:
self.param = param
self.param_index = param_index
- self.scope = scope
+ self._scope = scope
self._fixturedef = fixturedef
self._pyfuncitem = request._pyfuncitem
self._fixture_defs = request._fixture_defs
@@ -793,29 +807,6 @@ def _schedule_finalizers(
super()._schedule_finalizers(fixturedef, subrequest)
-scopes: List["_Scope"] = ["session", "package", "module", "class", "function"]
-scopenum_function = scopes.index("function")
-
-
-def scopemismatch(currentscope: "_Scope", newscope: "_Scope") -> bool:
- return scopes.index(newscope) > scopes.index(currentscope)
-
-
-def scope2index(scope: str, descr: str, where: Optional[str] = None) -> int:
- """Look up the index of ``scope`` and raise a descriptive value error
- if not defined."""
- strscopes: Sequence[str] = scopes
- try:
- return strscopes.index(scope)
- except ValueError:
- fail(
- "{} {}got an unexpected scope value '{}'".format(
- descr, f"from {where} " if where else "", scope
- ),
- pytrace=False,
- )
-
-
@final
class FixtureLookupError(LookupError):
"""Could not return a requested fixture (missing or invalid)."""
@@ -846,7 +837,7 @@ def formatrepr(self) -> "FixtureLookupErrorRepr":
error_msg = "file %s, line %s: source code not available"
addline(error_msg % (fspath, lineno + 1))
else:
- addline("file {}, line {}".format(fspath, lineno + 1))
+ addline(f"file {fspath}, line {lineno + 1}")
for i, line in enumerate(lines):
line = line.rstrip()
addline(" " + line)
@@ -876,7 +867,7 @@ def formatrepr(self) -> "FixtureLookupErrorRepr":
class FixtureLookupErrorRepr(TerminalRepr):
def __init__(
self,
- filename: Union[str, py.path.local],
+ filename: Union[str, "os.PathLike[str]"],
firstlineno: int,
tblines: Sequence[str],
errorstring: str,
@@ -895,30 +886,31 @@ def toterminal(self, tw: TerminalWriter) -> None:
lines = self.errorstring.split("\n")
if lines:
tw.line(
- "{} {}".format(FormattedExcinfo.fail_marker, lines[0].strip()),
+ f"{FormattedExcinfo.fail_marker} {lines[0].strip()}",
red=True,
)
for line in lines[1:]:
tw.line(
- f"{FormattedExcinfo.flow_marker} {line.strip()}", red=True,
+ f"{FormattedExcinfo.flow_marker} {line.strip()}",
+ red=True,
)
tw.line()
- tw.line("%s:%d" % (self.filename, self.firstlineno + 1))
+ tw.line("%s:%d" % (os.fspath(self.filename), self.firstlineno + 1))
def fail_fixturefunc(fixturefunc, msg: str) -> "NoReturn":
fs, lineno = getfslineno(fixturefunc)
- location = "{}:{}".format(fs, lineno + 1)
+ location = f"{fs}:{lineno + 1}"
source = _pytest._code.Source(fixturefunc)
fail(msg + ":\n\n" + str(source.indent()) + "\n" + location, pytrace=False)
def call_fixture_func(
- fixturefunc: "_FixtureFunc[_FixtureValue]", request: FixtureRequest, kwargs
-) -> _FixtureValue:
+ fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs
+) -> FixtureValue:
if is_generator(fixturefunc):
fixturefunc = cast(
- Callable[..., Generator[_FixtureValue, None, None]], fixturefunc
+ Callable[..., Generator[FixtureValue, None, None]], fixturefunc
)
generator = fixturefunc(**kwargs)
try:
@@ -928,7 +920,7 @@ def call_fixture_func(
finalizer = functools.partial(_teardown_yield_fixture, fixturefunc, generator)
request.addfinalizer(finalizer)
else:
- fixturefunc = cast(Callable[..., _FixtureValue], fixturefunc)
+ fixturefunc = cast(Callable[..., FixtureValue], fixturefunc)
fixture_result = fixturefunc(**kwargs)
return fixture_result
@@ -946,10 +938,10 @@ def _teardown_yield_fixture(fixturefunc, it) -> None:
def _eval_scope_callable(
- scope_callable: "Callable[[str, Config], _Scope]",
+ scope_callable: "Callable[[str, Config], _ScopeName]",
fixture_name: str,
config: Config,
-) -> "_Scope":
+) -> "_ScopeName":
try:
# Type ignored because there is no typing mechanism to specify
# keyword arguments, currently.
@@ -971,7 +963,7 @@ def _eval_scope_callable(
@final
-class FixtureDef(Generic[_FixtureValue]):
+class FixtureDef(Generic[FixtureValue]):
"""A container for a factory definition."""
def __init__(
@@ -979,8 +971,8 @@ def __init__(
fixturemanager: "FixtureManager",
baseid: Optional[str],
argname: str,
- func: "_FixtureFunc[_FixtureValue]",
- scope: "Union[_Scope, Callable[[str, Config], _Scope]]",
+ func: "_FixtureFunc[FixtureValue]",
+ scope: Union[Scope, "_ScopeName", Callable[[str, Config], "_ScopeName"], None],
params: Optional[Sequence[object]],
unittest: bool = False,
ids: Optional[
@@ -995,26 +987,30 @@ def __init__(
self.has_location = baseid is not None
self.func = func
self.argname = argname
- if callable(scope):
- scope_ = _eval_scope_callable(scope, argname, fixturemanager.config)
- else:
- scope_ = scope
- self.scopenum = scope2index(
- # TODO: Check if the `or` here is really necessary.
- scope_ or "function", # type: ignore[unreachable]
- descr=f"Fixture '{func.__name__}'",
- where=baseid,
- )
- self.scope = scope_
+ if scope is None:
+ scope = Scope.Function
+ elif callable(scope):
+ scope = _eval_scope_callable(scope, argname, fixturemanager.config)
+
+ if isinstance(scope, str):
+ scope = Scope.from_user(
+ scope, descr=f"Fixture '{func.__name__}'", where=baseid
+ )
+ self._scope = scope
self.params: Optional[Sequence[object]] = params
self.argnames: Tuple[str, ...] = getfuncargnames(
func, name=argname, is_method=unittest
)
self.unittest = unittest
self.ids = ids
- self.cached_result: Optional[_FixtureCachedResult[_FixtureValue]] = None
+ self.cached_result: Optional[_FixtureCachedResult[FixtureValue]] = None
self._finalizers: List[Callable[[], object]] = []
+ @property
+ def scope(self) -> "_ScopeName":
+ """Scope string, one of "function", "class", "module", "package", "session"."""
+ return self._scope.value
+
def addfinalizer(self, finalizer: Callable[[], object]) -> None:
self._finalizers.append(finalizer)
@@ -1033,7 +1029,7 @@ def finish(self, request: SubRequest) -> None:
if exc:
raise exc
finally:
- hook = self._fixturemanager.session.gethookproxy(request.node.fspath)
+ hook = self._fixturemanager.session.gethookproxy(request.node.path)
hook.pytest_fixture_post_finalizer(fixturedef=self, request=request)
# Even if finalization fails, we invalidate the cached fixture
# value and remove all finalizers because they may be bound methods
@@ -1041,7 +1037,7 @@ def finish(self, request: SubRequest) -> None:
self.cached_result = None
self._finalizers = []
- def execute(self, request: SubRequest) -> _FixtureValue:
+ def execute(self, request: SubRequest) -> FixtureValue:
# Get required arguments and register our own finish()
# with their finalization.
for argname in self.argnames:
@@ -1068,7 +1064,7 @@ def execute(self, request: SubRequest) -> _FixtureValue:
self.finish(request)
assert self.cached_result is None
- hook = self._fixturemanager.session.gethookproxy(request.node.fspath)
+ hook = self._fixturemanager.session.gethookproxy(request.node.path)
result = hook.pytest_fixture_setup(fixturedef=self, request=request)
return result
@@ -1082,8 +1078,8 @@ def __repr__(self) -> str:
def resolve_fixture_function(
- fixturedef: FixtureDef[_FixtureValue], request: FixtureRequest
-) -> "_FixtureFunc[_FixtureValue]":
+ fixturedef: FixtureDef[FixtureValue], request: FixtureRequest
+) -> "_FixtureFunc[FixtureValue]":
"""Get the actual callable that can be called to obtain the fixture
value, dealing with unittest-specific instances and bound methods."""
fixturefunc = fixturedef.func
@@ -1109,15 +1105,15 @@ def resolve_fixture_function(
def pytest_fixture_setup(
- fixturedef: FixtureDef[_FixtureValue], request: SubRequest
-) -> _FixtureValue:
+ fixturedef: FixtureDef[FixtureValue], request: SubRequest
+) -> FixtureValue:
"""Execution of fixture setup."""
kwargs = {}
for argname in fixturedef.argnames:
fixdef = request._get_active_fixturedef(argname)
assert fixdef.cached_result is not None
result, arg_cache_key, exc = fixdef.cached_result
- request._check_scope(argname, request.scope, fixdef.scope)
+ request._check_scope(argname, request._scope, fixdef._scope)
kwargs[argname] = result
fixturefunc = resolve_fixture_function(fixturedef, request)
@@ -1160,14 +1156,15 @@ def _params_converter(
def wrap_function_to_error_out_if_called_directly(
- function: _FixtureFunction, fixture_marker: "FixtureFunctionMarker",
-) -> _FixtureFunction:
+ function: FixtureFunction,
+ fixture_marker: "FixtureFunctionMarker",
+) -> FixtureFunction:
"""Wrap the given fixture function so we can raise an error about it being called directly,
instead of used as an argument in a test function."""
message = (
'Fixture "{name}" called directly. Fixtures are not meant to be called directly,\n'
"but are created automatically when test functions request them as parameters.\n"
- "See https://docs.pytest.org/en/stable/fixture.html for more information about fixtures, and\n"
+ "See https://docs.pytest.org/en/stable/explanation/fixtures.html for more information about fixtures, and\n"
"https://docs.pytest.org/en/stable/deprecations.html#calling-fixtures-directly about how to update your code."
).format(name=fixture_marker.name or function.__name__)
@@ -1179,26 +1176,25 @@ def result(*args, **kwargs):
# further than this point and lose useful wrappings like @mock.patch (#3774).
result.__pytest_wrapped__ = _PytestWrapper(function) # type: ignore[attr-defined]
- return cast(_FixtureFunction, result)
+ return cast(FixtureFunction, result)
@final
-@attr.s(frozen=True)
+@attr.s(frozen=True, auto_attribs=True)
class FixtureFunctionMarker:
- scope = attr.ib(type="Union[_Scope, Callable[[str, Config], _Scope]]")
- params = attr.ib(type=Optional[Tuple[object, ...]], converter=_params_converter)
- autouse = attr.ib(type=bool, default=False)
- ids = attr.ib(
- type=Union[
- Tuple[Union[None, str, float, int, bool], ...],
- Callable[[Any], Optional[object]],
- ],
+ scope: "Union[_ScopeName, Callable[[str, Config], _ScopeName]]"
+ params: Optional[Tuple[object, ...]] = attr.ib(converter=_params_converter)
+ autouse: bool = False
+ ids: Union[
+ Tuple[Union[None, str, float, int, bool], ...],
+ Callable[[Any], Optional[object]],
+ ] = attr.ib(
default=None,
converter=_ensure_immutable_ids,
)
- name = attr.ib(type=Optional[str], default=None)
+ name: Optional[str] = None
- def __call__(self, function: _FixtureFunction) -> _FixtureFunction:
+ def __call__(self, function: FixtureFunction) -> FixtureFunction:
if inspect.isclass(function):
raise ValueError("class fixtures not supported (maybe in the future)")
@@ -1226,9 +1222,9 @@ def __call__(self, function: _FixtureFunction) -> _FixtureFunction:
@overload
def fixture(
- fixture_function: _FixtureFunction,
+ fixture_function: FixtureFunction,
*,
- scope: "Union[_Scope, Callable[[str, Config], _Scope]]" = ...,
+ scope: "Union[_ScopeName, Callable[[str, Config], _ScopeName]]" = ...,
params: Optional[Iterable[object]] = ...,
autouse: bool = ...,
ids: Optional[
@@ -1238,7 +1234,7 @@ def fixture(
]
] = ...,
name: Optional[str] = ...,
-) -> _FixtureFunction:
+) -> FixtureFunction:
...
@@ -1246,7 +1242,7 @@ def fixture(
def fixture(
fixture_function: None = ...,
*,
- scope: "Union[_Scope, Callable[[str, Config], _Scope]]" = ...,
+ scope: "Union[_ScopeName, Callable[[str, Config], _ScopeName]]" = ...,
params: Optional[Iterable[object]] = ...,
autouse: bool = ...,
ids: Optional[
@@ -1261,9 +1257,9 @@ def fixture(
def fixture(
- fixture_function: Optional[_FixtureFunction] = None,
+ fixture_function: Optional[FixtureFunction] = None,
*,
- scope: "Union[_Scope, Callable[[str, Config], _Scope]]" = "function",
+ scope: "Union[_ScopeName, Callable[[str, Config], _ScopeName]]" = "function",
params: Optional[Iterable[object]] = None,
autouse: bool = False,
ids: Optional[
@@ -1273,7 +1269,7 @@ def fixture(
]
] = None,
name: Optional[str] = None,
-) -> Union[FixtureFunctionMarker, _FixtureFunction]:
+) -> Union[FixtureFunctionMarker, FixtureFunction]:
"""Decorator to mark a fixture factory function.
This decorator can be used, with or without parameters, to define a
@@ -1325,7 +1321,11 @@ def fixture(
``@pytest.fixture(name='<fixturename>')``.
"""
fixture_marker = FixtureFunctionMarker(
- scope=scope, params=params, autouse=autouse, ids=ids, name=name,
+ scope=scope,
+ params=params,
+ autouse=autouse,
+ ids=ids,
+ name=name,
)
# Direct decoration.
@@ -1363,7 +1363,8 @@ def yield_fixture(
@fixture(scope="session")
def pytestconfig(request: FixtureRequest) -> Config:
- """Session-scoped fixture that returns the :class:`_pytest.config.Config` object.
+ """Session-scoped fixture that returns the session's :class:`pytest.Config`
+ object.
Example::
@@ -1537,15 +1538,15 @@ def merge(otherlist: Iterable[str]) -> None:
arg2fixturedefs[argname] = fixturedefs
merge(fixturedefs[-1].argnames)
- def sort_by_scope(arg_name: str) -> int:
+ def sort_by_scope(arg_name: str) -> Scope:
try:
fixturedefs = arg2fixturedefs[arg_name]
except KeyError:
- return scopes.index("function")
+ return Scope.Function
else:
- return fixturedefs[-1].scopenum
+ return fixturedefs[-1]._scope
- fixturenames_closure.sort(key=sort_by_scope)
+ fixturenames_closure.sort(key=sort_by_scope, reverse=True)
return initialnames, fixturenames_closure, arg2fixturedefs
def pytest_generate_tests(self, metafunc: "Metafunc") -> None:
@@ -1611,6 +1612,11 @@ def parsefactories(
self._holderobjseen.add(holderobj)
autousenames = []
for name in dir(holderobj):
+ # ugly workaround for one of the fspath deprecated property of node
+ # todo: safely generalize
+ if isinstance(holderobj, nodes.Node) and name == "fspath":
+ continue
+
# The attribute can be an arbitrary descriptor, so the attribute
# access below can raise. safe_getatt() ignores such exceptions.
obj = safe_getattr(holderobj, name, None)
diff --git a/src/_pytest/freeze_support.py b/src/_pytest/freeze_support.py
index 8b93ed5f7f8..9f8ea231fed 100644
--- a/src/_pytest/freeze_support.py
+++ b/src/_pytest/freeze_support.py
@@ -9,16 +9,15 @@
def freeze_includes() -> List[str]:
"""Return a list of module names used by pytest that should be
included by cx_freeze."""
- import py
import _pytest
- result = list(_iter_all_modules(py))
- result += list(_iter_all_modules(_pytest))
+ result = list(_iter_all_modules(_pytest))
return result
def _iter_all_modules(
- package: Union[str, types.ModuleType], prefix: str = "",
+ package: Union[str, types.ModuleType],
+ prefix: str = "",
) -> Iterator[str]:
"""Iterate over the names of all modules that can be found in the given
package, recursively.
diff --git a/src/_pytest/helpconfig.py b/src/_pytest/helpconfig.py
index 4384d07b261..aca2cd391e4 100644
--- a/src/_pytest/helpconfig.py
+++ b/src/_pytest/helpconfig.py
@@ -6,8 +6,6 @@
from typing import Optional
from typing import Union
-import py
-
import pytest
from _pytest.config import Config
from _pytest.config import ExitCode
@@ -51,7 +49,7 @@ def pytest_addoption(parser: Parser) -> None:
action="count",
default=0,
dest="version",
- help="display pytest version and information about plugins."
+ help="display pytest version and information about plugins. "
"When given twice, also display information about plugins.",
)
group._addoption(
@@ -80,10 +78,14 @@ def pytest_addoption(parser: Parser) -> None:
)
group.addoption(
"--debug",
- action="store_true",
+ action="store",
+ nargs="?",
+ const="pytestdebug.log",
dest="debug",
- default=False,
- help="store internal tracing debug information in 'pytestdebug.log'.",
+ metavar="DEBUG_FILE_NAME",
+ help="store internal tracing debug information in this log file.\n"
+ "This file is opened with 'w' and truncated as a result, care advised.\n"
+ "Defaults to 'pytestdebug.log'.",
)
group._addoption(
"-o",
@@ -98,15 +100,16 @@ def pytest_addoption(parser: Parser) -> None:
def pytest_cmdline_parse():
outcome = yield
config: Config = outcome.get_result()
+
if config.option.debug:
- path = os.path.abspath("pytestdebug.log")
+ # --debug | --debug <file.log> was provided.
+ path = config.option.debug
debugfile = open(path, "w")
debugfile.write(
- "versions pytest-%s, py-%s, "
+ "versions pytest-%s, "
"python-%s\ncwd=%s\nargs=%s\n\n"
% (
pytest.__version__,
- py.__version__,
".".join(map(str, sys.version_info)),
os.getcwd(),
config.invocation_params.args,
@@ -114,11 +117,11 @@ def pytest_cmdline_parse():
)
config.trace.root.setwriter(debugfile.write)
undo_tracing = config.pluginmanager.enable_tracing()
- sys.stderr.write("writing pytestdebug information to %s\n" % path)
+ sys.stderr.write("writing pytest debug information to %s\n" % path)
def unset_tracing() -> None:
debugfile.close()
- sys.stderr.write("wrote pytestdebug information to %s\n" % debugfile.name)
+ sys.stderr.write("wrote pytest debug information to %s\n" % debugfile.name)
config.trace.root.setwriter(None)
undo_tracing()
@@ -127,7 +130,7 @@ def unset_tracing() -> None:
def showversion(config: Config) -> None:
if config.option.version > 1:
- sys.stderr.write(
+ sys.stdout.write(
"This is pytest version {}, imported from {}\n".format(
pytest.__version__, pytest.__file__
)
@@ -135,9 +138,9 @@ def showversion(config: Config) -> None:
plugininfo = getpluginversioninfo(config)
if plugininfo:
for line in plugininfo:
- sys.stderr.write(line + "\n")
+ sys.stdout.write(line + "\n")
else:
- sys.stderr.write(f"pytest {pytest.__version__}\n")
+ sys.stdout.write(f"pytest {pytest.__version__}\n")
def pytest_cmdline_main(config: Config) -> Optional[Union[int, ExitCode]]:
@@ -243,7 +246,7 @@ def getpluginversioninfo(config: Config) -> List[str]:
def pytest_report_header(config: Config) -> List[str]:
lines = []
if config.option.debug or config.option.traceconfig:
- lines.append(f"using: pytest-{pytest.__version__} pylib-{py.__version__}")
+ lines.append(f"using: pytest-{pytest.__version__}")
verinfo = getpluginversioninfo(config)
if verinfo:
diff --git a/src/_pytest/hookspec.py b/src/_pytest/hookspec.py
index e499b742c7e..79251315d89 100644
--- a/src/_pytest/hookspec.py
+++ b/src/_pytest/hookspec.py
@@ -1,5 +1,6 @@
"""Hook specifications for pytest plugins which are invoked by pytest itself
and by builtin plugins."""
+from pathlib import Path
from typing import Any
from typing import Dict
from typing import List
@@ -10,10 +11,10 @@
from typing import TYPE_CHECKING
from typing import Union
-import py.path
from pluggy import HookspecMarker
from _pytest.deprecated import WARNING_CAPTURED_HOOK
+from _pytest.deprecated import WARNING_CMDLINE_PREPARSE_HOOK
if TYPE_CHECKING:
import pdb
@@ -41,6 +42,7 @@
from _pytest.reports import TestReport
from _pytest.runner import CallInfo
from _pytest.terminal import TerminalReporter
+ from _pytest.compat import LEGACY_PATH
hookspec = HookspecMarker("pytest")
@@ -55,7 +57,7 @@ def pytest_addhooks(pluginmanager: "PytestPluginManager") -> None:
"""Called at plugin registration time to allow adding new hooks via a call to
``pluginmanager.add_hookspecs(module_or_class, prefix)``.
- :param _pytest.config.PytestPluginManager pluginmanager: pytest plugin manager.
+ :param pytest.PytestPluginManager pluginmanager: The pytest plugin manager.
.. note::
This hook is incompatible with ``hookwrapper=True``.
@@ -69,7 +71,7 @@ def pytest_plugin_registered(
"""A new pytest plugin got registered.
:param plugin: The plugin module or instance.
- :param _pytest.config.PytestPluginManager manager: pytest plugin manager.
+ :param pytest.PytestPluginManager manager: pytest plugin manager.
.. note::
This hook is incompatible with ``hookwrapper=True``.
@@ -87,24 +89,24 @@ def pytest_addoption(parser: "Parser", pluginmanager: "PytestPluginManager") ->
files situated at the tests root directory due to how pytest
:ref:`discovers plugins during startup <pluginorder>`.
- :param _pytest.config.argparsing.Parser parser:
+ :param pytest.Parser parser:
To add command line options, call
- :py:func:`parser.addoption(...) <_pytest.config.argparsing.Parser.addoption>`.
+ :py:func:`parser.addoption(...) <pytest.Parser.addoption>`.
To add ini-file values call :py:func:`parser.addini(...)
- <_pytest.config.argparsing.Parser.addini>`.
+ <pytest.Parser.addini>`.
- :param _pytest.config.PytestPluginManager pluginmanager:
- pytest plugin manager, which can be used to install :py:func:`hookspec`'s
+ :param pytest.PytestPluginManager pluginmanager:
+ The pytest plugin manager, which can be used to install :py:func:`hookspec`'s
or :py:func:`hookimpl`'s and allow one plugin to call another plugin's hooks
to change how command line options are added.
Options can later be accessed through the
- :py:class:`config <_pytest.config.Config>` object, respectively:
+ :py:class:`config <pytest.Config>` object, respectively:
- - :py:func:`config.getoption(name) <_pytest.config.Config.getoption>` to
+ - :py:func:`config.getoption(name) <pytest.Config.getoption>` to
retrieve the value of a command line option.
- - :py:func:`config.getini(name) <_pytest.config.Config.getini>` to retrieve
+ - :py:func:`config.getini(name) <pytest.Config.getini>` to retrieve
a value read from an ini-style file.
The config object is passed around on many internal objects via the ``.config``
@@ -128,7 +130,7 @@ def pytest_configure(config: "Config") -> None:
.. note::
This hook is incompatible with ``hookwrapper=True``.
- :param _pytest.config.Config config: The pytest config object.
+ :param pytest.Config config: The pytest config object.
"""
@@ -151,21 +153,22 @@ def pytest_cmdline_parse(
``plugins`` arg when using `pytest.main`_ to perform an in-process
test run.
- :param _pytest.config.PytestPluginManager pluginmanager: Pytest plugin manager.
+ :param pytest.PytestPluginManager pluginmanager: The pytest plugin manager.
:param List[str] args: List of arguments passed on the command line.
"""
+@hookspec(warn_on_impl=WARNING_CMDLINE_PREPARSE_HOOK)
def pytest_cmdline_preparse(config: "Config", args: List[str]) -> None:
"""(**Deprecated**) modify command line arguments before option parsing.
This hook is considered deprecated and will be removed in a future pytest version. Consider
- using :func:`pytest_load_initial_conftests` instead.
+ using :hook:`pytest_load_initial_conftests` instead.
.. note::
This hook will not be called for ``conftest.py`` files, only for setuptools plugins.
- :param _pytest.config.Config config: The pytest config object.
+ :param pytest.Config config: The pytest config object.
:param List[str] args: Arguments passed on the command line.
"""
@@ -175,12 +178,9 @@ def pytest_cmdline_main(config: "Config") -> Optional[Union["ExitCode", int]]:
"""Called for performing the main command line action. The default
implementation will invoke the configure hooks and runtest_mainloop.
- .. note::
- This hook will not be called for ``conftest.py`` files, only for setuptools plugins.
-
Stops at first non-None result, see :ref:`firstresult`.
- :param _pytest.config.Config config: The pytest config object.
+ :param pytest.Config config: The pytest config object.
"""
@@ -193,9 +193,9 @@ def pytest_load_initial_conftests(
.. note::
This hook will not be called for ``conftest.py`` files, only for setuptools plugins.
- :param _pytest.config.Config early_config: The pytest config object.
+ :param pytest.Config early_config: The pytest config object.
:param List[str] args: Arguments passed on the command line.
- :param _pytest.config.argparsing.Parser parser: To add command line options.
+ :param pytest.Parser parser: To add command line options.
"""
@@ -248,7 +248,7 @@ def pytest_collection_modifyitems(
the items in-place.
:param pytest.Session session: The pytest session object.
- :param _pytest.config.Config config: The pytest config object.
+ :param pytest.Config config: The pytest config object.
:param List[pytest.Item] items: List of item objects.
"""
@@ -261,7 +261,9 @@ def pytest_collection_finish(session: "Session") -> None:
@hookspec(firstresult=True)
-def pytest_ignore_collect(path: py.path.local, config: "Config") -> Optional[bool]:
+def pytest_ignore_collect(
+ collection_path: Path, path: "LEGACY_PATH", config: "Config"
+) -> Optional[bool]:
"""Return True to prevent considering this path for collection.
This hook is consulted for all files and directories prior to calling
@@ -269,19 +271,31 @@ def pytest_ignore_collect(path: py.path.local, config: "Config") -> Optional[boo
Stops at first non-None result, see :ref:`firstresult`.
- :param py.path.local path: The path to analyze.
- :param _pytest.config.Config config: The pytest config object.
+ :param pathlib.Path collection_path : The path to analyze.
+ :param LEGACY_PATH path: The path to analyze (deprecated).
+ :param pytest.Config config: The pytest config object.
+
+ .. versionchanged:: 7.0.0
+ The ``collection_path`` parameter was added as a :class:`pathlib.Path`
+ equivalent of the ``path`` parameter. The ``path`` parameter
+ has been deprecated.
"""
def pytest_collect_file(
- path: py.path.local, parent: "Collector"
+ file_path: Path, path: "LEGACY_PATH", parent: "Collector"
) -> "Optional[Collector]":
"""Create a Collector for the given path, or None if not relevant.
The new node needs to have the specified ``parent`` as a parent.
- :param py.path.local path: The path to collect.
+ :param pathlib.Path file_path: The path to analyze.
+ :param LEGACY_PATH path: The path to collect (deprecated).
+
+ .. versionchanged:: 7.0.0
+ The ``file_path`` parameter was added as a :class:`pathlib.Path`
+ equivalent of the ``path`` parameter. The ``path`` parameter
+ has been deprecated.
"""
@@ -309,7 +323,8 @@ def pytest_deselected(items: Sequence["Item"]) -> None:
@hookspec(firstresult=True)
def pytest_make_collect_report(collector: "Collector") -> "Optional[CollectReport]":
- """Perform ``collector.collect()`` and return a CollectReport.
+ """Perform :func:`collector.collect() <pytest.Collector.collect>` and return
+ a :class:`~pytest.CollectReport`.
Stops at first non-None result, see :ref:`firstresult`.
"""
@@ -321,7 +336,9 @@ def pytest_make_collect_report(collector: "Collector") -> "Optional[CollectRepor
@hookspec(firstresult=True)
-def pytest_pycollect_makemodule(path: py.path.local, parent) -> Optional["Module"]:
+def pytest_pycollect_makemodule(
+ module_path: Path, path: "LEGACY_PATH", parent
+) -> Optional["Module"]:
"""Return a Module collector or None for the given path.
This hook will be called for each matching test module path.
@@ -330,7 +347,14 @@ def pytest_pycollect_makemodule(path: py.path.local, parent) -> Optional["Module
Stops at first non-None result, see :ref:`firstresult`.
- :param py.path.local path: The path of module to collect.
+ :param pathlib.Path module_path: The path of the module to collect.
+ :param LEGACY_PATH path: The path of the module to collect (deprecated).
+
+ .. versionchanged:: 7.0.0
+ The ``module_path`` parameter was added as a :class:`pathlib.Path`
+ equivalent of the ``path`` parameter.
+
+ The ``path`` parameter has been deprecated in favor of ``fspath``.
"""
@@ -368,7 +392,7 @@ def pytest_make_parametrize_id(
Stops at first non-None result, see :ref:`firstresult`.
- :param _pytest.config.Config config: The pytest config object.
+ :param pytest.Config config: The pytest config object.
:param val: The parametrized value.
:param str argname: The automatic parameter name produced by pytest.
"""
@@ -443,7 +467,7 @@ def pytest_runtest_logstart(
) -> None:
"""Called at the start of running the runtest protocol for a single item.
- See :func:`pytest_runtest_protocol` for a description of the runtest protocol.
+ See :hook:`pytest_runtest_protocol` for a description of the runtest protocol.
:param str nodeid: Full node ID of the item.
:param location: A tuple of ``(filename, lineno, testname)``.
@@ -455,7 +479,7 @@ def pytest_runtest_logfinish(
) -> None:
"""Called at the end of running the runtest protocol for a single item.
- See :func:`pytest_runtest_protocol` for a description of the runtest protocol.
+ See :hook:`pytest_runtest_protocol` for a description of the runtest protocol.
:param str nodeid: Full node ID of the item.
:param location: A tuple of ``(filename, lineno, testname)``.
@@ -489,9 +513,9 @@ def pytest_runtest_teardown(item: "Item", nextitem: Optional["Item"]) -> None:
:param nextitem:
The scheduled-to-be-next test item (None if no further test item is
- scheduled). This argument can be used to perform exact teardowns,
- i.e. calling just enough finalizers so that nextitem only needs to
- call setup-functions.
+ scheduled). This argument is used to perform exact teardowns, i.e.
+ calling just enough finalizers so that nextitem only needs to call
+ setup functions.
"""
@@ -499,28 +523,29 @@ def pytest_runtest_teardown(item: "Item", nextitem: Optional["Item"]) -> None:
def pytest_runtest_makereport(
item: "Item", call: "CallInfo[None]"
) -> Optional["TestReport"]:
- """Called to create a :py:class:`_pytest.reports.TestReport` for each of
+ """Called to create a :class:`~pytest.TestReport` for each of
the setup, call and teardown runtest phases of a test item.
- See :func:`pytest_runtest_protocol` for a description of the runtest protocol.
+ See :hook:`pytest_runtest_protocol` for a description of the runtest protocol.
- :param CallInfo[None] call: The ``CallInfo`` for the phase.
+ :param call: The :class:`~pytest.CallInfo` for the phase.
Stops at first non-None result, see :ref:`firstresult`.
"""
def pytest_runtest_logreport(report: "TestReport") -> None:
- """Process the :py:class:`_pytest.reports.TestReport` produced for each
+ """Process the :class:`~pytest.TestReport` produced for each
of the setup, call and teardown runtest phases of an item.
- See :func:`pytest_runtest_protocol` for a description of the runtest protocol.
+ See :hook:`pytest_runtest_protocol` for a description of the runtest protocol.
"""
@hookspec(firstresult=True)
def pytest_report_to_serializable(
- config: "Config", report: Union["CollectReport", "TestReport"],
+ config: "Config",
+ report: Union["CollectReport", "TestReport"],
) -> Optional[Dict[str, Any]]:
"""Serialize the given report object into a data structure suitable for
sending over the wire, e.g. converted to JSON."""
@@ -528,9 +553,11 @@ def pytest_report_to_serializable(
@hookspec(firstresult=True)
def pytest_report_from_serializable(
- config: "Config", data: Dict[str, Any],
+ config: "Config",
+ data: Dict[str, Any],
) -> Optional[Union["CollectReport", "TestReport"]]:
- """Restore a report object previously serialized with pytest_report_to_serializable()."""
+ """Restore a report object previously serialized with
+ :hook:`pytest_report_to_serializable`."""
# -------------------------------------------------------------------------
@@ -577,7 +604,8 @@ def pytest_sessionstart(session: "Session") -> None:
def pytest_sessionfinish(
- session: "Session", exitstatus: Union[int, "ExitCode"],
+ session: "Session",
+ exitstatus: Union[int, "ExitCode"],
) -> None:
"""Called after whole test run finished, right before returning the exit status to the system.
@@ -589,7 +617,7 @@ def pytest_sessionfinish(
def pytest_unconfigure(config: "Config") -> None:
"""Called before test process is exited.
- :param _pytest.config.Config config: The pytest config object.
+ :param pytest.Config config: The pytest config object.
"""
@@ -608,12 +636,12 @@ def pytest_assertrepr_compare(
*in* a string will be escaped. Note that all but the first line will
be indented slightly, the intention is for the first line to be a summary.
- :param _pytest.config.Config config: The pytest config object.
+ :param pytest.Config config: The pytest config object.
"""
def pytest_assertion_pass(item: "Item", lineno: int, orig: str, expl: str) -> None:
- """**(Experimental)** Called whenever an assertion passes.
+ """Called whenever an assertion passes.
.. versionadded:: 5.0
@@ -637,13 +665,6 @@ def pytest_assertion_pass(item: "Item", lineno: int, orig: str, expl: str) -> No
:param int lineno: Line number of the assert statement.
:param str orig: String with the original assertion.
:param str expl: String with the assert explanation.
-
- .. note::
-
- This hook is **experimental**, so its parameters or even the hook itself might
- be changed/removed without warning in any future pytest release.
-
- If you find this hook useful, please share your feedback in an issue.
"""
@@ -653,12 +674,13 @@ def pytest_assertion_pass(item: "Item", lineno: int, orig: str, expl: str) -> No
def pytest_report_header(
- config: "Config", startdir: py.path.local
+ config: "Config", start_path: Path, startdir: "LEGACY_PATH"
) -> Union[str, List[str]]:
"""Return a string or list of strings to be displayed as header info for terminal reporting.
- :param _pytest.config.Config config: The pytest config object.
- :param py.path.local startdir: The starting dir.
+ :param pytest.Config config: The pytest config object.
+ :param Path start_path: The starting dir.
+ :param LEGACY_PATH startdir: The starting dir (deprecated).
.. note::
@@ -672,11 +694,19 @@ def pytest_report_header(
This function should be implemented only in plugins or ``conftest.py``
files situated at the tests root directory due to how pytest
:ref:`discovers plugins during startup <pluginorder>`.
+
+ .. versionchanged:: 7.0.0
+ The ``start_path`` parameter was added as a :class:`pathlib.Path`
+ equivalent of the ``startdir`` parameter. The ``startdir`` parameter
+ has been deprecated.
"""
def pytest_report_collectionfinish(
- config: "Config", startdir: py.path.local, items: Sequence["Item"],
+ config: "Config",
+ start_path: Path,
+ startdir: "LEGACY_PATH",
+ items: Sequence["Item"],
) -> Union[str, List[str]]:
"""Return a string or list of strings to be displayed after collection
has finished successfully.
@@ -685,8 +715,9 @@ def pytest_report_collectionfinish(
.. versionadded:: 3.2
- :param _pytest.config.Config config: The pytest config object.
- :param py.path.local startdir: The starting dir.
+ :param pytest.Config config: The pytest config object.
+ :param Path start_path: The starting dir.
+ :param LEGACY_PATH startdir: The starting dir (deprecated).
:param items: List of pytest items that are going to be executed; this list should not be modified.
.. note::
@@ -695,15 +726,18 @@ def pytest_report_collectionfinish(
ran before it.
If you want to have your line(s) displayed first, use
:ref:`trylast=True <plugin-hookorder>`.
+
+ .. versionchanged:: 7.0.0
+ The ``start_path`` parameter was added as a :class:`pathlib.Path`
+ equivalent of the ``startdir`` parameter. The ``startdir`` parameter
+ has been deprecated.
"""
@hookspec(firstresult=True)
def pytest_report_teststatus(
report: Union["CollectReport", "TestReport"], config: "Config"
-) -> Tuple[
- str, str, Union[str, Mapping[str, bool]],
-]:
+) -> Tuple[str, str, Union[str, Mapping[str, bool]]]:
"""Return result-category, shortletter and verbose word for status
reporting.
@@ -721,20 +755,22 @@ def pytest_report_teststatus(
for example ``"rerun", "R", ("RERUN", {"yellow": True})``.
:param report: The report object whose status is to be returned.
- :param _pytest.config.Config config: The pytest config object.
+ :param config: The pytest config object.
Stops at first non-None result, see :ref:`firstresult`.
"""
def pytest_terminal_summary(
- terminalreporter: "TerminalReporter", exitstatus: "ExitCode", config: "Config",
+ terminalreporter: "TerminalReporter",
+ exitstatus: "ExitCode",
+ config: "Config",
) -> None:
"""Add a section to terminal summary reporting.
:param _pytest.terminal.TerminalReporter terminalreporter: The internal terminal reporter object.
:param int exitstatus: The exit status that will be reported back to the OS.
- :param _pytest.config.Config config: The pytest config object.
+ :param pytest.Config config: The pytest config object.
.. versionadded:: 4.2
The ``config`` parameter.
@@ -824,7 +860,7 @@ def pytest_markeval_namespace(config: "Config") -> Dict[str, Any]:
.. versionadded:: 6.2
- :param _pytest.config.Config config: The pytest config object.
+ :param pytest.Config config: The pytest config object.
:returns: A dictionary of additional globals to add.
"""
@@ -835,7 +871,8 @@ def pytest_markeval_namespace(config: "Config") -> Dict[str, Any]:
def pytest_internalerror(
- excrepr: "ExceptionRepr", excinfo: "ExceptionInfo[BaseException]",
+ excrepr: "ExceptionRepr",
+ excinfo: "ExceptionInfo[BaseException]",
) -> Optional[bool]:
"""Called for internal errors.
@@ -858,11 +895,11 @@ def pytest_exception_interact(
"""Called when an exception was raised which can potentially be
interactively handled.
- May be called during collection (see :py:func:`pytest_make_collect_report`),
- in which case ``report`` is a :py:class:`_pytest.reports.CollectReport`.
+ May be called during collection (see :hook:`pytest_make_collect_report`),
+ in which case ``report`` is a :class:`CollectReport`.
- May be called during runtest of an item (see :py:func:`pytest_runtest_protocol`),
- in which case ``report`` is a :py:class:`_pytest.reports.TestReport`.
+ May be called during runtest of an item (see :hook:`pytest_runtest_protocol`),
+ in which case ``report`` is a :class:`TestReport`.
This hook is not called if the exception that was raised is an internal
exception like ``skip.Exception``.
@@ -875,7 +912,7 @@ def pytest_enter_pdb(config: "Config", pdb: "pdb.Pdb") -> None:
Can be used by plugins to take special action just before the python
debugger enters interactive mode.
- :param _pytest.config.Config config: The pytest config object.
+ :param pytest.Config config: The pytest config object.
:param pdb.Pdb pdb: The Pdb instance.
"""
@@ -886,6 +923,6 @@ def pytest_leave_pdb(config: "Config", pdb: "pdb.Pdb") -> None:
Can be used by plugins to take special action just after the python
debugger leaves interactive mode.
- :param _pytest.config.Config config: The pytest config object.
+ :param pytest.Config config: The pytest config object.
:param pdb.Pdb pdb: The Pdb instance.
"""
diff --git a/src/_pytest/junitxml.py b/src/_pytest/junitxml.py
index c4761cd3b87..4af5fbab0c0 100644
--- a/src/_pytest/junitxml.py
+++ b/src/_pytest/junitxml.py
@@ -30,11 +30,11 @@
from _pytest.config.argparsing import Parser
from _pytest.fixtures import FixtureRequest
from _pytest.reports import TestReport
-from _pytest.store import StoreKey
+from _pytest.stash import StashKey
from _pytest.terminal import TerminalReporter
-xml_key = StoreKey["LogXML"]()
+xml_key = StashKey["LogXML"]()
def bin_xml_escape(arg: object) -> str:
@@ -256,7 +256,7 @@ def append_skipped(self, report: TestReport) -> None:
def finalize(self) -> None:
data = self.to_xml()
self.__dict__.clear()
- # Type ignored becuase mypy doesn't like overriding a method.
+ # Type ignored because mypy doesn't like overriding a method.
# Also the return value doesn't match...
self.to_xml = lambda: data # type: ignore[assignment]
@@ -267,7 +267,7 @@ def _warn_incompatibility_with_xunit2(
"""Emit a PytestWarning about the given fixture being incompatible with newer xunit revisions."""
from _pytest.warning_types import PytestWarning
- xml = request.config._store.get(xml_key, None)
+ xml = request.config.stash.get(xml_key, None)
if xml is not None and xml.family not in ("xunit1", "legacy"):
request.node.warn(
PytestWarning(
@@ -322,7 +322,7 @@ def add_attr_noop(name: str, value: object) -> None:
attr_func = add_attr_noop
- xml = request.config._store.get(xml_key, None)
+ xml = request.config.stash.get(xml_key, None)
if xml is not None:
node_reporter = xml.node_reporter(request.node.nodeid)
attr_func = node_reporter.add_attribute
@@ -359,8 +359,8 @@ def test_foo(record_testsuite_property):
.. warning::
Currently this fixture **does not work** with the
- `pytest-xdist <https://github.com/pytest-dev/pytest-xdist>`__ plugin. See issue
- `#7767 <https://github.com/pytest-dev/pytest/issues/7767>`__ for details.
+ `pytest-xdist <https://github.com/pytest-dev/pytest-xdist>`__ plugin. See
+ :issue:`7767` for details.
"""
__tracebackhide__ = True
@@ -370,7 +370,7 @@ def record_func(name: str, value: object) -> None:
__tracebackhide__ = True
_check_record_param_type("name", name)
- xml = request.config._store.get(xml_key, None)
+ xml = request.config.stash.get(xml_key, None)
if xml is not None:
record_func = xml.add_global_property # noqa
return record_func
@@ -428,7 +428,7 @@ def pytest_configure(config: Config) -> None:
# Prevent opening xmllog on worker nodes (xdist).
if xmlpath and not hasattr(config, "workerinput"):
junit_family = config.getini("junit_family")
- config._store[xml_key] = LogXML(
+ config.stash[xml_key] = LogXML(
xmlpath,
config.option.junitprefix,
config.getini("junit_suite_name"),
@@ -437,23 +437,19 @@ def pytest_configure(config: Config) -> None:
junit_family,
config.getini("junit_log_passing_tests"),
)
- config.pluginmanager.register(config._store[xml_key])
+ config.pluginmanager.register(config.stash[xml_key])
def pytest_unconfigure(config: Config) -> None:
- xml = config._store.get(xml_key, None)
+ xml = config.stash.get(xml_key, None)
if xml:
- del config._store[xml_key]
+ del config.stash[xml_key]
config.pluginmanager.unregister(xml)
def mangle_test_address(address: str) -> List[str]:
path, possible_open_bracket, params = address.partition("[")
names = path.split("::")
- try:
- names.remove("()")
- except ValueError:
- pass
# Convert file path to dotted path.
names[0] = names[0].replace(nodes.SEP, ".")
names[0] = re.sub(r"\.py$", "", names[0])
@@ -486,7 +482,7 @@ def __init__(
)
self.node_reporters: Dict[
Tuple[Union[str, TestReport], object], _NodeReporter
- ] = ({})
+ ] = {}
self.node_reporters_ordered: List[_NodeReporter] = []
self.global_properties: List[Tuple[str, str]] = []
@@ -648,39 +644,39 @@ def pytest_sessionfinish(self) -> None:
dirname = os.path.dirname(os.path.abspath(self.logfile))
if not os.path.isdir(dirname):
os.makedirs(dirname)
- logfile = open(self.logfile, "w", encoding="utf-8")
- suite_stop_time = timing.time()
- suite_time_delta = suite_stop_time - self.suite_start_time
-
- numtests = (
- self.stats["passed"]
- + self.stats["failure"]
- + self.stats["skipped"]
- + self.stats["error"]
- - self.cnt_double_fail_tests
- )
- logfile.write('<?xml version="1.0" encoding="utf-8"?>')
-
- suite_node = ET.Element(
- "testsuite",
- name=self.suite_name,
- errors=str(self.stats["error"]),
- failures=str(self.stats["failure"]),
- skipped=str(self.stats["skipped"]),
- tests=str(numtests),
- time="%.3f" % suite_time_delta,
- timestamp=datetime.fromtimestamp(self.suite_start_time).isoformat(),
- hostname=platform.node(),
- )
- global_properties = self._get_global_properties_node()
- if global_properties is not None:
- suite_node.append(global_properties)
- for node_reporter in self.node_reporters_ordered:
- suite_node.append(node_reporter.to_xml())
- testsuites = ET.Element("testsuites")
- testsuites.append(suite_node)
- logfile.write(ET.tostring(testsuites, encoding="unicode"))
- logfile.close()
+
+ with open(self.logfile, "w", encoding="utf-8") as logfile:
+ suite_stop_time = timing.time()
+ suite_time_delta = suite_stop_time - self.suite_start_time
+
+ numtests = (
+ self.stats["passed"]
+ + self.stats["failure"]
+ + self.stats["skipped"]
+ + self.stats["error"]
+ - self.cnt_double_fail_tests
+ )
+ logfile.write('<?xml version="1.0" encoding="utf-8"?>')
+
+ suite_node = ET.Element(
+ "testsuite",
+ name=self.suite_name,
+ errors=str(self.stats["error"]),
+ failures=str(self.stats["failure"]),
+ skipped=str(self.stats["skipped"]),
+ tests=str(numtests),
+ time="%.3f" % suite_time_delta,
+ timestamp=datetime.fromtimestamp(self.suite_start_time).isoformat(),
+ hostname=platform.node(),
+ )
+ global_properties = self._get_global_properties_node()
+ if global_properties is not None:
+ suite_node.append(global_properties)
+ for node_reporter in self.node_reporters_ordered:
+ suite_node.append(node_reporter.to_xml())
+ testsuites = ET.Element("testsuites")
+ testsuites.append(suite_node)
+ logfile.write(ET.tostring(testsuites, encoding="unicode"))
def pytest_terminal_summary(self, terminalreporter: TerminalReporter) -> None:
terminalreporter.write_sep("-", f"generated xml file: {self.logfile}")
diff --git a/src/_pytest/legacypath.py b/src/_pytest/legacypath.py
new file mode 100644
index 00000000000..37e8c24220e
--- /dev/null
+++ b/src/_pytest/legacypath.py
@@ -0,0 +1,467 @@
+"""Add backward compatibility support for the legacy py path type."""
+import shlex
+import subprocess
+from pathlib import Path
+from typing import List
+from typing import Optional
+from typing import TYPE_CHECKING
+from typing import Union
+
+import attr
+from iniconfig import SectionWrapper
+
+from _pytest.cacheprovider import Cache
+from _pytest.compat import final
+from _pytest.compat import LEGACY_PATH
+from _pytest.compat import legacy_path
+from _pytest.config import Config
+from _pytest.config import hookimpl
+from _pytest.config import PytestPluginManager
+from _pytest.deprecated import check_ispytest
+from _pytest.fixtures import fixture
+from _pytest.fixtures import FixtureRequest
+from _pytest.main import Session
+from _pytest.monkeypatch import MonkeyPatch
+from _pytest.nodes import Collector
+from _pytest.nodes import Item
+from _pytest.nodes import Node
+from _pytest.pytester import HookRecorder
+from _pytest.pytester import Pytester
+from _pytest.pytester import RunResult
+from _pytest.terminal import TerminalReporter
+from _pytest.tmpdir import TempPathFactory
+
+if TYPE_CHECKING:
+ from typing_extensions import Final
+
+ import pexpect
+
+
+@final
+class Testdir:
+ """
+ Similar to :class:`Pytester`, but this class works with legacy legacy_path objects instead.
+
+ All methods just forward to an internal :class:`Pytester` instance, converting results
+ to `legacy_path` objects as necessary.
+ """
+
+ __test__ = False
+
+ CLOSE_STDIN: "Final" = Pytester.CLOSE_STDIN
+ TimeoutExpired: "Final" = Pytester.TimeoutExpired
+
+ def __init__(self, pytester: Pytester, *, _ispytest: bool = False) -> None:
+ check_ispytest(_ispytest)
+ self._pytester = pytester
+
+ @property
+ def tmpdir(self) -> LEGACY_PATH:
+ """Temporary directory where tests are executed."""
+ return legacy_path(self._pytester.path)
+
+ @property
+ def test_tmproot(self) -> LEGACY_PATH:
+ return legacy_path(self._pytester._test_tmproot)
+
+ @property
+ def request(self):
+ return self._pytester._request
+
+ @property
+ def plugins(self):
+ return self._pytester.plugins
+
+ @plugins.setter
+ def plugins(self, plugins):
+ self._pytester.plugins = plugins
+
+ @property
+ def monkeypatch(self) -> MonkeyPatch:
+ return self._pytester._monkeypatch
+
+ def make_hook_recorder(self, pluginmanager) -> HookRecorder:
+ """See :meth:`Pytester.make_hook_recorder`."""
+ return self._pytester.make_hook_recorder(pluginmanager)
+
+ def chdir(self) -> None:
+ """See :meth:`Pytester.chdir`."""
+ return self._pytester.chdir()
+
+ def finalize(self) -> None:
+ """See :meth:`Pytester._finalize`."""
+ return self._pytester._finalize()
+
+ def makefile(self, ext, *args, **kwargs) -> LEGACY_PATH:
+ """See :meth:`Pytester.makefile`."""
+ if ext and not ext.startswith("."):
+ # pytester.makefile is going to throw a ValueError in a way that
+ # testdir.makefile did not, because
+ # pathlib.Path is stricter suffixes than py.path
+ # This ext arguments is likely user error, but since testdir has
+ # allowed this, we will prepend "." as a workaround to avoid breaking
+ # testdir usage that worked before
+ ext = "." + ext
+ return legacy_path(self._pytester.makefile(ext, *args, **kwargs))
+
+ def makeconftest(self, source) -> LEGACY_PATH:
+ """See :meth:`Pytester.makeconftest`."""
+ return legacy_path(self._pytester.makeconftest(source))
+
+ def makeini(self, source) -> LEGACY_PATH:
+ """See :meth:`Pytester.makeini`."""
+ return legacy_path(self._pytester.makeini(source))
+
+ def getinicfg(self, source: str) -> SectionWrapper:
+ """See :meth:`Pytester.getinicfg`."""
+ return self._pytester.getinicfg(source)
+
+ def makepyprojecttoml(self, source) -> LEGACY_PATH:
+ """See :meth:`Pytester.makepyprojecttoml`."""
+ return legacy_path(self._pytester.makepyprojecttoml(source))
+
+ def makepyfile(self, *args, **kwargs) -> LEGACY_PATH:
+ """See :meth:`Pytester.makepyfile`."""
+ return legacy_path(self._pytester.makepyfile(*args, **kwargs))
+
+ def maketxtfile(self, *args, **kwargs) -> LEGACY_PATH:
+ """See :meth:`Pytester.maketxtfile`."""
+ return legacy_path(self._pytester.maketxtfile(*args, **kwargs))
+
+ def syspathinsert(self, path=None) -> None:
+ """See :meth:`Pytester.syspathinsert`."""
+ return self._pytester.syspathinsert(path)
+
+ def mkdir(self, name) -> LEGACY_PATH:
+ """See :meth:`Pytester.mkdir`."""
+ return legacy_path(self._pytester.mkdir(name))
+
+ def mkpydir(self, name) -> LEGACY_PATH:
+ """See :meth:`Pytester.mkpydir`."""
+ return legacy_path(self._pytester.mkpydir(name))
+
+ def copy_example(self, name=None) -> LEGACY_PATH:
+ """See :meth:`Pytester.copy_example`."""
+ return legacy_path(self._pytester.copy_example(name))
+
+ def getnode(self, config: Config, arg) -> Optional[Union[Item, Collector]]:
+ """See :meth:`Pytester.getnode`."""
+ return self._pytester.getnode(config, arg)
+
+ def getpathnode(self, path):
+ """See :meth:`Pytester.getpathnode`."""
+ return self._pytester.getpathnode(path)
+
+ def genitems(self, colitems: List[Union[Item, Collector]]) -> List[Item]:
+ """See :meth:`Pytester.genitems`."""
+ return self._pytester.genitems(colitems)
+
+ def runitem(self, source):
+ """See :meth:`Pytester.runitem`."""
+ return self._pytester.runitem(source)
+
+ def inline_runsource(self, source, *cmdlineargs):
+ """See :meth:`Pytester.inline_runsource`."""
+ return self._pytester.inline_runsource(source, *cmdlineargs)
+
+ def inline_genitems(self, *args):
+ """See :meth:`Pytester.inline_genitems`."""
+ return self._pytester.inline_genitems(*args)
+
+ def inline_run(self, *args, plugins=(), no_reraise_ctrlc: bool = False):
+ """See :meth:`Pytester.inline_run`."""
+ return self._pytester.inline_run(
+ *args, plugins=plugins, no_reraise_ctrlc=no_reraise_ctrlc
+ )
+
+ def runpytest_inprocess(self, *args, **kwargs) -> RunResult:
+ """See :meth:`Pytester.runpytest_inprocess`."""
+ return self._pytester.runpytest_inprocess(*args, **kwargs)
+
+ def runpytest(self, *args, **kwargs) -> RunResult:
+ """See :meth:`Pytester.runpytest`."""
+ return self._pytester.runpytest(*args, **kwargs)
+
+ def parseconfig(self, *args) -> Config:
+ """See :meth:`Pytester.parseconfig`."""
+ return self._pytester.parseconfig(*args)
+
+ def parseconfigure(self, *args) -> Config:
+ """See :meth:`Pytester.parseconfigure`."""
+ return self._pytester.parseconfigure(*args)
+
+ def getitem(self, source, funcname="test_func"):
+ """See :meth:`Pytester.getitem`."""
+ return self._pytester.getitem(source, funcname)
+
+ def getitems(self, source):
+ """See :meth:`Pytester.getitems`."""
+ return self._pytester.getitems(source)
+
+ def getmodulecol(self, source, configargs=(), withinit=False):
+ """See :meth:`Pytester.getmodulecol`."""
+ return self._pytester.getmodulecol(
+ source, configargs=configargs, withinit=withinit
+ )
+
+ def collect_by_name(
+ self, modcol: Collector, name: str
+ ) -> Optional[Union[Item, Collector]]:
+ """See :meth:`Pytester.collect_by_name`."""
+ return self._pytester.collect_by_name(modcol, name)
+
+ def popen(
+ self,
+ cmdargs,
+ stdout=subprocess.PIPE,
+ stderr=subprocess.PIPE,
+ stdin=CLOSE_STDIN,
+ **kw,
+ ):
+ """See :meth:`Pytester.popen`."""
+ return self._pytester.popen(cmdargs, stdout, stderr, stdin, **kw)
+
+ def run(self, *cmdargs, timeout=None, stdin=CLOSE_STDIN) -> RunResult:
+ """See :meth:`Pytester.run`."""
+ return self._pytester.run(*cmdargs, timeout=timeout, stdin=stdin)
+
+ def runpython(self, script) -> RunResult:
+ """See :meth:`Pytester.runpython`."""
+ return self._pytester.runpython(script)
+
+ def runpython_c(self, command):
+ """See :meth:`Pytester.runpython_c`."""
+ return self._pytester.runpython_c(command)
+
+ def runpytest_subprocess(self, *args, timeout=None) -> RunResult:
+ """See :meth:`Pytester.runpytest_subprocess`."""
+ return self._pytester.runpytest_subprocess(*args, timeout=timeout)
+
+ def spawn_pytest(
+ self, string: str, expect_timeout: float = 10.0
+ ) -> "pexpect.spawn":
+ """See :meth:`Pytester.spawn_pytest`."""
+ return self._pytester.spawn_pytest(string, expect_timeout=expect_timeout)
+
+ def spawn(self, cmd: str, expect_timeout: float = 10.0) -> "pexpect.spawn":
+ """See :meth:`Pytester.spawn`."""
+ return self._pytester.spawn(cmd, expect_timeout=expect_timeout)
+
+ def __repr__(self) -> str:
+ return f"<Testdir {self.tmpdir!r}>"
+
+ def __str__(self) -> str:
+ return str(self.tmpdir)
+
+
+class LegacyTestdirPlugin:
+ @staticmethod
+ @fixture
+ def testdir(pytester: Pytester) -> Testdir:
+ """
+ Identical to :fixture:`pytester`, and provides an instance whose methods return
+ legacy ``LEGACY_PATH`` objects instead when applicable.
+
+ New code should avoid using :fixture:`testdir` in favor of :fixture:`pytester`.
+ """
+ return Testdir(pytester, _ispytest=True)
+
+
+@final
+@attr.s(init=False, auto_attribs=True)
+class TempdirFactory:
+ """Backward compatibility wrapper that implements :class:``_pytest.compat.LEGACY_PATH``
+ for :class:``TempPathFactory``."""
+
+ _tmppath_factory: TempPathFactory
+
+ def __init__(
+ self, tmppath_factory: TempPathFactory, *, _ispytest: bool = False
+ ) -> None:
+ check_ispytest(_ispytest)
+ self._tmppath_factory = tmppath_factory
+
+ def mktemp(self, basename: str, numbered: bool = True) -> LEGACY_PATH:
+ """Same as :meth:`TempPathFactory.mktemp`, but returns a ``_pytest.compat.LEGACY_PATH`` object."""
+ return legacy_path(self._tmppath_factory.mktemp(basename, numbered).resolve())
+
+ def getbasetemp(self) -> LEGACY_PATH:
+ """Backward compat wrapper for ``_tmppath_factory.getbasetemp``."""
+ return legacy_path(self._tmppath_factory.getbasetemp().resolve())
+
+
+class LegacyTmpdirPlugin:
+ @staticmethod
+ @fixture(scope="session")
+ def tmpdir_factory(request: FixtureRequest) -> TempdirFactory:
+ """Return a :class:`pytest.TempdirFactory` instance for the test session."""
+ # Set dynamically by pytest_configure().
+ return request.config._tmpdirhandler # type: ignore
+
+ @staticmethod
+ @fixture
+ def tmpdir(tmp_path: Path) -> LEGACY_PATH:
+ """Return a temporary directory path object which is unique to each test
+ function invocation, created as a sub directory of the base temporary
+ directory.
+
+ By default, a new base temporary directory is created each test session,
+ and old bases are removed after 3 sessions, to aid in debugging. If
+ ``--basetemp`` is used then it is cleared each session. See :ref:`base
+ temporary directory`.
+
+ The returned object is a `legacy_path`_ object.
+
+ .. _legacy_path: https://py.readthedocs.io/en/latest/path.html
+ """
+ return legacy_path(tmp_path)
+
+
+def Cache_makedir(self: Cache, name: str) -> LEGACY_PATH:
+ """Return a directory path object with the given name.
+
+ Same as :func:`mkdir`, but returns a legacy py path instance.
+ """
+ return legacy_path(self.mkdir(name))
+
+
+def FixtureRequest_fspath(self: FixtureRequest) -> LEGACY_PATH:
+ """(deprecated) The file system path of the test module which collected this test."""
+ return legacy_path(self.path)
+
+
+def TerminalReporter_startdir(self: TerminalReporter) -> LEGACY_PATH:
+ """The directory from which pytest was invoked.
+
+ Prefer to use ``startpath`` which is a :class:`pathlib.Path`.
+
+ :type: LEGACY_PATH
+ """
+ return legacy_path(self.startpath)
+
+
+def Config_invocation_dir(self: Config) -> LEGACY_PATH:
+ """The directory from which pytest was invoked.
+
+ Prefer to use :attr:`invocation_params.dir <InvocationParams.dir>`,
+ which is a :class:`pathlib.Path`.
+
+ :type: LEGACY_PATH
+ """
+ return legacy_path(str(self.invocation_params.dir))
+
+
+def Config_rootdir(self: Config) -> LEGACY_PATH:
+ """The path to the :ref:`rootdir <rootdir>`.
+
+ Prefer to use :attr:`rootpath`, which is a :class:`pathlib.Path`.
+
+ :type: LEGACY_PATH
+ """
+ return legacy_path(str(self.rootpath))
+
+
+def Config_inifile(self: Config) -> Optional[LEGACY_PATH]:
+ """The path to the :ref:`configfile <configfiles>`.
+
+ Prefer to use :attr:`inipath`, which is a :class:`pathlib.Path`.
+
+ :type: Optional[LEGACY_PATH]
+ """
+ return legacy_path(str(self.inipath)) if self.inipath else None
+
+
+def Session_stardir(self: Session) -> LEGACY_PATH:
+ """The path from which pytest was invoked.
+
+ Prefer to use ``startpath`` which is a :class:`pathlib.Path`.
+
+ :type: LEGACY_PATH
+ """
+ return legacy_path(self.startpath)
+
+
+def Config__getini_unknown_type(
+ self, name: str, type: str, value: Union[str, List[str]]
+):
+ if type == "pathlist":
+ # TODO: This assert is probably not valid in all cases.
+ assert self.inipath is not None
+ dp = self.inipath.parent
+ input_values = shlex.split(value) if isinstance(value, str) else value
+ return [legacy_path(str(dp / x)) for x in input_values]
+ else:
+ raise ValueError(f"unknown configuration type: {type}", value)
+
+
+def Node_fspath(self: Node) -> LEGACY_PATH:
+ """(deprecated) returns a legacy_path copy of self.path"""
+ return legacy_path(self.path)
+
+
+def Node_fspath_set(self: Node, value: LEGACY_PATH) -> None:
+ self.path = Path(value)
+
+
+@hookimpl(tryfirst=True)
+def pytest_load_initial_conftests(early_config: Config) -> None:
+ """Monkeypatch legacy path attributes in several classes, as early as possible."""
+ mp = MonkeyPatch()
+ early_config.add_cleanup(mp.undo)
+
+ # Add Cache.makedir().
+ mp.setattr(Cache, "makedir", Cache_makedir, raising=False)
+
+ # Add FixtureRequest.fspath property.
+ mp.setattr(FixtureRequest, "fspath", property(FixtureRequest_fspath), raising=False)
+
+ # Add TerminalReporter.startdir property.
+ mp.setattr(
+ TerminalReporter, "startdir", property(TerminalReporter_startdir), raising=False
+ )
+
+ # Add Config.{invocation_dir,rootdir,inifile} properties.
+ mp.setattr(Config, "invocation_dir", property(Config_invocation_dir), raising=False)
+ mp.setattr(Config, "rootdir", property(Config_rootdir), raising=False)
+ mp.setattr(Config, "inifile", property(Config_inifile), raising=False)
+
+ # Add Session.startdir property.
+ mp.setattr(Session, "startdir", property(Session_stardir), raising=False)
+
+ # Add pathlist configuration type.
+ mp.setattr(Config, "_getini_unknown_type", Config__getini_unknown_type)
+
+ # Add Node.fspath property.
+ mp.setattr(Node, "fspath", property(Node_fspath, Node_fspath_set), raising=False)
+
+
+@hookimpl
+def pytest_configure(config: Config) -> None:
+ """Installs the LegacyTmpdirPlugin if the ``tmpdir`` plugin is also installed."""
+ if config.pluginmanager.has_plugin("tmpdir"):
+ mp = MonkeyPatch()
+ config.add_cleanup(mp.undo)
+ # Create TmpdirFactory and attach it to the config object.
+ #
+ # This is to comply with existing plugins which expect the handler to be
+ # available at pytest_configure time, but ideally should be moved entirely
+ # to the tmpdir_factory session fixture.
+ try:
+ tmp_path_factory = config._tmp_path_factory # type: ignore[attr-defined]
+ except AttributeError:
+ # tmpdir plugin is blocked.
+ pass
+ else:
+ _tmpdirhandler = TempdirFactory(tmp_path_factory, _ispytest=True)
+ mp.setattr(config, "_tmpdirhandler", _tmpdirhandler, raising=False)
+
+ config.pluginmanager.register(LegacyTmpdirPlugin, "legacypath-tmpdir")
+
+
+@hookimpl
+def pytest_plugin_registered(plugin: object, manager: PytestPluginManager) -> None:
+ # pytester is not loaded by default and is commonly loaded from a conftest,
+ # so checking for it in `pytest_configure` is not enough.
+ is_pytester = plugin is manager.get_plugin("pytester")
+ if is_pytester and not manager.is_registered(LegacyTestdirPlugin):
+ manager.register(LegacyTestdirPlugin, "legacypath-pytester")
diff --git a/src/_pytest/logging.py b/src/_pytest/logging.py
index 2e4847328ab..31ad8301076 100644
--- a/src/_pytest/logging.py
+++ b/src/_pytest/logging.py
@@ -31,15 +31,15 @@
from _pytest.fixtures import fixture
from _pytest.fixtures import FixtureRequest
from _pytest.main import Session
-from _pytest.store import StoreKey
+from _pytest.stash import StashKey
from _pytest.terminal import TerminalReporter
DEFAULT_LOG_FORMAT = "%(levelname)-8s %(name)s:%(filename)s:%(lineno)d %(message)s"
DEFAULT_LOG_DATE_FORMAT = "%H:%M:%S"
_ANSI_ESCAPE_SEQ = re.compile(r"\x1b\[[\d;]+m")
-caplog_handler_key = StoreKey["LogCaptureHandler"]()
-caplog_records_key = StoreKey[Dict[str, List[logging.LogRecord]]]()
+caplog_handler_key = StashKey["LogCaptureHandler"]()
+caplog_records_key = StashKey[Dict[str, List[logging.LogRecord]]]()
def _remove_ansi_escape_sequences(text: str) -> str:
@@ -59,32 +59,47 @@ class ColoredLevelFormatter(logging.Formatter):
logging.DEBUG: {"purple"},
logging.NOTSET: set(),
}
- LEVELNAME_FMT_REGEX = re.compile(r"%\(levelname\)([+-.]?\d*s)")
+ LEVELNAME_FMT_REGEX = re.compile(r"%\(levelname\)([+-.]?\d*(?:\.\d+)?s)")
def __init__(self, terminalwriter: TerminalWriter, *args, **kwargs) -> None:
super().__init__(*args, **kwargs)
+ self._terminalwriter = terminalwriter
self._original_fmt = self._style._fmt
self._level_to_fmt_mapping: Dict[int, str] = {}
+ for level, color_opts in self.LOGLEVEL_COLOROPTS.items():
+ self.add_color_level(level, *color_opts)
+
+ def add_color_level(self, level: int, *color_opts: str) -> None:
+ """Add or update color opts for a log level.
+
+ :param level:
+ Log level to apply a style to, e.g. ``logging.INFO``.
+ :param color_opts:
+ ANSI escape sequence color options. Capitalized colors indicates
+ background color, i.e. ``'green', 'Yellow', 'bold'`` will give bold
+ green text on yellow background.
+
+ .. warning::
+ This is an experimental API.
+ """
+
assert self._fmt is not None
levelname_fmt_match = self.LEVELNAME_FMT_REGEX.search(self._fmt)
if not levelname_fmt_match:
return
levelname_fmt = levelname_fmt_match.group()
- for level, color_opts in self.LOGLEVEL_COLOROPTS.items():
- formatted_levelname = levelname_fmt % {
- "levelname": logging.getLevelName(level)
- }
-
- # add ANSI escape sequences around the formatted levelname
- color_kwargs = {name: True for name in color_opts}
- colorized_formatted_levelname = terminalwriter.markup(
- formatted_levelname, **color_kwargs
- )
- self._level_to_fmt_mapping[level] = self.LEVELNAME_FMT_REGEX.sub(
- colorized_formatted_levelname, self._fmt
- )
+ formatted_levelname = levelname_fmt % {"levelname": logging.getLevelName(level)}
+
+ # add ANSI escape sequences around the formatted levelname
+ color_kwargs = {name: True for name in color_opts}
+ colorized_formatted_levelname = self._terminalwriter.markup(
+ formatted_levelname, **color_kwargs
+ )
+ self._level_to_fmt_mapping[level] = self.LEVELNAME_FMT_REGEX.sub(
+ colorized_formatted_levelname, self._fmt
+ )
def format(self, record: logging.LogRecord) -> str:
fmt = self._level_to_fmt_mapping.get(record.levelno, self._original_fmt)
@@ -103,14 +118,6 @@ def __init__(self, fmt: str, auto_indent: Union[int, str, bool, None]) -> None:
super().__init__(fmt)
self._auto_indent = self._get_auto_indent(auto_indent)
- @staticmethod
- def _update_message(
- record_dict: Dict[str, object], message: str
- ) -> Dict[str, object]:
- tmp = record_dict.copy()
- tmp["message"] = message
- return tmp
-
@staticmethod
def _get_auto_indent(auto_indent_option: Union[int, str, bool, None]) -> int:
"""Determine the current auto indentation setting.
@@ -176,7 +183,7 @@ def format(self, record: logging.LogRecord) -> str:
if auto_indent:
lines = record.message.splitlines()
- formatted = self._fmt % self._update_message(record.__dict__, lines[0])
+ formatted = self._fmt % {**record.__dict__, "message": lines[0]}
if auto_indent < 0:
indentation = _remove_ansi_escape_sequences(formatted).find(
@@ -372,7 +379,7 @@ def handler(self) -> LogCaptureHandler:
:rtype: LogCaptureHandler
"""
- return self._item._store[caplog_handler_key]
+ return self._item.stash[caplog_handler_key]
def get_records(self, when: str) -> List[logging.LogRecord]:
"""Get the logging records for one of the possible test phases.
@@ -385,7 +392,7 @@ def get_records(self, when: str) -> List[logging.LogRecord]:
.. versionadded:: 3.4
"""
- return self._item._store[caplog_records_key].get(when, [])
+ return self._item.stash[caplog_records_key].get(when, [])
@property
def text(self) -> str:
@@ -451,7 +458,7 @@ def set_level(self, level: Union[int, str], logger: Optional[str] = None) -> Non
@contextmanager
def at_level(
- self, level: int, logger: Optional[str] = None
+ self, level: Union[int, str], logger: Optional[str] = None
) -> Generator[None, None, None]:
"""Context manager that sets the level for capturing of logs. After
the end of the 'with' statement the level is restored to its original
@@ -626,7 +633,8 @@ def set_log_path(self, fname: str) -> None:
finally:
self.log_file_handler.release()
if old_stream:
- old_stream.close()
+ # https://github.com/python/typeshed/pull/5663
+ old_stream.close() # type:ignore[attr-defined]
def _log_cli_enabled(self):
"""Return whether live logging is enabled."""
@@ -685,14 +693,16 @@ def pytest_runtest_logreport(self) -> None:
def _runtest_for(self, item: nodes.Item, when: str) -> Generator[None, None, None]:
"""Implement the internals of the pytest_runtest_xxx() hooks."""
with catching_logs(
- self.caplog_handler, level=self.log_level,
+ self.caplog_handler,
+ level=self.log_level,
) as caplog_handler, catching_logs(
- self.report_handler, level=self.log_level,
+ self.report_handler,
+ level=self.log_level,
) as report_handler:
caplog_handler.reset()
report_handler.reset()
- item._store[caplog_records_key][when] = caplog_handler.records
- item._store[caplog_handler_key] = caplog_handler
+ item.stash[caplog_records_key][when] = caplog_handler.records
+ item.stash[caplog_handler_key] = caplog_handler
yield
@@ -704,7 +714,7 @@ def pytest_runtest_setup(self, item: nodes.Item) -> Generator[None, None, None]:
self.log_cli_handler.set_when("setup")
empty: Dict[str, List[logging.LogRecord]] = {}
- item._store[caplog_records_key] = empty
+ item.stash[caplog_records_key] = empty
yield from self._runtest_for(item, "setup")
@hookimpl(hookwrapper=True)
@@ -718,8 +728,8 @@ def pytest_runtest_teardown(self, item: nodes.Item) -> Generator[None, None, Non
self.log_cli_handler.set_when("teardown")
yield from self._runtest_for(item, "teardown")
- del item._store[caplog_records_key]
- del item._store[caplog_handler_key]
+ del item.stash[caplog_records_key]
+ del item.stash[caplog_handler_key]
@hookimpl
def pytest_runtest_logfinish(self) -> None:
@@ -766,7 +776,7 @@ def __init__(
terminal_reporter: TerminalReporter,
capture_manager: Optional[CaptureManager],
) -> None:
- logging.StreamHandler.__init__(self, stream=terminal_reporter) # type: ignore[arg-type]
+ super().__init__(stream=terminal_reporter) # type: ignore[arg-type]
self.capture_manager = capture_manager
self.reset()
self.set_when(None)
diff --git a/src/_pytest/main.py b/src/_pytest/main.py
index 41a33d4494c..952c703509d 100644
--- a/src/_pytest/main.py
+++ b/src/_pytest/main.py
@@ -21,7 +21,6 @@
from typing import Union
import attr
-import py
import _pytest._code
from _pytest import nodes
@@ -37,6 +36,7 @@
from _pytest.outcomes import exit
from _pytest.pathlib import absolutepath
from _pytest.pathlib import bestrelpath
+from _pytest.pathlib import fnmatch_ex
from _pytest.pathlib import visit
from _pytest.reports import CollectReport
from _pytest.reports import TestReport
@@ -115,7 +115,9 @@ def pytest_addoption(parser: Parser) -> None:
help="markers not registered in the `markers` section of the configuration file raise errors.",
)
group._addoption(
- "--strict", action="store_true", help="(deprecated) alias to --strict-markers.",
+ "--strict",
+ action="store_true",
+ help="(deprecated) alias to --strict-markers.",
)
group._addoption(
"-c",
@@ -237,10 +239,7 @@ def is_ancestor(base: Path, query: Path) -> bool:
"""Return whether query is an ancestor of base."""
if base == query:
return True
- for parent in base.parents:
- if parent == query:
- return True
- return False
+ return query in base.parents
# check if path is an ancestor of cwd
if is_ancestor(Path.cwd(), Path(path).absolute()):
@@ -290,7 +289,7 @@ def wrap_session(
except exit.Exception as exc:
if exc.returncode is not None:
session.exitstatus = exc.returncode
- sys.stderr.write("{}: {}\n".format(type(exc).__name__, exc))
+ sys.stderr.write(f"{type(exc).__name__}: {exc}\n")
else:
if isinstance(excinfo.value, SystemExit):
sys.stderr.write("mainloop: caught unexpected SystemExit!\n")
@@ -298,7 +297,7 @@ def wrap_session(
finally:
# Explicitly break reference cycle.
excinfo = None # type: ignore
- session.startdir.chdir()
+ os.chdir(session.startpath)
if initstate >= 2:
try:
config.hook.pytest_sessionfinish(
@@ -307,7 +306,7 @@ def wrap_session(
except exit.Exception as exc:
if exc.returncode is not None:
session.exitstatus = exc.returncode
- sys.stderr.write("{}: {}\n".format(type(exc).__name__, exc))
+ sys.stderr.write(f"{type(exc).__name__}: {exc}\n")
config._ensure_unconfigure()
return session.exitstatus
@@ -353,11 +352,14 @@ def pytest_runtestloop(session: "Session") -> bool:
return True
-def _in_venv(path: py.path.local) -> bool:
+def _in_venv(path: Path) -> bool:
"""Attempt to detect if ``path`` is the root of a Virtual Environment by
checking for the existence of the appropriate activate script."""
- bindir = path.join("Scripts" if sys.platform.startswith("win") else "bin")
- if not bindir.isdir():
+ bindir = path.joinpath("Scripts" if sys.platform.startswith("win") else "bin")
+ try:
+ if not bindir.is_dir():
+ return False
+ except OSError:
return False
activates = (
"activate",
@@ -367,32 +369,34 @@ def _in_venv(path: py.path.local) -> bool:
"Activate.bat",
"Activate.ps1",
)
- return any([fname.basename in activates for fname in bindir.listdir()])
+ return any(fname.name in activates for fname in bindir.iterdir())
-def pytest_ignore_collect(path: py.path.local, config: Config) -> Optional[bool]:
- ignore_paths = config._getconftest_pathlist("collect_ignore", path=path.dirpath())
+def pytest_ignore_collect(collection_path: Path, config: Config) -> Optional[bool]:
+ ignore_paths = config._getconftest_pathlist(
+ "collect_ignore", path=collection_path.parent, rootpath=config.rootpath
+ )
ignore_paths = ignore_paths or []
excludeopt = config.getoption("ignore")
if excludeopt:
- ignore_paths.extend([py.path.local(x) for x in excludeopt])
+ ignore_paths.extend(absolutepath(x) for x in excludeopt)
- if py.path.local(path) in ignore_paths:
+ if collection_path in ignore_paths:
return True
ignore_globs = config._getconftest_pathlist(
- "collect_ignore_glob", path=path.dirpath()
+ "collect_ignore_glob", path=collection_path.parent, rootpath=config.rootpath
)
ignore_globs = ignore_globs or []
excludeglobopt = config.getoption("ignore_glob")
if excludeglobopt:
- ignore_globs.extend([py.path.local(x) for x in excludeglobopt])
+ ignore_globs.extend(absolutepath(x) for x in excludeglobopt)
- if any(fnmatch.fnmatch(str(path), str(glob)) for glob in ignore_globs):
+ if any(fnmatch.fnmatch(str(collection_path), str(glob)) for glob in ignore_globs):
return True
allow_in_venv = config.getoption("collect_in_virtualenv")
- if not allow_in_venv and _in_venv(path):
+ if not allow_in_venv and _in_venv(collection_path):
return True
return None
@@ -436,9 +440,9 @@ class Failed(Exception):
"""Signals a stop as failed test run."""
-@attr.s
+@attr.s(slots=True, auto_attribs=True)
class _bestrelpath_cache(Dict[Path, str]):
- path = attr.ib(type=Path)
+ path: Path
def __missing__(self, path: Path) -> str:
r = bestrelpath(self.path, path)
@@ -458,15 +462,19 @@ class Session(nodes.FSCollector):
def __init__(self, config: Config) -> None:
super().__init__(
- config.rootdir, parent=None, config=config, session=self, nodeid=""
+ path=config.rootpath,
+ fspath=None,
+ parent=None,
+ config=config,
+ session=self,
+ nodeid="",
)
self.testsfailed = 0
self.testscollected = 0
self.shouldstop: Union[bool, str] = False
self.shouldfail: Union[bool, str] = False
self.trace = config.trace.root.get("collection")
- self.startdir = config.invocation_dir
- self._initialpaths: FrozenSet[py.path.local] = frozenset()
+ self._initialpaths: FrozenSet[Path] = frozenset()
self._bestrelpathcache: Dict[Path, str] = _bestrelpath_cache(config.rootpath)
@@ -474,7 +482,7 @@ def __init__(self, config: Config) -> None:
@classmethod
def from_config(cls, config: Config) -> "Session":
- session: Session = cls._create(config)
+ session: Session = cls._create(config=config)
return session
def __repr__(self) -> str:
@@ -486,6 +494,14 @@ def __repr__(self) -> str:
self.testscollected,
)
+ @property
+ def startpath(self) -> Path:
+ """The path from which pytest was invoked.
+
+ .. versionadded:: 7.0.0
+ """
+ return self.config.invocation_params.dir
+
def _node_location_to_relpath(self, node_path: Path) -> str:
# bestrelpath is a quite slow function.
return self._bestrelpathcache[node_path]
@@ -509,20 +525,28 @@ def pytest_runtest_logreport(
pytest_collectreport = pytest_runtest_logreport
- def isinitpath(self, path: py.path.local) -> bool:
- return path in self._initialpaths
+ def isinitpath(self, path: Union[str, "os.PathLike[str]"]) -> bool:
+ # Optimization: Path(Path(...)) is much slower than isinstance.
+ path_ = path if isinstance(path, Path) else Path(path)
+ return path_ in self._initialpaths
- def gethookproxy(self, fspath: py.path.local):
+ def gethookproxy(self, fspath: "os.PathLike[str]"):
+ # Optimization: Path(Path(...)) is much slower than isinstance.
+ path = fspath if isinstance(fspath, Path) else Path(fspath)
+ pm = self.config.pluginmanager
# Check if we have the common case of running
# hooks with all conftest.py files.
- pm = self.config.pluginmanager
my_conftestmodules = pm._getconftestmodules(
- fspath, self.config.getoption("importmode")
+ path,
+ self.config.getoption("importmode"),
+ rootpath=self.config.rootpath,
)
remove_mods = pm._conftest_plugins.difference(my_conftestmodules)
if remove_mods:
# One or more conftests are not in use at this fspath.
- proxy = FSHookProxy(pm, remove_mods)
+ from .config.compat import PathAwareHookProxy
+
+ proxy = PathAwareHookProxy(FSHookProxy(pm, remove_mods))
else:
# All plugins are active for this fspath.
proxy = self.config.hook
@@ -531,38 +555,38 @@ def gethookproxy(self, fspath: py.path.local):
def _recurse(self, direntry: "os.DirEntry[str]") -> bool:
if direntry.name == "__pycache__":
return False
- path = py.path.local(direntry.path)
- ihook = self.gethookproxy(path.dirpath())
- if ihook.pytest_ignore_collect(path=path, config=self.config):
+ fspath = Path(direntry.path)
+ ihook = self.gethookproxy(fspath.parent)
+ if ihook.pytest_ignore_collect(collection_path=fspath, config=self.config):
return False
norecursepatterns = self.config.getini("norecursedirs")
- if any(path.check(fnmatch=pat) for pat in norecursepatterns):
+ if any(fnmatch_ex(pat, fspath) for pat in norecursepatterns):
return False
return True
def _collectfile(
- self, path: py.path.local, handle_dupes: bool = True
+ self, fspath: Path, handle_dupes: bool = True
) -> Sequence[nodes.Collector]:
assert (
- path.isfile()
+ fspath.is_file()
), "{!r} is not a file (isdir={!r}, exists={!r}, islink={!r})".format(
- path, path.isdir(), path.exists(), path.islink()
+ fspath, fspath.is_dir(), fspath.exists(), fspath.is_symlink()
)
- ihook = self.gethookproxy(path)
- if not self.isinitpath(path):
- if ihook.pytest_ignore_collect(path=path, config=self.config):
+ ihook = self.gethookproxy(fspath)
+ if not self.isinitpath(fspath):
+ if ihook.pytest_ignore_collect(collection_path=fspath, config=self.config):
return ()
if handle_dupes:
keepduplicates = self.config.getoption("keepduplicates")
if not keepduplicates:
duplicate_paths = self.config.pluginmanager._duplicatepaths
- if path in duplicate_paths:
+ if fspath in duplicate_paths:
return ()
else:
- duplicate_paths.add(path)
+ duplicate_paths.add(fspath)
- return ihook.pytest_collect_file(path=path, parent=self) # type: ignore[no-any-return]
+ return ihook.pytest_collect_file(file_path=fspath, parent=self) # type: ignore[no-any-return]
@overload
def perform_collect(
@@ -581,8 +605,7 @@ def perform_collect(
) -> Sequence[Union[nodes.Item, nodes.Collector]]:
"""Perform the collection phase for this session.
- This is called by the default
- :func:`pytest_collection <_pytest.hookspec.pytest_collection>` hook
+ This is called by the default :hook:`pytest_collection` hook
implementation; see the documentation of this hook for more details.
For testing purposes, it may also be called directly on a fresh
``Session``.
@@ -600,14 +623,14 @@ def perform_collect(
self.trace.root.indent += 1
self._notfound: List[Tuple[str, Sequence[nodes.Collector]]] = []
- self._initial_parts: List[Tuple[py.path.local, List[str]]] = []
+ self._initial_parts: List[Tuple[Path, List[str]]] = []
self.items: List[nodes.Item] = []
hook = self.config.hook
items: Sequence[Union[nodes.Item, nodes.Collector]] = self.items
try:
- initialpaths: List[py.path.local] = []
+ initialpaths: List[Path] = []
for arg in args:
fspath, parts = resolve_collection_argument(
self.config.invocation_params.dir,
@@ -647,14 +670,12 @@ def collect(self) -> Iterator[Union[nodes.Item, nodes.Collector]]:
from _pytest.python import Package
# Keep track of any collected nodes in here, so we don't duplicate fixtures.
- node_cache1: Dict[py.path.local, Sequence[nodes.Collector]] = {}
- node_cache2: Dict[
- Tuple[Type[nodes.Collector], py.path.local], nodes.Collector
- ] = ({})
+ node_cache1: Dict[Path, Sequence[nodes.Collector]] = {}
+ node_cache2: Dict[Tuple[Type[nodes.Collector], Path], nodes.Collector] = {}
# Keep track of any collected collectors in matchnodes paths, so they
# are not collected more than once.
- matchnodes_cache: Dict[Tuple[Type[nodes.Collector], str], CollectReport] = ({})
+ matchnodes_cache: Dict[Tuple[Type[nodes.Collector], str], CollectReport] = {}
# Dirnames of pkgs with dunder-init files.
pkg_roots: Dict[str, Package] = {}
@@ -668,36 +689,37 @@ def collect(self) -> Iterator[Union[nodes.Item, nodes.Collector]]:
# No point in finding packages when collecting doctests.
if not self.config.getoption("doctestmodules", False):
pm = self.config.pluginmanager
- for parent in reversed(argpath.parts()):
- if pm._confcutdir and pm._confcutdir.relto(parent):
+ confcutdir = pm._confcutdir
+ for parent in (argpath, *argpath.parents):
+ if confcutdir and parent in confcutdir.parents:
break
- if parent.isdir():
- pkginit = parent.join("__init__.py")
- if pkginit.isfile() and pkginit not in node_cache1:
+ if parent.is_dir():
+ pkginit = parent / "__init__.py"
+ if pkginit.is_file() and pkginit not in node_cache1:
col = self._collectfile(pkginit, handle_dupes=False)
if col:
if isinstance(col[0], Package):
pkg_roots[str(parent)] = col[0]
- node_cache1[col[0].fspath] = [col[0]]
+ node_cache1[col[0].path] = [col[0]]
# If it's a directory argument, recurse and look for any Subpackages.
# Let the Package collector deal with subnodes, don't collect here.
- if argpath.check(dir=1):
- assert not names, "invalid arg {!r}".format((argpath, names))
+ if argpath.is_dir():
+ assert not names, f"invalid arg {(argpath, names)!r}"
- seen_dirs: Set[py.path.local] = set()
+ seen_dirs: Set[Path] = set()
for direntry in visit(str(argpath), self._recurse):
if not direntry.is_file():
continue
- path = py.path.local(direntry.path)
- dirpath = path.dirpath()
+ path = Path(direntry.path)
+ dirpath = path.parent
if dirpath not in seen_dirs:
# Collect packages first.
seen_dirs.add(dirpath)
- pkginit = dirpath.join("__init__.py")
+ pkginit = dirpath / "__init__.py"
if pkginit.exists():
for x in self._collectfile(pkginit):
yield x
@@ -708,19 +730,19 @@ def collect(self) -> Iterator[Union[nodes.Item, nodes.Collector]]:
continue
for x in self._collectfile(path):
- key = (type(x), x.fspath)
- if key in node_cache2:
- yield node_cache2[key]
+ key2 = (type(x), x.path)
+ if key2 in node_cache2:
+ yield node_cache2[key2]
else:
- node_cache2[key] = x
+ node_cache2[key2] = x
yield x
else:
- assert argpath.check(file=1)
+ assert argpath.is_file()
if argpath in node_cache1:
col = node_cache1[argpath]
else:
- collect_root = pkg_roots.get(argpath.dirname, self)
+ collect_root = pkg_roots.get(str(argpath.parent), self)
col = collect_root._collectfile(argpath, handle_dupes=False)
if col:
node_cache1[argpath] = col
@@ -758,9 +780,6 @@ def collect(self) -> Iterator[Union[nodes.Item, nodes.Collector]]:
submatchnodes.append(r)
if submatchnodes:
work.append((submatchnodes, matchnames[1:]))
- # XXX Accept IDs that don't have "()" for class instances.
- elif len(rep.result) == 1 and rep.result[0].name == "()":
- work.append((rep.result, matchnames))
else:
# Report collection failures here to avoid failing to run some test
# specified in the command line because the module could not be
@@ -780,9 +799,7 @@ def collect(self) -> Iterator[Union[nodes.Item, nodes.Collector]]:
# first yielded item will be the __init__ Module itself, so
# just use that. If this special case isn't taken, then all the
# files in the package will be yielded.
- if argpath.basename == "__init__.py" and isinstance(
- matching[0], Package
- ):
+ if argpath.name == "__init__.py" and isinstance(matching[0], Package):
try:
yield next(iter(matching[0].collect()))
except StopIteration:
@@ -831,7 +848,7 @@ def search_pypath(module_name: str) -> str:
def resolve_collection_argument(
invocation_path: Path, arg: str, *, as_pypath: bool = False
-) -> Tuple[py.path.local, List[str]]:
+) -> Tuple[Path, List[str]]:
"""Parse path arguments optionally containing selection parts and return (fspath, names).
Command-line arguments can point to files and/or directories, and optionally contain
@@ -841,7 +858,7 @@ def resolve_collection_argument(
This function ensures the path exists, and returns a tuple:
- (py.path.path("/full/path/to/pkg/tests/test_foo.py"), ["TestClass", "test_foo"])
+ (Path("/full/path/to/pkg/tests/test_foo.py"), ["TestClass", "test_foo"])
When as_pypath is True, expects that the command-line argument actually contains
module paths instead of file-system paths:
@@ -873,4 +890,4 @@ def resolve_collection_argument(
else "directory argument cannot contain :: selection parts: {arg}"
)
raise UsageError(msg.format(arg=arg))
- return py.path.local(str(fspath)), parts
+ return fspath, parts
diff --git a/src/_pytest/mark/__init__.py b/src/_pytest/mark/__init__.py
index 329a11c4ae8..7e082f2e6e0 100644
--- a/src/_pytest/mark/__init__.py
+++ b/src/_pytest/mark/__init__.py
@@ -25,7 +25,7 @@
from _pytest.config.argparsing import Parser
from _pytest.deprecated import MINUS_K_COLON
from _pytest.deprecated import MINUS_K_DASH
-from _pytest.store import StoreKey
+from _pytest.stash import StashKey
if TYPE_CHECKING:
from _pytest.nodes import Item
@@ -41,7 +41,7 @@
]
-old_mark_config_key = StoreKey[Optional[Config]]()
+old_mark_config_key = StashKey[Optional[Config]]()
def param(
@@ -56,7 +56,10 @@ def param(
@pytest.mark.parametrize(
"test_input,expected",
- [("3+5", 8), pytest.param("6*9", 42, marks=pytest.mark.xfail),],
+ [
+ ("3+5", 8),
+ pytest.param("6*9", 42, marks=pytest.mark.xfail),
+ ],
)
def test_eval(test_input, expected):
assert eval(test_input) == expected
@@ -130,7 +133,7 @@ def pytest_cmdline_main(config: Config) -> Optional[Union[int, ExitCode]]:
return None
-@attr.s(slots=True)
+@attr.s(slots=True, auto_attribs=True)
class KeywordMatcher:
"""A matcher for keywords.
@@ -145,7 +148,7 @@ class KeywordMatcher:
any item, as well as names directly assigned to test functions.
"""
- _names = attr.ib(type=AbstractSet[str])
+ _names: AbstractSet[str]
@classmethod
def from_item(cls, item: "Item") -> "KeywordMatcher":
@@ -155,7 +158,7 @@ def from_item(cls, item: "Item") -> "KeywordMatcher":
import pytest
for node in item.listchain():
- if not isinstance(node, (pytest.Instance, pytest.Session)):
+ if not isinstance(node, pytest.Session):
mapped_names.add(node.name)
# Add the names added as extra keywords to current or parent items.
@@ -187,27 +190,22 @@ def deselect_by_keyword(items: "List[Item]", config: Config) -> None:
return
if keywordexpr.startswith("-"):
- # To be removed in pytest 7.0.0.
+ # To be removed in pytest 8.0.0.
warnings.warn(MINUS_K_DASH, stacklevel=2)
keywordexpr = "not " + keywordexpr[1:]
selectuntil = False
if keywordexpr[-1:] == ":":
- # To be removed in pytest 7.0.0.
+ # To be removed in pytest 8.0.0.
warnings.warn(MINUS_K_COLON, stacklevel=2)
selectuntil = True
keywordexpr = keywordexpr[:-1]
- try:
- expression = Expression.compile(keywordexpr)
- except ParseError as e:
- raise UsageError(
- f"Wrong expression passed to '-k': {keywordexpr}: {e}"
- ) from None
+ expr = _parse_expression(keywordexpr, "Wrong expression passed to '-k'")
remaining = []
deselected = []
for colitem in items:
- if keywordexpr and not expression.evaluate(KeywordMatcher.from_item(colitem)):
+ if keywordexpr and not expr.evaluate(KeywordMatcher.from_item(colitem)):
deselected.append(colitem)
else:
if selectuntil:
@@ -219,17 +217,17 @@ def deselect_by_keyword(items: "List[Item]", config: Config) -> None:
items[:] = remaining
-@attr.s(slots=True)
+@attr.s(slots=True, auto_attribs=True)
class MarkMatcher:
"""A matcher for markers which are present.
Tries to match on any marker names, attached to the given colitem.
"""
- own_mark_names = attr.ib()
+ own_mark_names: AbstractSet[str]
@classmethod
- def from_item(cls, item) -> "MarkMatcher":
+ def from_item(cls, item: "Item") -> "MarkMatcher":
mark_names = {mark.name for mark in item.iter_markers()}
return cls(mark_names)
@@ -242,31 +240,33 @@ def deselect_by_mark(items: "List[Item]", config: Config) -> None:
if not matchexpr:
return
- try:
- expression = Expression.compile(matchexpr)
- except ParseError as e:
- raise UsageError(f"Wrong expression passed to '-m': {matchexpr}: {e}") from None
-
- remaining = []
- deselected = []
+ expr = _parse_expression(matchexpr, "Wrong expression passed to '-m'")
+ remaining: List[Item] = []
+ deselected: List[Item] = []
for item in items:
- if expression.evaluate(MarkMatcher.from_item(item)):
+ if expr.evaluate(MarkMatcher.from_item(item)):
remaining.append(item)
else:
deselected.append(item)
-
if deselected:
config.hook.pytest_deselected(items=deselected)
items[:] = remaining
+def _parse_expression(expr: str, exc_message: str) -> Expression:
+ try:
+ return Expression.compile(expr)
+ except ParseError as e:
+ raise UsageError(f"{exc_message}: {expr}: {e}") from None
+
+
def pytest_collection_modifyitems(items: "List[Item]", config: Config) -> None:
deselect_by_keyword(items, config)
deselect_by_mark(items, config)
def pytest_configure(config: Config) -> None:
- config._store[old_mark_config_key] = MARK_GEN._config
+ config.stash[old_mark_config_key] = MARK_GEN._config
MARK_GEN._config = config
empty_parameterset = config.getini(EMPTY_PARAMETERSET_OPTION)
@@ -279,4 +279,4 @@ def pytest_configure(config: Config) -> None:
def pytest_unconfigure(config: Config) -> None:
- MARK_GEN._config = config._store.get(old_mark_config_key, None)
+ MARK_GEN._config = config.stash.get(old_mark_config_key, None)
diff --git a/src/_pytest/mark/expression.py b/src/_pytest/mark/expression.py
index dc3991b10c4..92220d7723a 100644
--- a/src/_pytest/mark/expression.py
+++ b/src/_pytest/mark/expression.py
@@ -6,7 +6,7 @@
expr: and_expr ('or' and_expr)*
and_expr: not_expr ('and' not_expr)*
not_expr: 'not' not_expr | '(' expr ')' | ident
-ident: (\w|:|\+|-|\.|\[|\])+
+ident: (\w|:|\+|-|\.|\[|\]|\\|/)+
The semantics are:
@@ -47,11 +47,11 @@ class TokenType(enum.Enum):
EOF = "end of input"
-@attr.s(frozen=True, slots=True)
+@attr.s(frozen=True, slots=True, auto_attribs=True)
class Token:
- type = attr.ib(type=TokenType)
- value = attr.ib(type=str)
- pos = attr.ib(type=int)
+ type: TokenType
+ value: str
+ pos: int
class ParseError(Exception):
@@ -88,7 +88,7 @@ def lex(self, input: str) -> Iterator[Token]:
yield Token(TokenType.RPAREN, ")", pos)
pos += 1
else:
- match = re.match(r"(:?\w|:|\+|-|\.|\[|\])+", input[pos:])
+ match = re.match(r"(:?\w|:|\+|-|\.|\[|\]|\\|/)+", input[pos:])
if match:
value = match.group(0)
if value == "or":
@@ -102,7 +102,8 @@ def lex(self, input: str) -> Iterator[Token]:
pos += len(value)
else:
raise ParseError(
- pos + 1, 'unexpected character "{}"'.format(input[pos]),
+ pos + 1,
+ f'unexpected character "{input[pos]}"',
)
yield Token(TokenType.EOF, "", pos)
@@ -120,7 +121,8 @@ def reject(self, expected: Sequence[TokenType]) -> "NoReturn":
raise ParseError(
self.current.pos + 1,
"expected {}; got {}".format(
- " OR ".join(type.value for type in expected), self.current.type.value,
+ " OR ".join(type.value for type in expected),
+ self.current.type.value,
),
)
@@ -188,7 +190,7 @@ def __len__(self) -> int:
class Expression:
"""A compiled match expression as used by -k and -m.
- The expression can be evaulated against different matchers.
+ The expression can be evaluated against different matchers.
"""
__slots__ = ("code",)
@@ -204,7 +206,9 @@ def compile(self, input: str) -> "Expression":
"""
astexpr = expression(Scanner(input))
code: types.CodeType = compile(
- astexpr, filename="<pytest match expression>", mode="eval",
+ astexpr,
+ filename="<pytest match expression>",
+ mode="eval",
)
return Expression(code)
diff --git a/src/_pytest/mark/structures.py b/src/_pytest/mark/structures.py
index 6c126cf4a29..0e42cd8de5f 100644
--- a/src/_pytest/mark/structures.py
+++ b/src/_pytest/mark/structures.py
@@ -28,6 +28,7 @@
from ..compat import NOTSET
from ..compat import NotSetType
from _pytest.config import Config
+from _pytest.deprecated import check_ispytest
from _pytest.outcomes import fail
from _pytest.warning_types import PytestUnknownMarkWarning
@@ -39,10 +40,7 @@
def istestfunc(func) -> bool:
- return (
- hasattr(func, "__call__")
- and getattr(func, "__name__", "<lambda>") != "<lambda>"
- )
+ return callable(func) and getattr(func, "__name__", "<lambda>") != "<lambda>"
def get_empty_parameterset_mark(
@@ -98,9 +96,7 @@ def param(
if id is not None:
if not isinstance(id, str):
- raise TypeError(
- "Expected id to be a string, got {}: {!r}".format(type(id), id)
- )
+ raise TypeError(f"Expected id to be a string, got {type(id)}: {id!r}")
id = ascii_escaped(id)
return cls(values, marks, id)
@@ -200,21 +196,38 @@ def _for_parametrize(
@final
-@attr.s(frozen=True)
+@attr.s(frozen=True, init=False, auto_attribs=True)
class Mark:
#: Name of the mark.
- name = attr.ib(type=str)
+ name: str
#: Positional arguments of the mark decorator.
- args = attr.ib(type=Tuple[Any, ...])
+ args: Tuple[Any, ...]
#: Keyword arguments of the mark decorator.
- kwargs = attr.ib(type=Mapping[str, Any])
+ kwargs: Mapping[str, Any]
#: Source Mark for ids with parametrize Marks.
- _param_ids_from = attr.ib(type=Optional["Mark"], default=None, repr=False)
+ _param_ids_from: Optional["Mark"] = attr.ib(default=None, repr=False)
#: Resolved/generated ids with parametrize Marks.
- _param_ids_generated = attr.ib(
- type=Optional[Sequence[str]], default=None, repr=False
- )
+ _param_ids_generated: Optional[Sequence[str]] = attr.ib(default=None, repr=False)
+
+ def __init__(
+ self,
+ name: str,
+ args: Tuple[Any, ...],
+ kwargs: Mapping[str, Any],
+ param_ids_from: Optional["Mark"] = None,
+ param_ids_generated: Optional[Sequence[str]] = None,
+ *,
+ _ispytest: bool = False,
+ ) -> None:
+ """:meta private:"""
+ check_ispytest(_ispytest)
+ # Weirdness to bypass frozen=True.
+ object.__setattr__(self, "name", name)
+ object.__setattr__(self, "args", args)
+ object.__setattr__(self, "kwargs", kwargs)
+ object.__setattr__(self, "_param_ids_from", param_ids_from)
+ object.__setattr__(self, "_param_ids_generated", param_ids_generated)
def _has_param_ids(self) -> bool:
return "ids" in self.kwargs or len(self.args) >= 4
@@ -243,20 +256,21 @@ def combined_with(self, other: "Mark") -> "Mark":
self.args + other.args,
dict(self.kwargs, **other.kwargs),
param_ids_from=param_ids_from,
+ _ispytest=True,
)
# A generic parameter designating an object to which a Mark may
# be applied -- a test function (callable) or class.
# Note: a lambda is not allowed, but this can't be represented.
-_Markable = TypeVar("_Markable", bound=Union[Callable[..., object], type])
+Markable = TypeVar("Markable", bound=Union[Callable[..., object], type])
-@attr.s
+@attr.s(init=False, auto_attribs=True)
class MarkDecorator:
"""A decorator for applying a mark on test functions and classes.
- MarkDecorators are created with ``pytest.mark``::
+ ``MarkDecorators`` are created with ``pytest.mark``::
mark1 = pytest.mark.NAME # Simple MarkDecorator
mark2 = pytest.mark.NAME(name1=value) # Parametrized MarkDecorator
@@ -267,7 +281,7 @@ class MarkDecorator:
def test_function():
pass
- When a MarkDecorator is called it does the following:
+ When a ``MarkDecorator`` is called, it does the following:
1. If called with a single class as its only positional argument and no
additional keyword arguments, it attaches the mark to the class so it
@@ -276,19 +290,24 @@ def test_function():
2. If called with a single function as its only positional argument and
no additional keyword arguments, it attaches the mark to the function,
containing all the arguments already stored internally in the
- MarkDecorator.
+ ``MarkDecorator``.
- 3. When called in any other case, it returns a new MarkDecorator instance
- with the original MarkDecorator's content updated with the arguments
- passed to this call.
+ 3. When called in any other case, it returns a new ``MarkDecorator``
+ instance with the original ``MarkDecorator``'s content updated with
+ the arguments passed to this call.
- Note: The rules above prevent MarkDecorators from storing only a single
- function or class reference as their positional argument with no
+ Note: The rules above prevent a ``MarkDecorator`` from storing only a
+ single function or class reference as its positional argument with no
additional keyword or positional arguments. You can work around this by
using `with_args()`.
"""
- mark = attr.ib(type=Mark, validator=attr.validators.instance_of(Mark))
+ mark: Mark
+
+ def __init__(self, mark: Mark, *, _ispytest: bool = False) -> None:
+ """:meta private:"""
+ check_ispytest(_ispytest)
+ self.mark = mark
@property
def name(self) -> str:
@@ -307,27 +326,23 @@ def kwargs(self) -> Mapping[str, Any]:
@property
def markname(self) -> str:
+ """:meta private:"""
return self.name # for backward-compat (2.4.1 had this attr)
- def __repr__(self) -> str:
- return f"<MarkDecorator {self.mark!r}>"
-
def with_args(self, *args: object, **kwargs: object) -> "MarkDecorator":
"""Return a MarkDecorator with extra arguments added.
Unlike calling the MarkDecorator, with_args() can be used even
if the sole argument is a callable/class.
-
- :rtype: MarkDecorator
"""
- mark = Mark(self.name, args, kwargs)
- return self.__class__(self.mark.combined_with(mark))
+ mark = Mark(self.name, args, kwargs, _ispytest=True)
+ return MarkDecorator(self.mark.combined_with(mark), _ispytest=True)
# Type ignored because the overloads overlap with an incompatible
# return type. Not much we can do about that. Thankfully mypy picks
# the first match so it works out even if we break the rules.
@overload
- def __call__(self, arg: _Markable) -> _Markable: # type: ignore[misc]
+ def __call__(self, arg: Markable) -> Markable: # type: ignore[misc]
pass
@overload
@@ -345,7 +360,7 @@ def __call__(self, *args: object, **kwargs: object):
return self.with_args(*args, **kwargs)
-def get_unpacked_marks(obj) -> List[Mark]:
+def get_unpacked_marks(obj: object) -> Iterable[Mark]:
"""Obtain the unpacked marks that are stored on an object."""
mark_list = getattr(obj, "pytestmark", [])
if not isinstance(mark_list, list):
@@ -353,19 +368,21 @@ def get_unpacked_marks(obj) -> List[Mark]:
return normalize_mark_list(mark_list)
-def normalize_mark_list(mark_list: Iterable[Union[Mark, MarkDecorator]]) -> List[Mark]:
- """Normalize marker decorating helpers to mark objects.
+def normalize_mark_list(
+ mark_list: Iterable[Union[Mark, MarkDecorator]]
+) -> Iterable[Mark]:
+ """
+ Normalize an iterable of Mark or MarkDecorator objects into a list of marks
+ by retrieving the `mark` attribute on MarkDecorator instances.
- :type List[Union[Mark, Markdecorator]] mark_list:
- :rtype: List[Mark]
+ :param mark_list: marks to normalize
+ :returns: A new list of the extracted Mark objects
"""
- extracted = [
- getattr(mark, "mark", mark) for mark in mark_list
- ] # unpack MarkDecorator
- for mark in extracted:
- if not isinstance(mark, Mark):
- raise TypeError(f"got {mark!r} instead of Mark")
- return [x for x in extracted if isinstance(x, Mark)]
+ for mark in mark_list:
+ mark_obj = getattr(mark, "mark", mark)
+ if not isinstance(mark_obj, Mark):
+ raise TypeError(f"got {repr(mark_obj)} instead of Mark")
+ yield mark_obj
def store_mark(obj, mark: Mark) -> None:
@@ -376,17 +393,17 @@ def store_mark(obj, mark: Mark) -> None:
assert isinstance(mark, Mark), mark
# Always reassign name to avoid updating pytestmark in a reference that
# was only borrowed.
- obj.pytestmark = get_unpacked_marks(obj) + [mark]
+ obj.pytestmark = [*get_unpacked_marks(obj), mark]
# Typing for builtin pytest marks. This is cheating; it gives builtin marks
# special privilege, and breaks modularity. But practicality beats purity...
if TYPE_CHECKING:
- from _pytest.fixtures import _Scope
+ from _pytest.scope import _ScopeName
class _SkipMarkDecorator(MarkDecorator):
@overload # type: ignore[override,misc]
- def __call__(self, arg: _Markable) -> _Markable:
+ def __call__(self, arg: Markable) -> Markable:
...
@overload
@@ -404,7 +421,7 @@ def __call__( # type: ignore[override]
class _XfailMarkDecorator(MarkDecorator):
@overload # type: ignore[override,misc]
- def __call__(self, arg: _Markable) -> _Markable:
+ def __call__(self, arg: Markable) -> Markable:
...
@overload
@@ -432,20 +449,16 @@ def __call__( # type: ignore[override]
Callable[[Any], Optional[object]],
]
] = ...,
- scope: Optional[_Scope] = ...,
+ scope: Optional[_ScopeName] = ...,
) -> MarkDecorator:
...
class _UsefixturesMarkDecorator(MarkDecorator):
- def __call__( # type: ignore[override]
- self, *fixtures: str
- ) -> MarkDecorator:
+ def __call__(self, *fixtures: str) -> MarkDecorator: # type: ignore[override]
...
class _FilterwarningsMarkDecorator(MarkDecorator):
- def __call__( # type: ignore[override]
- self, *filters: str
- ) -> MarkDecorator:
+ def __call__(self, *filters: str) -> MarkDecorator: # type: ignore[override]
...
@@ -465,9 +478,6 @@ def test_function():
applies a 'slowtest' :class:`Mark` on ``test_function``.
"""
- _config: Optional[Config] = None
- _markers: Set[str] = set()
-
# See TYPE_CHECKING above.
if TYPE_CHECKING:
skip: _SkipMarkDecorator
@@ -477,7 +487,13 @@ def test_function():
usefixtures: _UsefixturesMarkDecorator
filterwarnings: _FilterwarningsMarkDecorator
+ def __init__(self, *, _ispytest: bool = False) -> None:
+ check_ispytest(_ispytest)
+ self._config: Optional[Config] = None
+ self._markers: Set[str] = set()
+
def __getattr__(self, name: str) -> MarkDecorator:
+ """Generate a new :class:`MarkDecorator` with the given name."""
if name[0] == "_":
raise AttributeError("Marker name must NOT start with underscore")
@@ -510,19 +526,21 @@ def __getattr__(self, name: str) -> MarkDecorator:
warnings.warn(
"Unknown pytest.mark.%s - is this a typo? You can register "
"custom marks to avoid this warning - for details, see "
- "https://docs.pytest.org/en/stable/mark.html" % name,
+ "https://docs.pytest.org/en/stable/how-to/mark.html" % name,
PytestUnknownMarkWarning,
2,
)
- return MarkDecorator(Mark(name, (), {}))
+ return MarkDecorator(Mark(name, (), {}, _ispytest=True), _ispytest=True)
-MARK_GEN = MarkGenerator()
+MARK_GEN = MarkGenerator(_ispytest=True)
@final
class NodeKeywords(MutableMapping[str, Any]):
+ __slots__ = ("node", "parent", "_markers")
+
def __init__(self, node: "Node") -> None:
self.node = node
self.parent = node.parent
@@ -539,21 +557,39 @@ def __getitem__(self, key: str) -> Any:
def __setitem__(self, key: str, value: Any) -> None:
self._markers[key] = value
+ # Note: we could've avoided explicitly implementing some of the methods
+ # below and use the collections.abc fallback, but that would be slow.
+
+ def __contains__(self, key: object) -> bool:
+ return (
+ key in self._markers
+ or self.parent is not None
+ and key in self.parent.keywords
+ )
+
+ def update( # type: ignore[override]
+ self,
+ other: Union[Mapping[str, Any], Iterable[Tuple[str, Any]]] = (),
+ **kwds: Any,
+ ) -> None:
+ self._markers.update(other)
+ self._markers.update(kwds)
+
def __delitem__(self, key: str) -> None:
raise ValueError("cannot delete key in keywords dict")
def __iter__(self) -> Iterator[str]:
- seen = self._seen()
- return iter(seen)
-
- def _seen(self) -> Set[str]:
- seen = set(self._markers)
+ # Doesn't need to be fast.
+ yield from self._markers
if self.parent is not None:
- seen.update(self.parent.keywords)
- return seen
+ for keyword in self.parent.keywords:
+ # self._marks and self.parent.keywords can have duplicates.
+ if keyword not in self._markers:
+ yield keyword
def __len__(self) -> int:
- return len(self._seen())
+ # Doesn't need to be fast.
+ return sum(1 for keyword in self)
def __repr__(self) -> str:
return f"<NodeKeywords for node {self.node}>"
diff --git a/src/_pytest/monkeypatch.py b/src/_pytest/monkeypatch.py
index a052f693ac0..31f95a95ab2 100644
--- a/src/_pytest/monkeypatch.py
+++ b/src/_pytest/monkeypatch.py
@@ -4,7 +4,6 @@
import sys
import warnings
from contextlib import contextmanager
-from pathlib import Path
from typing import Any
from typing import Generator
from typing import List
@@ -37,7 +36,7 @@ def monkeypatch() -> Generator["MonkeyPatch", None, None]:
monkeypatch.delattr(obj, name, raising=True)
monkeypatch.setitem(mapping, name, value)
monkeypatch.delitem(obj, name, raising=True)
- monkeypatch.setenv(name, value, prepend=False)
+ monkeypatch.setenv(name, value, prepend=None)
monkeypatch.delenv(name, raising=True)
monkeypatch.syspath_prepend(path)
monkeypatch.chdir(path)
@@ -92,7 +91,7 @@ def annotated_getattr(obj: object, name: str, ann: str) -> object:
def derive_importpath(import_path: str, raising: bool) -> Tuple[str, object]:
- if not isinstance(import_path, str) or "." not in import_path: # type: ignore[unreachable]
+ if not isinstance(import_path, str) or "." not in import_path:
raise TypeError(f"must be absolute import path string, not {import_path!r}")
module, attr = import_path.rsplit(".", 1)
target = resolve(module)
@@ -125,7 +124,7 @@ class MonkeyPatch:
def __init__(self) -> None:
self._setattr: List[Tuple[object, str, object]] = []
- self._setitem: List[Tuple[MutableMapping[Any, Any], object, object]] = ([])
+ self._setitem: List[Tuple[MutableMapping[Any, Any], object, object]] = []
self._cwd: Optional[str] = None
self._savesyspath: Optional[List[str]] = None
@@ -148,7 +147,7 @@ def test_partial(monkeypatch):
Useful in situations where it is desired to undo some patches before the test ends,
such as mocking ``stdlib`` functions that might break pytest itself if mocked (for examples
- of this see `#3290 <https://github.com/pytest-dev/pytest/issues/3290>`_.
+ of this see :issue:`3290`).
"""
m = cls()
try:
@@ -158,13 +157,21 @@ def test_partial(monkeypatch):
@overload
def setattr(
- self, target: str, name: object, value: Notset = ..., raising: bool = ...,
+ self,
+ target: str,
+ name: object,
+ value: Notset = ...,
+ raising: bool = ...,
) -> None:
...
@overload
def setattr(
- self, target: object, name: str, value: object, raising: bool = ...,
+ self,
+ target: object,
+ name: str,
+ value: object,
+ raising: bool = ...,
) -> None:
...
@@ -305,14 +312,17 @@ def delenv(self, name: str, raising: bool = True) -> None:
def syspath_prepend(self, path) -> None:
"""Prepend ``path`` to ``sys.path`` list of import locations."""
- from pkg_resources import fixup_namespace_packages
if self._savesyspath is None:
self._savesyspath = sys.path[:]
sys.path.insert(0, str(path))
# https://github.com/pypa/setuptools/blob/d8b901bc/docs/pkg_resources.txt#L162-L171
- fixup_namespace_packages(str(path))
+ # this is only needed when pkg_resources was already loaded by the namespace package
+ if "pkg_resources" in sys.modules:
+ from pkg_resources import fixup_namespace_packages
+
+ fixup_namespace_packages(str(path))
# A call to syspathinsert() usually means that the caller wants to
# import some dynamically created files, thus with python3 we
@@ -325,20 +335,14 @@ def syspath_prepend(self, path) -> None:
invalidate_caches()
- def chdir(self, path) -> None:
+ def chdir(self, path: Union[str, "os.PathLike[str]"]) -> None:
"""Change the current working directory to the specified path.
- Path can be a string or a py.path.local object.
+ Path can be a string or a path object.
"""
if self._cwd is None:
self._cwd = os.getcwd()
- if hasattr(path, "chdir"):
- path.chdir()
- elif isinstance(path, Path):
- # Modern python uses the fspath protocol here LEGACY
- os.chdir(str(path))
- else:
- os.chdir(path)
+ os.chdir(path)
def undo(self) -> None:
"""Undo previous changes.
diff --git a/src/_pytest/nodes.py b/src/_pytest/nodes.py
index 27434fb6a67..6e8454ad7c6 100644
--- a/src/_pytest/nodes.py
+++ b/src/_pytest/nodes.py
@@ -1,10 +1,14 @@
import os
import warnings
+from inspect import signature
from pathlib import Path
+from typing import Any
from typing import Callable
+from typing import cast
from typing import Iterable
from typing import Iterator
from typing import List
+from typing import MutableMapping
from typing import Optional
from typing import overload
from typing import Set
@@ -14,22 +18,24 @@
from typing import TypeVar
from typing import Union
-import py
-
import _pytest._code
from _pytest._code import getfslineno
from _pytest._code.code import ExceptionInfo
from _pytest._code.code import TerminalRepr
from _pytest.compat import cached_property
+from _pytest.compat import LEGACY_PATH
from _pytest.config import Config
from _pytest.config import ConftestImportFailure
from _pytest.deprecated import FSCOLLECTOR_GETHOOKPROXY_ISINITPATH
+from _pytest.deprecated import NODE_CTOR_FSPATH_ARG
from _pytest.mark.structures import Mark
from _pytest.mark.structures import MarkDecorator
from _pytest.mark.structures import NodeKeywords
from _pytest.outcomes import fail
from _pytest.pathlib import absolutepath
-from _pytest.store import Store
+from _pytest.pathlib import commonpath
+from _pytest.stash import Stash
+from _pytest.warning_types import PytestWarning
if TYPE_CHECKING:
# Imported here due to circular import.
@@ -39,7 +45,7 @@
SEP = "/"
-tracebackcutdir = py.path.local(_pytest.__file__).dirpath()
+tracebackcutdir = Path(_pytest.__file__).parent
def iterparentnodeids(nodeid: str) -> Iterator[str]:
@@ -58,23 +64,62 @@ def iterparentnodeids(nodeid: str) -> Iterator[str]:
"testing/code/test_excinfo.py::TestFormattedExcinfo"
"testing/code/test_excinfo.py::TestFormattedExcinfo::test_repr_source"
- Note that :: parts are only considered at the last / component.
+ Note that / components are only considered until the first ::.
"""
pos = 0
- sep = SEP
+ first_colons: Optional[int] = nodeid.find("::")
+ if first_colons == -1:
+ first_colons = None
+ # The root Session node - always present.
yield ""
+ # Eagerly consume SEP parts until first colons.
while True:
- at = nodeid.find(sep, pos)
- if at == -1 and sep == SEP:
- sep = "::"
- elif at == -1:
- if nodeid:
- yield nodeid
+ at = nodeid.find(SEP, pos, first_colons)
+ if at == -1:
break
- else:
- if at:
- yield nodeid[:at]
- pos = at + len(sep)
+ if at > 0:
+ yield nodeid[:at]
+ pos = at + len(SEP)
+ # Eagerly consume :: parts.
+ while True:
+ at = nodeid.find("::", pos)
+ if at == -1:
+ break
+ if at > 0:
+ yield nodeid[:at]
+ pos = at + len("::")
+ # The node ID itself.
+ if nodeid:
+ yield nodeid
+
+
+def _check_path(path: Path, fspath: LEGACY_PATH) -> None:
+ if Path(fspath) != path:
+ raise ValueError(
+ f"Path({fspath!r}) != {path!r}\n"
+ "if both path and fspath are given they need to be equal"
+ )
+
+
+def _imply_path(
+ node_type: Type["Node"],
+ path: Optional[Path],
+ fspath: Optional[LEGACY_PATH],
+) -> Path:
+ if fspath is not None:
+ warnings.warn(
+ NODE_CTOR_FSPATH_ARG.format(
+ node_type_name=node_type.__name__,
+ ),
+ stacklevel=3,
+ )
+ if path is not None:
+ if fspath is not None:
+ _check_path(path, fspath)
+ return path
+ else:
+ assert fspath is not None
+ return Path(fspath)
_NodeType = TypeVar("_NodeType", bound="Node")
@@ -87,11 +132,27 @@ def __call__(self, *k, **kw):
"See "
"https://docs.pytest.org/en/stable/deprecations.html#node-construction-changed-to-node-from-parent"
" for more details."
- ).format(name=self.__name__)
+ ).format(name=f"{self.__module__}.{self.__name__}")
fail(msg, pytrace=False)
def _create(self, *k, **kw):
- return super().__call__(*k, **kw)
+ try:
+ return super().__call__(*k, **kw)
+ except TypeError:
+ sig = signature(getattr(self, "__init__"))
+ known_kw = {k: v for k, v in kw.items() if k in sig.parameters}
+ from .warning_types import PytestDeprecationWarning
+
+ warnings.warn(
+ PytestDeprecationWarning(
+ f"{self} is not using a cooperative constructor and only takes {set(known_kw)}.\n"
+ "See https://docs.pytest.org/en/stable/deprecations.html"
+ "#constructors-of-custom-pytest-node-subclasses-should-take-kwargs "
+ "for more details."
+ )
+ )
+
+ return super().__call__(*k, **known_kw)
class Node(metaclass=NodeMeta):
@@ -101,6 +162,13 @@ class Node(metaclass=NodeMeta):
Collector subclasses have children; Items are leaf nodes.
"""
+ # Implemented in the legacypath plugin.
+ #: A ``LEGACY_PATH`` copy of the :attr:`path` attribute. Intended for usage
+ #: for methods not migrated to ``pathlib.Path`` yet, such as
+ #: :meth:`Item.reportinfo`. Will be deprecated in a future release, prefer
+ #: using :attr:`path` instead.
+ fspath: LEGACY_PATH
+
# Use __slots__ to make attribute access faster.
# Note that __dict__ is still available.
__slots__ = (
@@ -108,7 +176,7 @@ class Node(metaclass=NodeMeta):
"parent",
"config",
"session",
- "fspath",
+ "path",
"_nodeid",
"_store",
"__dict__",
@@ -120,7 +188,8 @@ def __init__(
parent: "Optional[Node]" = None,
config: Optional[Config] = None,
session: "Optional[Session]" = None,
- fspath: Optional[py.path.local] = None,
+ fspath: Optional[LEGACY_PATH] = None,
+ path: Optional[Path] = None,
nodeid: Optional[str] = None,
) -> None:
#: A unique name within the scope of the parent node.
@@ -129,27 +198,30 @@ def __init__(
#: The parent collector node.
self.parent = parent
- #: The pytest config object.
if config:
+ #: The pytest config object.
self.config: Config = config
else:
if not parent:
raise TypeError("config or parent must be provided")
self.config = parent.config
- #: The pytest session this node is part of.
if session:
+ #: The pytest session this node is part of.
self.session = session
else:
if not parent:
raise TypeError("session or parent must be provided")
self.session = parent.session
+ if path is None and fspath is None:
+ path = getattr(parent, "path", None)
#: Filesystem path where this node was collected from (can be None).
- self.fspath = fspath or getattr(parent, "fspath", None)
+ self.path: Path = _imply_path(type(self), path, fspath=fspath)
+ # The explicit annotation is to avoid publicly exposing NodeKeywords.
#: Keywords/markers collected from all scopes.
- self.keywords = NodeKeywords(self)
+ self.keywords: MutableMapping[str, Any] = NodeKeywords(self)
#: The marker objects belonging to this node.
self.own_markers: List[Mark] = []
@@ -163,13 +235,15 @@ def __init__(
else:
if not self.parent:
raise TypeError("nodeid or parent must be provided")
- self._nodeid = self.parent.nodeid
- if self.name != "()":
- self._nodeid += "::" + self.name
+ self._nodeid = self.parent.nodeid + "::" + self.name
- # A place where plugins can store information on the node for their
- # own use. Currently only intended for internal plugins.
- self._store = Store()
+ #: A place where plugins can store information on the node for their
+ #: own use.
+ #:
+ #: :type: Stash
+ self.stash = Stash()
+ # Deprecated alias. Was never public. Can be removed in a few releases.
+ self._store = self.stash
@classmethod
def from_parent(cls, parent: "Node", **kw):
@@ -192,7 +266,7 @@ def from_parent(cls, parent: "Node", **kw):
@property
def ihook(self):
"""fspath-sensitive hook proxy used to call pytest hooks."""
- return self.session.gethookproxy(self.fspath)
+ return self.session.gethookproxy(self.path)
def __repr__(self) -> str:
return "<{} {}>".format(self.__class__.__name__, getattr(self, "name", None))
@@ -228,7 +302,10 @@ def warn(self, warning: Warning) -> None:
path, lineno = get_fslocation_from_item(self)
assert lineno is not None
warnings.warn_explicit(
- warning, category=None, filename=str(path), lineno=lineno + 1,
+ warning,
+ category=None,
+ filename=str(path),
+ lineno=lineno + 1,
)
# Methods for ordering nodes.
@@ -357,7 +434,7 @@ def _repr_failure_py(
from _pytest.fixtures import FixtureLookupError
if isinstance(excinfo.value, ConftestImportFailure):
- excinfo = ExceptionInfo(excinfo.value.excinfo)
+ excinfo = ExceptionInfo.from_exc_info(excinfo.value.excinfo)
if isinstance(excinfo.value, fail.Exception):
if not excinfo.value.pytrace:
style = "value"
@@ -411,21 +488,21 @@ def repr_failure(
) -> Union[str, TerminalRepr]:
"""Return a representation of a collection or test failure.
+ .. seealso:: :ref:`non-python tests`
+
:param excinfo: Exception information for the failure.
"""
return self._repr_failure_py(excinfo, style)
-def get_fslocation_from_item(
- node: "Node",
-) -> Tuple[Union[str, py.path.local], Optional[int]]:
+def get_fslocation_from_item(node: "Node") -> Tuple[Union[str, Path], Optional[int]]:
"""Try to extract the actual location from a node, depending on available attributes:
* "location": a pair (path, lineno)
* "obj": a Python object that the node wraps.
* "fspath": just a path
- :rtype: A tuple of (str|py.path.local, int) with filename and line number.
+ :rtype: A tuple of (str|Path, int) with filename and line number.
"""
# See Item.location.
location: Optional[Tuple[str, Optional[int], str]] = getattr(node, "location", None)
@@ -472,59 +549,94 @@ def repr_failure( # type: ignore[override]
return self._repr_failure_py(excinfo, style=tbstyle)
def _prunetraceback(self, excinfo: ExceptionInfo[BaseException]) -> None:
- if hasattr(self, "fspath"):
+ if hasattr(self, "path"):
traceback = excinfo.traceback
- ntraceback = traceback.cut(path=self.fspath)
+ ntraceback = traceback.cut(path=self.path)
if ntraceback == traceback:
ntraceback = ntraceback.cut(excludepath=tracebackcutdir)
excinfo.traceback = ntraceback.filter()
-def _check_initialpaths_for_relpath(session, fspath):
+def _check_initialpaths_for_relpath(session: "Session", path: Path) -> Optional[str]:
for initial_path in session._initialpaths:
- if fspath.common(initial_path) == initial_path:
- return fspath.relto(initial_path)
+ if commonpath(path, initial_path) == initial_path:
+ rel = str(path.relative_to(initial_path))
+ return "" if rel == "." else rel
+ return None
class FSCollector(Collector):
def __init__(
self,
- fspath: py.path.local,
- parent=None,
+ fspath: Optional[LEGACY_PATH] = None,
+ path_or_parent: Optional[Union[Path, Node]] = None,
+ path: Optional[Path] = None,
+ name: Optional[str] = None,
+ parent: Optional[Node] = None,
config: Optional[Config] = None,
session: Optional["Session"] = None,
nodeid: Optional[str] = None,
) -> None:
- name = fspath.basename
- if parent is not None:
- rel = fspath.relto(parent.fspath)
- if rel:
- name = rel
- name = name.replace(os.sep, SEP)
- self.fspath = fspath
-
- session = session or parent.session
+ if path_or_parent:
+ if isinstance(path_or_parent, Node):
+ assert parent is None
+ parent = cast(FSCollector, path_or_parent)
+ elif isinstance(path_or_parent, Path):
+ assert path is None
+ path = path_or_parent
+
+ path = _imply_path(type(self), path, fspath=fspath)
+ if name is None:
+ name = path.name
+ if parent is not None and parent.path != path:
+ try:
+ rel = path.relative_to(parent.path)
+ except ValueError:
+ pass
+ else:
+ name = str(rel)
+ name = name.replace(os.sep, SEP)
+ self.path = path
+
+ if session is None:
+ assert parent is not None
+ session = parent.session
if nodeid is None:
- nodeid = self.fspath.relto(session.config.rootdir)
+ try:
+ nodeid = str(self.path.relative_to(session.config.rootpath))
+ except ValueError:
+ nodeid = _check_initialpaths_for_relpath(session, path)
- if not nodeid:
- nodeid = _check_initialpaths_for_relpath(session, fspath)
if nodeid and os.sep != SEP:
nodeid = nodeid.replace(os.sep, SEP)
- super().__init__(name, parent, config, session, nodeid=nodeid, fspath=fspath)
+ super().__init__(
+ name=name,
+ parent=parent,
+ config=config,
+ session=session,
+ nodeid=nodeid,
+ path=path,
+ )
@classmethod
- def from_parent(cls, parent, *, fspath, **kw):
+ def from_parent(
+ cls,
+ parent,
+ *,
+ fspath: Optional[LEGACY_PATH] = None,
+ path: Optional[Path] = None,
+ **kw,
+ ):
"""The public constructor."""
- return super().from_parent(parent=parent, fspath=fspath, **kw)
+ return super().from_parent(parent=parent, fspath=fspath, path=path, **kw)
- def gethookproxy(self, fspath: py.path.local):
+ def gethookproxy(self, fspath: "os.PathLike[str]"):
warnings.warn(FSCOLLECTOR_GETHOOKPROXY_ISINITPATH, stacklevel=2)
return self.session.gethookproxy(fspath)
- def isinitpath(self, path: py.path.local) -> bool:
+ def isinitpath(self, path: Union[str, "os.PathLike[str]"]) -> bool:
warnings.warn(FSCOLLECTOR_GETHOOKPROXY_ISINITPATH, stacklevel=2)
return self.session.isinitpath(path)
@@ -544,6 +656,20 @@ class Item(Node):
nextitem = None
+ def __init_subclass__(cls) -> None:
+ problems = ", ".join(
+ base.__name__ for base in cls.__bases__ if issubclass(base, Collector)
+ )
+ if problems:
+ warnings.warn(
+ f"{cls.__name__} is an Item subclass and should not be a collector, "
+ f"however its bases {problems} are collectors.\n"
+ "Please split the Collectors and the Item into separate node types.\n"
+ "Pytest Doc example: https://docs.pytest.org/en/latest/example/nonpython.html\n"
+ "example pull request on a plugin: https://github.com/asmeurer/pytest-flakes/pull/40/",
+ PytestWarning,
+ )
+
def __init__(
self,
name,
@@ -551,8 +677,20 @@ def __init__(
config: Optional[Config] = None,
session: Optional["Session"] = None,
nodeid: Optional[str] = None,
+ **kw,
) -> None:
- super().__init__(name, parent, config, session, nodeid=nodeid)
+ # The first two arguments are intentionally passed positionally,
+ # to keep plugins who define a node type which inherits from
+ # (pytest.Item, pytest.File) working (see issue #8435).
+ # They can be made kwargs when the deprecation above is done.
+ super().__init__(
+ name,
+ parent,
+ config=config,
+ session=session,
+ nodeid=nodeid,
+ **kw,
+ )
self._report_sections: List[Tuple[str, str, str]] = []
#: A list of tuples (name, value) that holds user defined properties
@@ -560,6 +698,12 @@ def __init__(
self.user_properties: List[Tuple[str, object]] = []
def runtest(self) -> None:
+ """Run the test case for this item.
+
+ Must be implemented by subclasses.
+
+ .. seealso:: :ref:`non-python tests`
+ """
raise NotImplementedError("runtest must be implemented by Item subclass")
def add_report_section(self, when: str, key: str, content: str) -> None:
@@ -579,13 +723,23 @@ def add_report_section(self, when: str, key: str, content: str) -> None:
if content:
self._report_sections.append((when, key, content))
- def reportinfo(self) -> Tuple[Union[py.path.local, str], Optional[int], str]:
- return self.fspath, None, ""
+ def reportinfo(self) -> Tuple[Union["os.PathLike[str]", str], Optional[int], str]:
+ """Get location information for this item for test reports.
+
+ Returns a tuple with three elements:
+
+ - The path of the test (default ``self.path``)
+ - The line number of the test (default ``None``)
+ - A name of the test to be shown (default ``""``)
+
+ .. seealso:: :ref:`non-python tests`
+ """
+ return self.path, None, ""
@cached_property
def location(self) -> Tuple[str, Optional[int], str]:
location = self.reportinfo()
- fspath = absolutepath(str(location[0]))
- relfspath = self.session._node_location_to_relpath(fspath)
+ path = absolutepath(os.fspath(location[0]))
+ relfspath = self.session._node_location_to_relpath(path)
assert type(location[2]) is str
return (relfspath, location[1], location[2])
diff --git a/src/_pytest/nose.py b/src/_pytest/nose.py
index bb8f99772ac..b0699d22bd8 100644
--- a/src/_pytest/nose.py
+++ b/src/_pytest/nose.py
@@ -1,39 +1,42 @@
"""Run testsuites written for nose."""
-from _pytest import python
-from _pytest import unittest
from _pytest.config import hookimpl
+from _pytest.fixtures import getfixturemarker
from _pytest.nodes import Item
+from _pytest.python import Function
+from _pytest.unittest import TestCaseFunction
@hookimpl(trylast=True)
-def pytest_runtest_setup(item):
- if is_potential_nosetest(item):
- if not call_optional(item.obj, "setup"):
- # Call module level setup if there is no object level one.
- call_optional(item.parent.obj, "setup")
- # XXX This implies we only call teardown when setup worked.
- item.session._setupstate.addfinalizer((lambda: teardown_nose(item)), item)
+def pytest_runtest_setup(item: Item) -> None:
+ if not isinstance(item, Function):
+ return
+ # Don't do nose style setup/teardown on direct unittest style classes.
+ if isinstance(item, TestCaseFunction):
+ return
+ # Capture the narrowed type of item for the teardown closure,
+ # see https://github.com/python/mypy/issues/2608
+ func = item
-def teardown_nose(item):
- if is_potential_nosetest(item):
- if not call_optional(item.obj, "teardown"):
- call_optional(item.parent.obj, "teardown")
+ call_optional(func.obj, "setup")
+ func.addfinalizer(lambda: call_optional(func.obj, "teardown"))
+ # NOTE: Module- and class-level fixtures are handled in python.py
+ # with `pluginmanager.has_plugin("nose")` checks.
+ # It would have been nicer to implement them outside of core, but
+ # it's not straightforward.
-def is_potential_nosetest(item: Item) -> bool:
- # Extra check needed since we do not do nose style setup/teardown
- # on direct unittest style classes.
- return isinstance(item, python.Function) and not isinstance(
- item, unittest.TestCaseFunction
- )
-
-def call_optional(obj, name):
+def call_optional(obj: object, name: str) -> bool:
method = getattr(obj, name, None)
- isfixture = hasattr(method, "_pytestfixturefunction")
- if method is not None and not isfixture and callable(method):
- # If there's any problems allow the exception to raise rather than
- # silently ignoring them.
- method()
- return True
+ if method is None:
+ return False
+ is_fixture = getfixturemarker(method) is not None
+ if is_fixture:
+ return False
+ if not callable(method):
+ return False
+ # If there are any problems allow the exception to raise rather than
+ # silently ignoring it.
+ method()
+ return True
diff --git a/src/_pytest/outcomes.py b/src/_pytest/outcomes.py
index f0607cbd849..25206fe0e85 100644
--- a/src/_pytest/outcomes.py
+++ b/src/_pytest/outcomes.py
@@ -1,6 +1,7 @@
"""Exception classes and constants handling test outcomes as well as
functions creating them."""
import sys
+import warnings
from typing import Any
from typing import Callable
from typing import cast
@@ -8,6 +9,8 @@
from typing import Type
from typing import TypeVar
+from _pytest.deprecated import KEYWORD_MSG_ARG
+
TYPE_CHECKING = False # Avoid circular import through compat.
if TYPE_CHECKING:
@@ -33,12 +36,12 @@ def __init__(self, msg: Optional[str] = None, pytrace: bool = True) -> None:
"Perhaps you meant to use a mark?"
)
raise TypeError(error_msg.format(type(self).__name__, type(msg).__name__))
- BaseException.__init__(self, msg)
+ super().__init__(msg)
self.msg = msg
self.pytrace = pytrace
def __repr__(self) -> str:
- if self.msg:
+ if self.msg is not None:
return self.msg
return f"<{self.__class__.__name__} instance>"
@@ -58,9 +61,14 @@ def __init__(
msg: Optional[str] = None,
pytrace: bool = True,
allow_module_level: bool = False,
+ *,
+ _use_item_location: bool = False,
) -> None:
- OutcomeException.__init__(self, msg=msg, pytrace=pytrace)
+ super().__init__(msg=msg, pytrace=pytrace)
self.allow_module_level = allow_module_level
+ # If true, the skip location is reported as the item's location,
+ # instead of the place that raises the exception/calls skip().
+ self._use_item_location = _use_item_location
class Failed(OutcomeException):
@@ -105,52 +113,124 @@ def decorate(func: _F) -> _WithException[_F, _ET]:
@_with_exception(Exit)
-def exit(msg: str, returncode: Optional[int] = None) -> "NoReturn":
+def exit(
+ reason: str = "", returncode: Optional[int] = None, *, msg: Optional[str] = None
+) -> "NoReturn":
"""Exit testing process.
- :param str msg: Message to display upon exit.
- :param int returncode: Return code to be used when exiting pytest.
+ :param reason:
+ The message to show as the reason for exiting pytest. reason has a default value
+ only because `msg` is deprecated.
+
+ :param returncode:
+ Return code to be used when exiting pytest.
+
+ :param msg:
+ Same as ``reason``, but deprecated. Will be removed in a future version, use ``reason`` instead.
"""
__tracebackhide__ = True
- raise Exit(msg, returncode)
+ from _pytest.config import UsageError
+
+ if reason and msg:
+ raise UsageError(
+ "cannot pass reason and msg to exit(), `msg` is deprecated, use `reason`."
+ )
+ if not reason:
+ if msg is None:
+ raise UsageError("exit() requires a reason argument")
+ warnings.warn(KEYWORD_MSG_ARG.format(func="exit"), stacklevel=2)
+ reason = msg
+ raise Exit(reason, returncode)
@_with_exception(Skipped)
-def skip(msg: str = "", *, allow_module_level: bool = False) -> "NoReturn":
+def skip(
+ reason: str = "", *, allow_module_level: bool = False, msg: Optional[str] = None
+) -> "NoReturn":
"""Skip an executing test with the given message.
This function should be called only during testing (setup, call or teardown) or
during collection by using the ``allow_module_level`` flag. This function can
be called in doctests as well.
- :param bool allow_module_level:
+ :param reason:
+ The message to show the user as reason for the skip.
+
+ :param allow_module_level:
Allows this function to be called at module level, skipping the rest
of the module. Defaults to False.
+ :param msg:
+ Same as ``reason``, but deprecated. Will be removed in a future version, use ``reason`` instead.
+
.. note::
It is better to use the :ref:`pytest.mark.skipif ref` marker when
possible to declare a test to be skipped under certain conditions
like mismatching platforms or dependencies.
- Similarly, use the ``# doctest: +SKIP`` directive (see `doctest.SKIP
- <https://docs.python.org/3/library/doctest.html#doctest.SKIP>`_)
+ Similarly, use the ``# doctest: +SKIP`` directive (see :py:data:`doctest.SKIP`)
to skip a doctest statically.
"""
__tracebackhide__ = True
- raise Skipped(msg=msg, allow_module_level=allow_module_level)
+ reason = _resolve_msg_to_reason("skip", reason, msg)
+ raise Skipped(msg=reason, allow_module_level=allow_module_level)
@_with_exception(Failed)
-def fail(msg: str = "", pytrace: bool = True) -> "NoReturn":
+def fail(
+ reason: str = "", pytrace: bool = True, msg: Optional[str] = None
+) -> "NoReturn":
"""Explicitly fail an executing test with the given message.
- :param str msg:
+ :param reason:
The message to show the user as reason for the failure.
- :param bool pytrace:
+
+ :param pytrace:
If False, msg represents the full failure information and no
python traceback will be reported.
+
+ :param msg:
+ Same as ``reason``, but deprecated. Will be removed in a future version, use ``reason`` instead.
+ """
+ __tracebackhide__ = True
+ reason = _resolve_msg_to_reason("fail", reason, msg)
+ raise Failed(msg=reason, pytrace=pytrace)
+
+
+def _resolve_msg_to_reason(
+ func_name: str, reason: str, msg: Optional[str] = None
+) -> str:
+ """
+ Handles converting the deprecated msg parameter if provided into
+ reason, raising a deprecation warning. This function will be removed
+ when the optional msg argument is removed from here in future.
+
+ :param str func_name:
+ The name of the offending function, this is formatted into the deprecation message.
+
+ :param str reason:
+ The reason= passed into either pytest.fail() or pytest.skip()
+
+ :param str msg:
+ The msg= passed into either pytest.fail() or pytest.skip(). This will
+ be converted into reason if it is provided to allow pytest.skip(msg=) or
+ pytest.fail(msg=) to continue working in the interim period.
+
+ :returns:
+ The value to use as reason.
+
"""
__tracebackhide__ = True
- raise Failed(msg=msg, pytrace=pytrace)
+ if msg is not None:
+
+ if reason:
+ from pytest import UsageError
+
+ raise UsageError(
+ f"Passing both ``reason`` and ``msg`` to pytest.{func_name}(...) is not permitted."
+ )
+ warnings.warn(KEYWORD_MSG_ARG.format(func=func_name), stacklevel=3)
+ reason = msg
+ return reason
class XFailed(Failed):
diff --git a/src/_pytest/pastebin.py b/src/_pytest/pastebin.py
index 131873c174a..385b3022cc0 100644
--- a/src/_pytest/pastebin.py
+++ b/src/_pytest/pastebin.py
@@ -8,11 +8,11 @@
from _pytest.config import Config
from _pytest.config import create_terminal_writer
from _pytest.config.argparsing import Parser
-from _pytest.store import StoreKey
+from _pytest.stash import StashKey
from _pytest.terminal import TerminalReporter
-pastebinfile_key = StoreKey[IO[bytes]]()
+pastebinfile_key = StashKey[IO[bytes]]()
def pytest_addoption(parser: Parser) -> None:
@@ -37,26 +37,26 @@ def pytest_configure(config: Config) -> None:
# when using pytest-xdist, for example.
if tr is not None:
# pastebin file will be UTF-8 encoded binary file.
- config._store[pastebinfile_key] = tempfile.TemporaryFile("w+b")
+ config.stash[pastebinfile_key] = tempfile.TemporaryFile("w+b")
oldwrite = tr._tw.write
def tee_write(s, **kwargs):
oldwrite(s, **kwargs)
if isinstance(s, str):
s = s.encode("utf-8")
- config._store[pastebinfile_key].write(s)
+ config.stash[pastebinfile_key].write(s)
tr._tw.write = tee_write
def pytest_unconfigure(config: Config) -> None:
- if pastebinfile_key in config._store:
- pastebinfile = config._store[pastebinfile_key]
+ if pastebinfile_key in config.stash:
+ pastebinfile = config.stash[pastebinfile_key]
# Get terminal contents and delete file.
pastebinfile.seek(0)
sessionlog = pastebinfile.read()
pastebinfile.close()
- del config._store[pastebinfile_key]
+ del config.stash[pastebinfile_key]
# Undo our patching in the terminal reporter.
tr = config.pluginmanager.getplugin("terminalreporter")
del tr._tw.__dict__["write"]
@@ -77,7 +77,7 @@ def create_new_paste(contents: Union[str, bytes]) -> str:
from urllib.parse import urlencode
params = {"code": contents, "lexer": "text", "expiry": "1week"}
- url = "https://bpaste.net"
+ url = "https://bpa.st"
try:
response: str = (
urlopen(url, data=urlencode(params).encode("ascii")).read().decode("utf-8")
@@ -86,7 +86,7 @@ def create_new_paste(contents: Union[str, bytes]) -> str:
return "bad response: %s" % exc_info
m = re.search(r'href="/raw/(\w+)"', response)
if m:
- return "{}/show/{}".format(url, m.group(1))
+ return f"{url}/show/{m.group(1)}"
else:
return "bad response: invalid format ('" + response + "')"
diff --git a/src/_pytest/pathlib.py b/src/_pytest/pathlib.py
index 6a36ae17ab2..b44753e1a41 100644
--- a/src/_pytest/pathlib.py
+++ b/src/_pytest/pathlib.py
@@ -23,6 +23,7 @@
from posixpath import sep as posix_sep
from types import ModuleType
from typing import Callable
+from typing import Dict
from typing import Iterable
from typing import Iterator
from typing import Optional
@@ -30,8 +31,6 @@
from typing import TypeVar
from typing import Union
-import py
-
from _pytest.compat import assert_never
from _pytest.outcomes import skip
from _pytest.warning_types import PytestWarning
@@ -64,13 +63,6 @@ def get_lock_path(path: _AnyPurePath) -> _AnyPurePath:
return path.joinpath(".lock")
-def ensure_reset_dir(path: Path) -> None:
- """Ensure the given path is an empty directory."""
- if path.exists():
- rm_rf(path)
- path.mkdir()
-
-
def on_rm_rf_error(func, path: str, exc, *, start_path: Path) -> bool:
"""Handle known read-only errors during rmtree.
@@ -214,7 +206,7 @@ def _force_symlink(
pass
-def make_numbered_dir(root: Path, prefix: str) -> Path:
+def make_numbered_dir(root: Path, prefix: str, mode: int = 0o700) -> Path:
"""Create a directory with an increased number as suffix for the given prefix."""
for i in range(10):
# try up to 10 times to create the folder
@@ -222,7 +214,7 @@ def make_numbered_dir(root: Path, prefix: str) -> Path:
new_number = max_existing + 1
new_path = root.joinpath(f"{prefix}{new_number}")
try:
- new_path.mkdir()
+ new_path.mkdir(mode=mode)
except Exception:
pass
else:
@@ -354,13 +346,17 @@ def cleanup_numbered_dir(
def make_numbered_dir_with_cleanup(
- root: Path, prefix: str, keep: int, lock_timeout: float
+ root: Path,
+ prefix: str,
+ keep: int,
+ lock_timeout: float,
+ mode: int,
) -> Path:
"""Create a numbered dir with a cleanup lock and remove old ones."""
e = None
for i in range(10):
try:
- p = make_numbered_dir(root, prefix)
+ p = make_numbered_dir(root, prefix, mode)
lock_path = create_cleanup_lock(p)
register_cleanup_lock_removal(lock_path)
except Exception as exc:
@@ -389,7 +385,7 @@ def resolve_from_str(input: str, rootpath: Path) -> Path:
return rootpath.joinpath(input)
-def fnmatch_ex(pattern: str, path) -> bool:
+def fnmatch_ex(pattern: str, path: Union[str, "os.PathLike[str]"]) -> bool:
"""A port of FNMatcher from py.path.common which works with PurePath() instances.
The difference between this algorithm and PurePath.match() is that the
@@ -456,9 +452,10 @@ class ImportPathMismatchError(ImportError):
def import_path(
- p: Union[str, py.path.local, Path],
+ p: Union[str, "os.PathLike[str]"],
*,
mode: Union[str, ImportMode] = ImportMode.prepend,
+ root: Path,
) -> ModuleType:
"""Import and return a module from the given path, which can be a file (a module) or
a directory (a package).
@@ -476,19 +473,24 @@ def import_path(
to import the module, which avoids having to use `__import__` and muck with `sys.path`
at all. It effectively allows having same-named test modules in different places.
+ :param root:
+ Used as an anchor when mode == ImportMode.importlib to obtain
+ a unique name for the module being imported so it can safely be stored
+ into ``sys.modules``.
+
:raises ImportPathMismatchError:
If after importing the given `path` and the module `__file__`
are different. Only raised in `prepend` and `append` modes.
"""
mode = ImportMode(mode)
- path = Path(str(p))
+ path = Path(p)
if not path.exists():
raise ImportError(path)
if mode is ImportMode.importlib:
- module_name = path.stem
+ module_name = module_name_from_path(path, root)
for meta_importer in sys.meta_path:
spec = meta_importer.find_spec(module_name, [str(path.parent)])
@@ -498,11 +500,11 @@ def import_path(
spec = importlib.util.spec_from_file_location(module_name, str(path))
if spec is None:
- raise ImportError(
- "Can't find module {} at location {}".format(module_name, str(path))
- )
+ raise ImportError(f"Can't find module {module_name} at location {path}")
mod = importlib.util.module_from_spec(spec)
+ sys.modules[module_name] = mod
spec.loader.exec_module(mod) # type: ignore[union-attr]
+ insert_missing_modules(sys.modules, module_name)
return mod
pkg_path = resolve_package_path(path)
@@ -543,7 +545,7 @@ def import_path(
module_file = module_file[: -(len(os.path.sep + "__init__.py"))]
try:
- is_same = os.path.samefile(str(path), module_file)
+ is_same = _is_same(str(path), module_file)
except FileNotFoundError:
is_same = False
@@ -553,6 +555,61 @@ def import_path(
return mod
+# Implement a special _is_same function on Windows which returns True if the two filenames
+# compare equal, to circumvent os.path.samefile returning False for mounts in UNC (#7678).
+if sys.platform.startswith("win"):
+
+ def _is_same(f1: str, f2: str) -> bool:
+ return Path(f1) == Path(f2) or os.path.samefile(f1, f2)
+
+
+else:
+
+ def _is_same(f1: str, f2: str) -> bool:
+ return os.path.samefile(f1, f2)
+
+
+def module_name_from_path(path: Path, root: Path) -> str:
+ """
+ Return a dotted module name based on the given path, anchored on root.
+
+ For example: path="projects/src/tests/test_foo.py" and root="/projects", the
+ resulting module name will be "src.tests.test_foo".
+ """
+ path = path.with_suffix("")
+ try:
+ relative_path = path.relative_to(root)
+ except ValueError:
+ # If we can't get a relative path to root, use the full path, except
+ # for the first part ("d:\\" or "/" depending on the platform, for example).
+ path_parts = path.parts[1:]
+ else:
+ # Use the parts for the relative path to the root path.
+ path_parts = relative_path.parts
+
+ return ".".join(path_parts)
+
+
+def insert_missing_modules(modules: Dict[str, ModuleType], module_name: str) -> None:
+ """
+ Used by ``import_path`` to create intermediate modules when using mode=importlib.
+
+ When we want to import a module as "src.tests.test_foo" for example, we need
+ to create empty modules "src" and "src.tests" after inserting "src.tests.test_foo",
+ otherwise "src.tests.test_foo" is not importable by ``__import__``.
+ """
+ module_parts = module_name.split(".")
+ while module_name:
+ if module_name not in modules:
+ module = ModuleType(
+ module_name,
+ doc="Empty module created by pytest's importmode=importlib.",
+ )
+ modules[module_name] = module
+ module_parts.pop(-1)
+ module_name = ".".join(module_parts)
+
+
def resolve_package_path(path: Path) -> Optional[Path]:
"""Return the Python package path by looking for the last
directory upwards which still contains an __init__.py.
@@ -571,7 +628,7 @@ def resolve_package_path(path: Path) -> Optional[Path]:
def visit(
- path: str, recurse: Callable[["os.DirEntry[str]"], bool]
+ path: Union[str, "os.PathLike[str]"], recurse: Callable[["os.DirEntry[str]"], bool]
) -> Iterator["os.DirEntry[str]"]:
"""Walk a directory recursively, in breadth-first order.
@@ -628,6 +685,8 @@ def bestrelpath(directory: Path, dest: Path) -> str:
If no such path can be determined, returns dest.
"""
+ assert isinstance(directory, Path)
+ assert isinstance(dest, Path)
if dest == directory:
return os.curdir
# Find the longest common directory.
@@ -645,3 +704,21 @@ def bestrelpath(directory: Path, dest: Path) -> str:
# Forward from base to dest.
*reldest.parts,
)
+
+
+# Originates from py. path.local.copy(), with siginficant trims and adjustments.
+# TODO(py38): Replace with shutil.copytree(..., symlinks=True, dirs_exist_ok=True)
+def copytree(source: Path, target: Path) -> None:
+ """Recursively copy a source directory to target."""
+ assert source.is_dir()
+ for entry in visit(source, recurse=lambda entry: not entry.is_symlink()):
+ x = Path(entry)
+ relpath = x.relative_to(source)
+ newx = target / relpath
+ newx.parent.mkdir(exist_ok=True)
+ if x.is_symlink():
+ newx.symlink_to(os.readlink(x))
+ elif x.is_file():
+ shutil.copyfile(x, newx)
+ elif x.is_dir():
+ newx.mkdir(exist_ok=True)
diff --git a/src/_pytest/pytester.py b/src/_pytest/pytester.py
index 6833eb02149..363a3727447 100644
--- a/src/_pytest/pytester.py
+++ b/src/_pytest/pytester.py
@@ -20,6 +20,7 @@
from typing import Callable
from typing import Dict
from typing import Generator
+from typing import IO
from typing import Iterable
from typing import List
from typing import Optional
@@ -32,8 +33,6 @@
from typing import Union
from weakref import WeakKeyDictionary
-import attr
-import py
from iniconfig import IniConfig
from iniconfig import SectionWrapper
@@ -41,6 +40,8 @@
from _pytest._code import Source
from _pytest.capture import _get_multicapture
from _pytest.compat import final
+from _pytest.compat import NOTSET
+from _pytest.compat import NotSetType
from _pytest.config import _PluggyPlugin
from _pytest.config import Config
from _pytest.config import ExitCode
@@ -58,13 +59,17 @@
from _pytest.outcomes import fail
from _pytest.outcomes import importorskip
from _pytest.outcomes import skip
+from _pytest.pathlib import bestrelpath
+from _pytest.pathlib import copytree
from _pytest.pathlib import make_numbered_dir
from _pytest.reports import CollectReport
from _pytest.reports import TestReport
from _pytest.tmpdir import TempPathFactory
from _pytest.warning_types import PytestWarning
+
if TYPE_CHECKING:
+ from typing_extensions import Final
from typing_extensions import Literal
import pexpect
@@ -207,7 +212,20 @@ def get_public_names(values: Iterable[str]) -> List[str]:
return [x for x in values if x[0] != "_"]
-class ParsedCall:
+@final
+class RecordedHookCall:
+ """A recorded call to a hook.
+
+ The arguments to the hook call are set as attributes.
+ For example:
+
+ .. code-block:: python
+
+ calls = hook_recorder.getcalls("pytest_runtest_setup")
+ # Suppose pytest_runtest_setup was called once with `item=an_item`.
+ assert calls[0].item is an_item
+ """
+
def __init__(self, name: str, kwargs) -> None:
self.__dict__.update(kwargs)
self._name = name
@@ -215,7 +233,7 @@ def __init__(self, name: str, kwargs) -> None:
def __repr__(self) -> str:
d = self.__dict__.copy()
del d["_name"]
- return f"<ParsedCall {self._name!r}(**{d!r})>"
+ return f"<RecordedHookCall {self._name!r}(**{d!r})>"
if TYPE_CHECKING:
# The class has undetermined attributes, this tells mypy about it.
@@ -223,20 +241,27 @@ def __getattr__(self, key: str):
...
+@final
class HookRecorder:
"""Record all hooks called in a plugin manager.
+ Hook recorders are created by :class:`Pytester`.
+
This wraps all the hook calls in the plugin manager, recording each call
before propagating the normal calls.
"""
- def __init__(self, pluginmanager: PytestPluginManager) -> None:
+ def __init__(
+ self, pluginmanager: PytestPluginManager, *, _ispytest: bool = False
+ ) -> None:
+ check_ispytest(_ispytest)
+
self._pluginmanager = pluginmanager
- self.calls: List[ParsedCall] = []
+ self.calls: List[RecordedHookCall] = []
self.ret: Optional[Union[int, ExitCode]] = None
def before(hook_name: str, hook_impls, kwargs) -> None:
- self.calls.append(ParsedCall(hook_name, kwargs))
+ self.calls.append(RecordedHookCall(hook_name, kwargs))
def after(outcome, hook_name: str, hook_impls, kwargs) -> None:
pass
@@ -246,7 +271,8 @@ def after(outcome, hook_name: str, hook_impls, kwargs) -> None:
def finish_recording(self) -> None:
self._undo_wrapping()
- def getcalls(self, names: Union[str, Iterable[str]]) -> List[ParsedCall]:
+ def getcalls(self, names: Union[str, Iterable[str]]) -> List[RecordedHookCall]:
+ """Get all recorded calls to hooks with the given names (or name)."""
if isinstance(names, str):
names = names.split()
return [call for call in self.calls if call._name in names]
@@ -272,7 +298,7 @@ def assert_contains(self, entries: Sequence[Tuple[str, str]]) -> None:
else:
fail(f"could not find {name!r} check {check!r}")
- def popcall(self, name: str) -> ParsedCall:
+ def popcall(self, name: str) -> RecordedHookCall:
__tracebackhide__ = True
for i, call in enumerate(self.calls):
if call._name == name:
@@ -282,7 +308,7 @@ def popcall(self, name: str) -> ParsedCall:
lines.extend([" %s" % x for x in self.calls])
fail("\n".join(lines))
- def getcall(self, name: str) -> ParsedCall:
+ def getcall(self, name: str) -> RecordedHookCall:
values = self.getcalls(name)
assert len(values) == 1, (name, values)
return values[0]
@@ -291,13 +317,15 @@ def getcall(self, name: str) -> ParsedCall:
@overload
def getreports(
- self, names: "Literal['pytest_collectreport']",
+ self,
+ names: "Literal['pytest_collectreport']",
) -> Sequence[CollectReport]:
...
@overload
def getreports(
- self, names: "Literal['pytest_runtest_logreport']",
+ self,
+ names: "Literal['pytest_runtest_logreport']",
) -> Sequence[TestReport]:
...
@@ -354,13 +382,15 @@ def matchreport(
@overload
def getfailures(
- self, names: "Literal['pytest_collectreport']",
+ self,
+ names: "Literal['pytest_collectreport']",
) -> Sequence[CollectReport]:
...
@overload
def getfailures(
- self, names: "Literal['pytest_runtest_logreport']",
+ self,
+ names: "Literal['pytest_runtest_logreport']",
) -> Sequence[TestReport]:
...
@@ -419,7 +449,10 @@ def assertoutcome(self, passed: int = 0, skipped: int = 0, failed: int = 0) -> N
outcomes = self.listoutcomes()
assertoutcome(
- outcomes, passed=passed, skipped=skipped, failed=failed,
+ outcomes,
+ passed=passed,
+ skipped=skipped,
+ failed=failed,
)
def clear(self) -> None:
@@ -458,17 +491,6 @@ def pytester(request: FixtureRequest, tmp_path_factory: TempPathFactory) -> "Pyt
return Pytester(request, tmp_path_factory, _ispytest=True)
-@fixture
-def testdir(pytester: "Pytester") -> "Testdir":
- """
- Identical to :fixture:`pytester`, and provides an instance whose methods return
- legacy ``py.path.local`` objects instead when applicable.
-
- New code should avoid using :fixture:`testdir` in favor of :fixture:`pytester`.
- """
- return Testdir(pytester, _ispytest=True)
-
-
@fixture
def _sys_snapshot() -> Generator[None, None, None]:
snappaths = SysPathsSnapshot()
@@ -493,8 +515,9 @@ def _config_for_test() -> Generator[Config, None, None]:
rex_outcome = re.compile(r"(\d+) (\w+)")
+@final
class RunResult:
- """The result of running a command."""
+ """The result of running a command from :class:`~pytest.Pytester`."""
def __init__(
self,
@@ -513,13 +536,13 @@ def __init__(
self.errlines = errlines
"""List of lines captured from stderr."""
self.stdout = LineMatcher(outlines)
- """:class:`LineMatcher` of stdout.
+ """:class:`~pytest.LineMatcher` of stdout.
- Use e.g. :func:`str(stdout) <LineMatcher.__str__()>` to reconstruct stdout, or the commonly used
- :func:`stdout.fnmatch_lines() <LineMatcher.fnmatch_lines()>` method.
+ Use e.g. :func:`str(stdout) <pytest.LineMatcher.__str__()>` to reconstruct stdout, or the commonly used
+ :func:`stdout.fnmatch_lines() <pytest.LineMatcher.fnmatch_lines()>` method.
"""
self.stderr = LineMatcher(errlines)
- """:class:`LineMatcher` of stderr."""
+ """:class:`~pytest.LineMatcher` of stderr."""
self.duration = duration
"""Duration in seconds."""
@@ -573,9 +596,15 @@ def assert_outcomes(
errors: int = 0,
xpassed: int = 0,
xfailed: int = 0,
+ warnings: Optional[int] = None,
+ deselected: Optional[int] = None,
) -> None:
- """Assert that the specified outcomes appear with the respective
- numbers (0 means it didn't occur) in the text output from a test run."""
+ """
+ Assert that the specified outcomes appear with the respective
+ numbers (0 means it didn't occur) in the text output from a test run.
+
+ ``warnings`` and ``deselected`` are only checked if not None.
+ """
__tracebackhide__ = True
from _pytest.pytester_assertions import assert_outcomes
@@ -588,6 +617,8 @@ def assert_outcomes(
errors=errors,
xpassed=xpassed,
xfailed=xfailed,
+ warnings=warnings,
+ deselected=deselected,
)
@@ -643,7 +674,7 @@ class Pytester:
__test__ = False
- CLOSE_STDIN = object
+ CLOSE_STDIN: "Final" = NOTSET
class TimeoutExpired(Exception):
pass
@@ -659,7 +690,7 @@ def __init__(
self._request = request
self._mod_collections: WeakKeyDictionary[
Collector, List[Union[Item, Collector]]
- ] = (WeakKeyDictionary())
+ ] = WeakKeyDictionary()
if request.function:
name: str = request.function.__name__
else:
@@ -723,7 +754,7 @@ def preserve_module(name):
def make_hook_recorder(self, pluginmanager: PytestPluginManager) -> HookRecorder:
"""Create a new :py:class:`HookRecorder` for a PluginManager."""
- pluginmanager.reprec = reprec = HookRecorder(pluginmanager)
+ pluginmanager.reprec = reprec = HookRecorder(pluginmanager, _ispytest=True)
self._request.addfinalizer(reprec.finish_recording)
return reprec
@@ -743,6 +774,11 @@ def _makefile(
) -> Path:
items = list(files.items())
+ if ext and not ext.startswith("."):
+ raise ValueError(
+ f"pytester.makefile expects a file extension, try .{ext} instead of {ext}"
+ )
+
def to_text(s: Union[Any, bytes]) -> str:
return s.decode(encoding) if isinstance(s, bytes) else str(s)
@@ -764,7 +800,7 @@ def to_text(s: Union[Any, bytes]) -> str:
return ret
def makefile(self, ext: str, *args: str, **kwargs: str) -> Path:
- r"""Create new file(s) in the test directory.
+ r"""Create new text file(s) in the test directory.
:param str ext:
The extension the file(s) should use, including the dot, e.g. `.py`.
@@ -784,6 +820,12 @@ def makefile(self, ext: str, *args: str, **kwargs: str) -> Path:
pytester.makefile(".ini", pytest="[pytest]\naddopts=-rs\n")
+ To create binary files, use :meth:`pathlib.Path.write_bytes` directly:
+
+ .. code-block:: python
+
+ filename = pytester.path.joinpath("foo.bin")
+ filename.write_bytes(b"...")
"""
return self._makefile(ext, args, kwargs)
@@ -850,7 +892,7 @@ def test_something(pytester):
def syspathinsert(
self, path: Optional[Union[str, "os.PathLike[str]"]] = None
) -> None:
- """Prepend a directory to sys.path, defaults to :py:attr:`tmpdir`.
+ """Prepend a directory to sys.path, defaults to :attr:`path`.
This is undone automatically when this object dies at the end of each
test.
@@ -887,7 +929,7 @@ def copy_example(self, name: Optional[str] = None) -> Path:
example_dir = self._request.config.getini("pytester_example_dir")
if example_dir is None:
raise ValueError("pytester_example_dir is unset, can't copy examples")
- example_dir = Path(str(self._request.config.rootdir)) / example_dir
+ example_dir = self._request.config.rootpath / example_dir
for extra_element in self._request.node.iter_markers("pytester_example_path"):
assert extra_element.args
@@ -910,10 +952,7 @@ def copy_example(self, name: Optional[str] = None) -> Path:
example_path = example_dir.joinpath(name)
if example_path.is_dir() and not example_path.joinpath("__init__.py").is_file():
- # TODO: py.path.local.copy can copy files to existing directories,
- # while with shutil.copytree the destination directory cannot exist,
- # we will need to roll our own in order to drop py.path.local completely
- py.path.local(example_path).copy(py.path.local(self.path))
+ copytree(example_path, self.path)
return self.path
elif example_path.is_file():
result = self.path.joinpath(example_path.name)
@@ -924,22 +963,20 @@ def copy_example(self, name: Optional[str] = None) -> Path:
f'example "{example_path}" is not found as a file or directory'
)
- Session = Session
-
def getnode(
self, config: Config, arg: Union[str, "os.PathLike[str]"]
) -> Optional[Union[Collector, Item]]:
"""Return the collection node of a file.
- :param _pytest.config.Config config:
+ :param pytest.Config config:
A pytest config.
See :py:meth:`parseconfig` and :py:meth:`parseconfigure` for creating it.
- :param py.path.local arg:
+ :param os.PathLike[str] arg:
Path to the file.
"""
session = Session.from_config(config)
assert "::" not in str(arg)
- p = py.path.local(arg)
+ p = Path(os.path.abspath(arg))
config.hook.pytest_sessionstart(session=session)
res = session.perform_collect([str(p)], genitems=False)[0]
config.hook.pytest_sessionfinish(session=session, exitstatus=ExitCode.OK)
@@ -951,12 +988,12 @@ def getpathnode(self, path: Union[str, "os.PathLike[str]"]):
This is like :py:meth:`getnode` but uses :py:meth:`parseconfigure` to
create the (configured) pytest Config instance.
- :param py.path.local path: Path to the file.
+ :param os.PathLike[str] path: Path to the file.
"""
- path = py.path.local(path)
+ path = Path(path)
config = self.parseconfigure(path)
session = Session.from_config(config)
- x = session.fspath.bestrelpath(path)
+ x = bestrelpath(session.path, path)
config.hook.pytest_sessionstart(session=session)
res = session.perform_collect([x], genitems=False)[0]
config.hook.pytest_sessionfinish(session=session, exitstatus=ExitCode.OK)
@@ -997,10 +1034,7 @@ def inline_runsource(self, source: str, *cmdlineargs) -> HookRecorder:
for the result.
:param source: The source code of the test module.
-
:param cmdlineargs: Any extra command line arguments to use.
-
- :returns: :py:class:`HookRecorder` instance of the result.
"""
p = self.makepyfile(source)
values = list(cmdlineargs) + [p]
@@ -1038,8 +1072,6 @@ def inline_run(
:param no_reraise_ctrlc:
Typically we reraise keyboard interrupts from the child run. If
True, the KeyboardInterrupt exception is captured.
-
- :returns: A :py:class:`HookRecorder` instance.
"""
# (maybe a cpython bug?) the importlib cache sometimes isn't updated
# properly between file creation and inline_run (especially if imports
@@ -1077,7 +1109,7 @@ def pytest_configure(x, config: Config) -> None:
class reprec: # type: ignore
pass
- reprec.ret = ret # type: ignore
+ reprec.ret = ret
# Typically we reraise keyboard interrupts from the child run
# because it's our user requesting interruption of the testing.
@@ -1138,7 +1170,7 @@ def runpytest(
self, *args: Union[str, "os.PathLike[str]"], **kwargs: Any
) -> RunResult:
"""Run pytest inline or in a subprocess, depending on the command line
- option "--runpytest" and return a :py:class:`RunResult`."""
+ option "--runpytest" and return a :py:class:`~pytest.RunResult`."""
new_args = self._ensure_basetemp(args)
if self._method == "inprocess":
return self.runpytest_inprocess(*new_args, **kwargs)
@@ -1163,7 +1195,7 @@ def parseconfig(self, *args: Union[str, "os.PathLike[str]"]) -> Config:
This invokes the pytest bootstrapping code in _pytest.config to create
a new :py:class:`_pytest.core.PluginManager` and call the
pytest_cmdline_parse hook to create a new
- :py:class:`_pytest.config.Config` instance.
+ :py:class:`pytest.Config` instance.
If :py:attr:`plugins` has been populated they should be plugin modules
to be registered with the PluginManager.
@@ -1183,14 +1215,16 @@ def parseconfig(self, *args: Union[str, "os.PathLike[str]"]) -> Config:
def parseconfigure(self, *args: Union[str, "os.PathLike[str]"]) -> Config:
"""Return a new pytest configured Config instance.
- Returns a new :py:class:`_pytest.config.Config` instance like
+ Returns a new :py:class:`pytest.Config` instance like
:py:meth:`parseconfig`, but also calls the pytest_configure hook.
"""
config = self.parseconfig(*args)
config._do_configure()
return config
- def getitem(self, source: str, funcname: str = "test_func") -> Item:
+ def getitem(
+ self, source: Union[str, "os.PathLike[str]"], funcname: str = "test_func"
+ ) -> Item:
"""Return the test item for a test function.
Writes the source to a python file and runs pytest's collection on
@@ -1210,7 +1244,7 @@ def getitem(self, source: str, funcname: str = "test_func") -> Item:
funcname, source, items
)
- def getitems(self, source: str) -> List[Item]:
+ def getitems(self, source: Union[str, "os.PathLike[str]"]) -> List[Item]:
"""Return all test items collected from the module.
Writes the source to a Python file and runs pytest's collection on
@@ -1220,7 +1254,11 @@ def getitems(self, source: str) -> List[Item]:
return self.genitems([modcol])
def getmodulecol(
- self, source: Union[str, Path], configargs=(), *, withinit: bool = False
+ self,
+ source: Union[str, "os.PathLike[str]"],
+ configargs=(),
+ *,
+ withinit: bool = False,
):
"""Return the module collection node for ``source``.
@@ -1238,7 +1276,7 @@ def getmodulecol(
Whether to also write an ``__init__.py`` file to the same
directory to ensure it is a package.
"""
- if isinstance(source, Path):
+ if isinstance(source, os.PathLike):
path = self.path.joinpath(source)
assert not withinit, "not supported for paths"
else:
@@ -1254,7 +1292,7 @@ def collect_by_name(
) -> Optional[Union[Item, Collector]]:
"""Return the collection node for name from the module collection.
- Searchs a module collection node for a collection node matching the
+ Searches a module collection node for a collection node matching the
given name.
:param modcol: A module collection node; see :py:meth:`getmodulecol`.
@@ -1269,16 +1307,16 @@ def collect_by_name(
def popen(
self,
- cmdargs,
+ cmdargs: Sequence[Union[str, "os.PathLike[str]"]],
stdout: Union[int, TextIO] = subprocess.PIPE,
stderr: Union[int, TextIO] = subprocess.PIPE,
- stdin=CLOSE_STDIN,
+ stdin: Union[NotSetType, bytes, IO[Any], int] = CLOSE_STDIN,
**kw,
):
- """Invoke subprocess.Popen.
+ """Invoke :py:class:`subprocess.Popen`.
- Calls subprocess.Popen making sure the current working directory is
- in the PYTHONPATH.
+ Calls :py:class:`subprocess.Popen` making sure the current working
+ directory is in ``PYTHONPATH``.
You probably want to use :py:meth:`run` instead.
"""
@@ -1309,33 +1347,38 @@ def run(
self,
*cmdargs: Union[str, "os.PathLike[str]"],
timeout: Optional[float] = None,
- stdin=CLOSE_STDIN,
+ stdin: Union[NotSetType, bytes, IO[Any], int] = CLOSE_STDIN,
) -> RunResult:
"""Run a command with arguments.
- Run a process using subprocess.Popen saving the stdout and stderr.
+ Run a process using :py:class:`subprocess.Popen` saving the stdout and
+ stderr.
:param cmdargs:
- The sequence of arguments to pass to `subprocess.Popen()`, with path-like objects
- being converted to ``str`` automatically.
+ The sequence of arguments to pass to :py:class:`subprocess.Popen`,
+ with path-like objects being converted to :py:class:`str`
+ automatically.
:param timeout:
The period in seconds after which to timeout and raise
:py:class:`Pytester.TimeoutExpired`.
:param stdin:
- Optional standard input. Bytes are being send, closing
- the pipe, otherwise it is passed through to ``popen``.
- Defaults to ``CLOSE_STDIN``, which translates to using a pipe
- (``subprocess.PIPE``) that gets closed.
+ Optional standard input.
+
+ - If it is :py:attr:`CLOSE_STDIN` (Default), then this method calls
+ :py:class:`subprocess.Popen` with ``stdin=subprocess.PIPE``, and
+ the standard input is closed immediately after the new command is
+ started.
- :rtype: RunResult
+ - If it is of type :py:class:`bytes`, these bytes are sent to the
+ standard input of the command.
+
+ - Otherwise, it is passed through to :py:class:`subprocess.Popen`.
+ For further information in this case, consult the document of the
+ ``stdin`` parameter in :py:class:`subprocess.Popen`.
"""
__tracebackhide__ = True
- # TODO: Remove type ignore in next mypy release.
- # https://github.com/python/typeshed/pull/4582
- cmdargs = tuple(
- os.fspath(arg) if isinstance(arg, os.PathLike) else arg for arg in cmdargs # type: ignore[misc]
- )
+ cmdargs = tuple(os.fspath(arg) for arg in cmdargs)
p1 = self.path.joinpath("stdout")
p2 = self.path.joinpath("stderr")
print("running:", *cmdargs)
@@ -1394,21 +1437,17 @@ def _dump_lines(self, lines, fp):
def _getpytestargs(self) -> Tuple[str, ...]:
return sys.executable, "-mpytest"
- def runpython(self, script) -> RunResult:
- """Run a python script using sys.executable as interpreter.
-
- :rtype: RunResult
- """
+ def runpython(self, script: "os.PathLike[str]") -> RunResult:
+ """Run a python script using sys.executable as interpreter."""
return self.run(sys.executable, script)
- def runpython_c(self, command):
- """Run python -c "command".
-
- :rtype: RunResult
- """
+ def runpython_c(self, command: str) -> RunResult:
+ """Run ``python -c "command"``."""
return self.run(sys.executable, "-c", command)
- def runpytest_subprocess(self, *args, timeout: Optional[float] = None) -> RunResult:
+ def runpytest_subprocess(
+ self, *args: Union[str, "os.PathLike[str]"], timeout: Optional[float] = None
+ ) -> RunResult:
"""Run pytest as a subprocess with given arguments.
Any plugins added to the :py:attr:`plugins` list will be added using the
@@ -1422,11 +1461,9 @@ def runpytest_subprocess(self, *args, timeout: Optional[float] = None) -> RunRes
:param timeout:
The period in seconds after which to timeout and raise
:py:class:`Pytester.TimeoutExpired`.
-
- :rtype: RunResult
"""
__tracebackhide__ = True
- p = make_numbered_dir(root=self.path, prefix="runpytest-")
+ p = make_numbered_dir(root=self.path, prefix="runpytest-", mode=0o700)
args = ("--basetemp=%s" % p,) + args
plugins = [x for x in self.plugins if isinstance(x, str)]
if plugins:
@@ -1445,7 +1482,7 @@ def spawn_pytest(
The pexpect child is returned.
"""
basetemp = self.path / "temp-pexpect"
- basetemp.mkdir()
+ basetemp.mkdir(mode=0o700)
invoke = " ".join(map(str, self._getpytestargs()))
cmd = f"{invoke} --basetemp={basetemp} {string}"
return self.spawn(cmd, expect_timeout=expect_timeout)
@@ -1475,7 +1512,7 @@ def __init__(self) -> None:
def assert_contains_lines(self, lines2: Sequence[str]) -> None:
"""Assert that ``lines2`` are contained (linearly) in :attr:`stringio`'s value.
- Lines are matched using :func:`LineMatcher.fnmatch_lines`.
+ Lines are matched using :func:`LineMatcher.fnmatch_lines <pytest.LineMatcher.fnmatch_lines>`.
"""
__tracebackhide__ = True
val = self.stringio.getvalue()
@@ -1485,217 +1522,6 @@ def assert_contains_lines(self, lines2: Sequence[str]) -> None:
LineMatcher(lines1).fnmatch_lines(lines2)
-@final
-@attr.s(repr=False, str=False, init=False)
-class Testdir:
- """
- Similar to :class:`Pytester`, but this class works with legacy py.path.local objects instead.
-
- All methods just forward to an internal :class:`Pytester` instance, converting results
- to `py.path.local` objects as necessary.
- """
-
- __test__ = False
-
- CLOSE_STDIN = Pytester.CLOSE_STDIN
- TimeoutExpired = Pytester.TimeoutExpired
- Session = Pytester.Session
-
- def __init__(self, pytester: Pytester, *, _ispytest: bool = False) -> None:
- check_ispytest(_ispytest)
- self._pytester = pytester
-
- @property
- def tmpdir(self) -> py.path.local:
- """Temporary directory where tests are executed."""
- return py.path.local(self._pytester.path)
-
- @property
- def test_tmproot(self) -> py.path.local:
- return py.path.local(self._pytester._test_tmproot)
-
- @property
- def request(self):
- return self._pytester._request
-
- @property
- def plugins(self):
- return self._pytester.plugins
-
- @plugins.setter
- def plugins(self, plugins):
- self._pytester.plugins = plugins
-
- @property
- def monkeypatch(self) -> MonkeyPatch:
- return self._pytester._monkeypatch
-
- def make_hook_recorder(self, pluginmanager) -> HookRecorder:
- """See :meth:`Pytester.make_hook_recorder`."""
- return self._pytester.make_hook_recorder(pluginmanager)
-
- def chdir(self) -> None:
- """See :meth:`Pytester.chdir`."""
- return self._pytester.chdir()
-
- def finalize(self) -> None:
- """See :meth:`Pytester._finalize`."""
- return self._pytester._finalize()
-
- def makefile(self, ext, *args, **kwargs) -> py.path.local:
- """See :meth:`Pytester.makefile`."""
- return py.path.local(str(self._pytester.makefile(ext, *args, **kwargs)))
-
- def makeconftest(self, source) -> py.path.local:
- """See :meth:`Pytester.makeconftest`."""
- return py.path.local(str(self._pytester.makeconftest(source)))
-
- def makeini(self, source) -> py.path.local:
- """See :meth:`Pytester.makeini`."""
- return py.path.local(str(self._pytester.makeini(source)))
-
- def getinicfg(self, source: str) -> SectionWrapper:
- """See :meth:`Pytester.getinicfg`."""
- return self._pytester.getinicfg(source)
-
- def makepyprojecttoml(self, source) -> py.path.local:
- """See :meth:`Pytester.makepyprojecttoml`."""
- return py.path.local(str(self._pytester.makepyprojecttoml(source)))
-
- def makepyfile(self, *args, **kwargs) -> py.path.local:
- """See :meth:`Pytester.makepyfile`."""
- return py.path.local(str(self._pytester.makepyfile(*args, **kwargs)))
-
- def maketxtfile(self, *args, **kwargs) -> py.path.local:
- """See :meth:`Pytester.maketxtfile`."""
- return py.path.local(str(self._pytester.maketxtfile(*args, **kwargs)))
-
- def syspathinsert(self, path=None) -> None:
- """See :meth:`Pytester.syspathinsert`."""
- return self._pytester.syspathinsert(path)
-
- def mkdir(self, name) -> py.path.local:
- """See :meth:`Pytester.mkdir`."""
- return py.path.local(str(self._pytester.mkdir(name)))
-
- def mkpydir(self, name) -> py.path.local:
- """See :meth:`Pytester.mkpydir`."""
- return py.path.local(str(self._pytester.mkpydir(name)))
-
- def copy_example(self, name=None) -> py.path.local:
- """See :meth:`Pytester.copy_example`."""
- return py.path.local(str(self._pytester.copy_example(name)))
-
- def getnode(self, config: Config, arg) -> Optional[Union[Item, Collector]]:
- """See :meth:`Pytester.getnode`."""
- return self._pytester.getnode(config, arg)
-
- def getpathnode(self, path):
- """See :meth:`Pytester.getpathnode`."""
- return self._pytester.getpathnode(path)
-
- def genitems(self, colitems: List[Union[Item, Collector]]) -> List[Item]:
- """See :meth:`Pytester.genitems`."""
- return self._pytester.genitems(colitems)
-
- def runitem(self, source):
- """See :meth:`Pytester.runitem`."""
- return self._pytester.runitem(source)
-
- def inline_runsource(self, source, *cmdlineargs):
- """See :meth:`Pytester.inline_runsource`."""
- return self._pytester.inline_runsource(source, *cmdlineargs)
-
- def inline_genitems(self, *args):
- """See :meth:`Pytester.inline_genitems`."""
- return self._pytester.inline_genitems(*args)
-
- def inline_run(self, *args, plugins=(), no_reraise_ctrlc: bool = False):
- """See :meth:`Pytester.inline_run`."""
- return self._pytester.inline_run(
- *args, plugins=plugins, no_reraise_ctrlc=no_reraise_ctrlc
- )
-
- def runpytest_inprocess(self, *args, **kwargs) -> RunResult:
- """See :meth:`Pytester.runpytest_inprocess`."""
- return self._pytester.runpytest_inprocess(*args, **kwargs)
-
- def runpytest(self, *args, **kwargs) -> RunResult:
- """See :meth:`Pytester.runpytest`."""
- return self._pytester.runpytest(*args, **kwargs)
-
- def parseconfig(self, *args) -> Config:
- """See :meth:`Pytester.parseconfig`."""
- return self._pytester.parseconfig(*args)
-
- def parseconfigure(self, *args) -> Config:
- """See :meth:`Pytester.parseconfigure`."""
- return self._pytester.parseconfigure(*args)
-
- def getitem(self, source, funcname="test_func"):
- """See :meth:`Pytester.getitem`."""
- return self._pytester.getitem(source, funcname)
-
- def getitems(self, source):
- """See :meth:`Pytester.getitems`."""
- return self._pytester.getitems(source)
-
- def getmodulecol(self, source, configargs=(), withinit=False):
- """See :meth:`Pytester.getmodulecol`."""
- return self._pytester.getmodulecol(
- source, configargs=configargs, withinit=withinit
- )
-
- def collect_by_name(
- self, modcol: Collector, name: str
- ) -> Optional[Union[Item, Collector]]:
- """See :meth:`Pytester.collect_by_name`."""
- return self._pytester.collect_by_name(modcol, name)
-
- def popen(
- self,
- cmdargs,
- stdout: Union[int, TextIO] = subprocess.PIPE,
- stderr: Union[int, TextIO] = subprocess.PIPE,
- stdin=CLOSE_STDIN,
- **kw,
- ):
- """See :meth:`Pytester.popen`."""
- return self._pytester.popen(cmdargs, stdout, stderr, stdin, **kw)
-
- def run(self, *cmdargs, timeout=None, stdin=CLOSE_STDIN) -> RunResult:
- """See :meth:`Pytester.run`."""
- return self._pytester.run(*cmdargs, timeout=timeout, stdin=stdin)
-
- def runpython(self, script) -> RunResult:
- """See :meth:`Pytester.runpython`."""
- return self._pytester.runpython(script)
-
- def runpython_c(self, command):
- """See :meth:`Pytester.runpython_c`."""
- return self._pytester.runpython_c(command)
-
- def runpytest_subprocess(self, *args, timeout=None) -> RunResult:
- """See :meth:`Pytester.runpytest_subprocess`."""
- return self._pytester.runpytest_subprocess(*args, timeout=timeout)
-
- def spawn_pytest(
- self, string: str, expect_timeout: float = 10.0
- ) -> "pexpect.spawn":
- """See :meth:`Pytester.spawn_pytest`."""
- return self._pytester.spawn_pytest(string, expect_timeout=expect_timeout)
-
- def spawn(self, cmd: str, expect_timeout: float = 10.0) -> "pexpect.spawn":
- """See :meth:`Pytester.spawn`."""
- return self._pytester.spawn(cmd, expect_timeout=expect_timeout)
-
- def __repr__(self) -> str:
- return f"<Testdir {self.tmpdir!r}>"
-
- def __str__(self) -> str:
- return str(self.tmpdir)
-
-
class LineMatcher:
"""Flexible matching of text.
@@ -1827,7 +1653,7 @@ def _match_lines(
Match lines consecutively?
"""
if not isinstance(lines2, collections.abc.Sequence):
- raise TypeError("invalid type for lines2: {}".format(type(lines2).__name__))
+ raise TypeError(f"invalid type for lines2: {type(lines2).__name__}")
lines2 = self._getlines(lines2)
lines1 = self.lines[:]
extralines = []
diff --git a/src/_pytest/pytester_assertions.py b/src/_pytest/pytester_assertions.py
index 630c1d3331c..657e4db5fc3 100644
--- a/src/_pytest/pytester_assertions.py
+++ b/src/_pytest/pytester_assertions.py
@@ -4,6 +4,7 @@
# hence cannot be subject to assertion rewriting, which requires a
# module to not be already imported.
from typing import Dict
+from typing import Optional
from typing import Sequence
from typing import Tuple
from typing import Union
@@ -42,6 +43,8 @@ def assert_outcomes(
errors: int = 0,
xpassed: int = 0,
xfailed: int = 0,
+ warnings: Optional[int] = None,
+ deselected: Optional[int] = None,
) -> None:
"""Assert that the specified outcomes appear with the respective
numbers (0 means it didn't occur) in the text output from a test run."""
@@ -63,4 +66,10 @@ def assert_outcomes(
"xpassed": xpassed,
"xfailed": xfailed,
}
+ if warnings is not None:
+ obtained["warnings"] = outcomes.get("warnings", 0)
+ expected["warnings"] = warnings
+ if deselected is not None:
+ obtained["deselected"] = outcomes.get("deselected", 0)
+ expected["deselected"] = deselected
assert obtained == expected
diff --git a/src/_pytest/python.py b/src/_pytest/python.py
index e48e7531c19..0fd5702a5cc 100644
--- a/src/_pytest/python.py
+++ b/src/_pytest/python.py
@@ -10,6 +10,7 @@
from collections import Counter
from collections import defaultdict
from functools import partial
+from pathlib import Path
from typing import Any
from typing import Callable
from typing import Dict
@@ -19,14 +20,14 @@
from typing import List
from typing import Mapping
from typing import Optional
+from typing import Pattern
from typing import Sequence
from typing import Set
from typing import Tuple
-from typing import Type
from typing import TYPE_CHECKING
from typing import Union
-import py
+import attr
import _pytest
from _pytest import fixtures
@@ -38,6 +39,7 @@
from _pytest._io import TerminalWriter
from _pytest._io.saferepr import saferepr
from _pytest.compat import ascii_escaped
+from _pytest.compat import assert_never
from _pytest.compat import final
from _pytest.compat import get_default_arg_names
from _pytest.compat import get_real_func
@@ -45,8 +47,8 @@
from _pytest.compat import getlocation
from _pytest.compat import is_async_function
from _pytest.compat import is_generator
+from _pytest.compat import LEGACY_PATH
from _pytest.compat import NOTSET
-from _pytest.compat import REGEX_TYPE
from _pytest.compat import safe_getattr
from _pytest.compat import safe_isclass
from _pytest.compat import STRING_TYPES
@@ -54,7 +56,9 @@
from _pytest.config import ExitCode
from _pytest.config import hookimpl
from _pytest.config.argparsing import Parser
+from _pytest.deprecated import check_ispytest
from _pytest.deprecated import FSCOLLECTOR_GETHOOKPROXY_ISINITPATH
+from _pytest.deprecated import INSTANCE_COLLECTOR
from _pytest.fixtures import FuncFixtureInfo
from _pytest.main import Session
from _pytest.mark import MARK_GEN
@@ -65,16 +69,22 @@
from _pytest.mark.structures import normalize_mark_list
from _pytest.outcomes import fail
from _pytest.outcomes import skip
+from _pytest.pathlib import bestrelpath
+from _pytest.pathlib import fnmatch_ex
from _pytest.pathlib import import_path
from _pytest.pathlib import ImportPathMismatchError
from _pytest.pathlib import parts
from _pytest.pathlib import visit
+from _pytest.scope import Scope
from _pytest.warning_types import PytestCollectionWarning
from _pytest.warning_types import PytestUnhandledCoroutineWarning
if TYPE_CHECKING:
from typing_extensions import Literal
- from _pytest.fixtures import _Scope
+ from _pytest.scope import _ScopeName
+
+
+_PYTEST_DIR = Path(_pytest.__file__).parent
def pytest_addoption(parser: Parser) -> None:
@@ -135,8 +145,7 @@ def pytest_cmdline_main(config: Config) -> Optional[Union[int, ExitCode]]:
def pytest_generate_tests(metafunc: "Metafunc") -> None:
for marker in metafunc.definition.iter_markers(name="parametrize"):
- # TODO: Fix this type-ignore (overlapping kwargs).
- metafunc.parametrize(*marker.args, **marker.kwargs, _param_mark=marker) # type: ignore[misc]
+ metafunc.parametrize(*marker.args, **marker.kwargs, _param_mark=marker)
def pytest_configure(config: Config) -> None:
@@ -148,14 +157,14 @@ def pytest_configure(config: Config) -> None:
"or a list of tuples of values if argnames specifies multiple names. "
"Example: @parametrize('arg1', [1,2]) would lead to two calls of the "
"decorated test function, one with arg1=1 and another with arg1=2."
- "see https://docs.pytest.org/en/stable/parametrize.html for more info "
+ "see https://docs.pytest.org/en/stable/how-to/parametrize.html for more info "
"and examples.",
)
config.addinivalue_line(
"markers",
"usefixtures(fixturename1, fixturename2, ...): mark tests as needing "
"all of the specified fixtures. see "
- "https://docs.pytest.org/en/stable/fixture.html#usefixtures ",
+ "https://docs.pytest.org/en/stable/explanation/fixtures.html#usefixtures ",
)
@@ -170,7 +179,7 @@ def async_warn_and_skip(nodeid: str) -> None:
msg += " - pytest-trio\n"
msg += " - pytest-twisted"
warnings.warn(PytestUnhandledCoroutineWarning(msg.format(nodeid)))
- skip(msg="async def function and no async plugin installed (see warnings)")
+ skip(reason="async def function and no async plugin installed (see warnings)")
@hookimpl(trylast=True)
@@ -186,32 +195,31 @@ def pytest_pyfunc_call(pyfuncitem: "Function") -> Optional[object]:
return True
-def pytest_collect_file(
- path: py.path.local, parent: nodes.Collector
-) -> Optional["Module"]:
- ext = path.ext
- if ext == ".py":
- if not parent.session.isinitpath(path):
+def pytest_collect_file(file_path: Path, parent: nodes.Collector) -> Optional["Module"]:
+ if file_path.suffix == ".py":
+ if not parent.session.isinitpath(file_path):
if not path_matches_patterns(
- path, parent.config.getini("python_files") + ["__init__.py"]
+ file_path, parent.config.getini("python_files") + ["__init__.py"]
):
return None
- ihook = parent.session.gethookproxy(path)
- module: Module = ihook.pytest_pycollect_makemodule(path=path, parent=parent)
+ ihook = parent.session.gethookproxy(file_path)
+ module: Module = ihook.pytest_pycollect_makemodule(
+ module_path=file_path, parent=parent
+ )
return module
return None
-def path_matches_patterns(path: py.path.local, patterns: Iterable[str]) -> bool:
+def path_matches_patterns(path: Path, patterns: Iterable[str]) -> bool:
"""Return whether path matches any of the patterns in the list of globs given."""
- return any(path.fnmatch(pattern) for pattern in patterns)
+ return any(fnmatch_ex(pattern, path) for pattern in patterns)
-def pytest_pycollect_makemodule(path: py.path.local, parent) -> "Module":
- if path.basename == "__init__.py":
- pkg: Package = Package.from_parent(parent, fspath=path)
+def pytest_pycollect_makemodule(module_path: Path, parent) -> "Module":
+ if module_path.name == "__init__.py":
+ pkg: Package = Package.from_parent(parent, path=module_path)
return pkg
- mod: Module = Module.from_parent(parent, fspath=path)
+ mod: Module = Module.from_parent(parent, path=module_path)
return mod
@@ -250,20 +258,13 @@ def pytest_pycollect_makeitem(collector: "PyCollector", name: str, obj: object):
return res
-class PyobjMixin:
- _ALLOW_MARKERS = True
-
- # Function and attributes that the mixin needs (for type-checking only).
- if TYPE_CHECKING:
- name: str = ""
- parent: Optional[nodes.Node] = None
- own_markers: List[Mark] = []
+class PyobjMixin(nodes.Node):
+ """this mix-in inherits from Node to carry over the typing information
- def getparent(self, cls: Type[nodes._NodeType]) -> Optional[nodes._NodeType]:
- ...
+ as its intended to always mix in before a node
+ its position in the mro is unaffected"""
- def listchain(self) -> List[nodes.Node]:
- ...
+ _ALLOW_MARKERS = True
@property
def module(self):
@@ -279,9 +280,13 @@ def cls(self):
@property
def instance(self):
- """Python instance object this node was collected from (can be None)."""
- node = self.getparent(Instance)
- return node.obj if node is not None else None
+ """Python instance object the function is bound to.
+
+ Returns None if not a test method, e.g. for a standalone test function,
+ a staticmethod, a class or a module.
+ """
+ node = self.getparent(Function)
+ return getattr(node.obj, "__self__", None) if node is not None else None
@property
def obj(self):
@@ -290,7 +295,7 @@ def obj(self):
if obj is None:
self._obj = obj = self._getobj()
# XXX evil hack
- # used to avoid Instance collector marker duplication
+ # used to avoid Function marker duplication
if self._ALLOW_MARKERS:
self.own_markers.extend(get_unpacked_marks(self.obj))
return obj
@@ -312,8 +317,6 @@ def getmodpath(self, stopatmodule: bool = True, includemodule: bool = False) ->
chain.reverse()
parts = []
for node in chain:
- if isinstance(node, Instance):
- continue
name = node.name
if isinstance(node, Module):
name = os.path.splitext(name)[0]
@@ -325,7 +328,7 @@ def getmodpath(self, stopatmodule: bool = True, includemodule: bool = False) ->
parts.reverse()
return ".".join(parts)
- def reportinfo(self) -> Tuple[Union[py.path.local, str], int, str]:
+ def reportinfo(self) -> Tuple[Union["os.PathLike[str]", str], Optional[int], str]:
# XXX caching?
obj = self.obj
compat_co_firstlineno = getattr(obj, "compat_co_firstlineno", None)
@@ -334,13 +337,13 @@ def reportinfo(self) -> Tuple[Union[py.path.local, str], int, str]:
file_path = sys.modules[obj.__module__].__file__
if file_path.endswith(".pyc"):
file_path = file_path[:-1]
- fspath: Union[py.path.local, str] = file_path
+ path: Union["os.PathLike[str]", str] = file_path
lineno = compat_co_firstlineno
else:
- fspath, lineno = getfslineno(obj)
+ path, lineno = getfslineno(obj)
modpath = self.getmodpath()
assert isinstance(lineno, int)
- return fspath, lineno, modpath
+ return path, lineno, modpath
# As an optimization, these builtin attribute names are pre-ignored when
@@ -384,10 +387,7 @@ def istestfunction(self, obj: object, name: str) -> bool:
if isinstance(obj, staticmethod):
# staticmethods need to be unwrapped.
obj = safe_getattr(obj, "__func__", False)
- return (
- safe_getattr(obj, "__call__", False)
- and fixtures.getfixturemarker(obj) is None
- )
+ return callable(obj) and fixtures.getfixturemarker(obj) is None
else:
return False
@@ -413,15 +413,19 @@ def collect(self) -> Iterable[Union[nodes.Item, nodes.Collector]]:
if not getattr(self.obj, "__test__", True):
return []
- # NB. we avoid random getattrs and peek in the __dict__ instead
- # (XXX originally introduced from a PyPy need, still true?)
+ # Avoid random getattrs and peek in the __dict__ instead.
dicts = [getattr(self.obj, "__dict__", {})]
- for basecls in self.obj.__class__.__mro__:
- dicts.append(basecls.__dict__)
+ if isinstance(self.obj, type):
+ for basecls in self.obj.__mro__:
+ dicts.append(basecls.__dict__)
+
+ # In each class, nodes should be definition ordered. Since Python 3.6,
+ # __dict__ is definition ordered.
seen: Set[str] = set()
- values: List[Union[nodes.Item, nodes.Collector]] = []
+ dict_values: List[List[Union[nodes.Item, nodes.Collector]]] = []
ihook = self.ihook
for dic in dicts:
+ values: List[Union[nodes.Item, nodes.Collector]] = []
# Note: seems like the dict can change during iteration -
# be careful not to remove the list() without consideration.
for name, obj in list(dic.items()):
@@ -439,13 +443,14 @@ def collect(self) -> Iterable[Union[nodes.Item, nodes.Collector]]:
values.extend(res)
else:
values.append(res)
+ dict_values.append(values)
- def sort_key(item):
- fspath, lineno, _ = item.reportinfo()
- return (str(fspath), lineno)
-
- values.sort(key=sort_key)
- return values
+ # Between classes in the class hierarchy, reverse-MRO order -- nodes
+ # inherited from base classes should come before subclasses.
+ result = []
+ for values in reversed(dict_values):
+ result.extend(values)
+ return result
def _genfunctions(self, name: str, funcobj) -> Iterator["Function"]:
modulecol = self.getparent(Module)
@@ -453,26 +458,32 @@ def _genfunctions(self, name: str, funcobj) -> Iterator["Function"]:
module = modulecol.obj
clscol = self.getparent(Class)
cls = clscol and clscol.obj or None
- fm = self.session._fixturemanager
definition = FunctionDefinition.from_parent(self, name=name, callobj=funcobj)
fixtureinfo = definition._fixtureinfo
+ # pytest_generate_tests impls call metafunc.parametrize() which fills
+ # metafunc._calls, the outcome of the hook.
metafunc = Metafunc(
- definition, fixtureinfo, self.config, cls=cls, module=module
+ definition=definition,
+ fixtureinfo=fixtureinfo,
+ config=self.config,
+ cls=cls,
+ module=module,
+ _ispytest=True,
)
methods = []
if hasattr(module, "pytest_generate_tests"):
methods.append(module.pytest_generate_tests)
if cls is not None and hasattr(cls, "pytest_generate_tests"):
methods.append(cls().pytest_generate_tests)
-
self.ihook.pytest_generate_tests.call_extra(methods, dict(metafunc=metafunc))
if not metafunc._calls:
yield Function.from_parent(self, name=name, fixtureinfo=fixtureinfo)
else:
# Add funcargs() as fixturedefs to fixtureinfo.arg2fixturedefs.
+ fm = self.session._fixturemanager
fixtures.add_funcarg_pseudo_fixture_def(self, metafunc, fm)
# Add_funcarg_pseudo_fixture_def may have shadowed some fixtures
@@ -486,7 +497,6 @@ def _genfunctions(self, name: str, funcobj) -> Iterator["Function"]:
self,
name=subname,
callspec=callspec,
- callobj=funcobj,
fixtureinfo=fixtureinfo,
keywords={callspec.id: True},
originalname=name,
@@ -512,12 +522,23 @@ def _inject_setup_module_fixture(self) -> None:
Using a fixture to invoke this methods ensures we play nicely and unsurprisingly with
other fixtures (#517).
"""
+ has_nose = self.config.pluginmanager.has_plugin("nose")
setup_module = _get_first_non_fixture_func(
self.obj, ("setUpModule", "setup_module")
)
+ if setup_module is None and has_nose:
+ # The name "setup" is too common - only treat as fixture if callable.
+ setup_module = _get_first_non_fixture_func(self.obj, ("setup",))
+ if not callable(setup_module):
+ setup_module = None
teardown_module = _get_first_non_fixture_func(
self.obj, ("tearDownModule", "teardown_module")
)
+ if teardown_module is None and has_nose:
+ teardown_module = _get_first_non_fixture_func(self.obj, ("teardown",))
+ # Same as "setup" above - only treat as fixture if callable.
+ if not callable(teardown_module):
+ teardown_module = None
if setup_module is None and teardown_module is None:
return
@@ -526,7 +547,7 @@ def _inject_setup_module_fixture(self) -> None:
autouse=True,
scope="module",
# Use a unique name to speed up lookup.
- name=f"xunit_setup_module_fixture_{self.obj.__name__}",
+ name=f"_xunit_setup_module_fixture_{self.obj.__name__}",
)
def xunit_setup_module_fixture(request) -> Generator[None, None, None]:
if setup_module is not None:
@@ -555,7 +576,7 @@ def _inject_setup_function_fixture(self) -> None:
autouse=True,
scope="function",
# Use a unique name to speed up lookup.
- name=f"xunit_setup_function_fixture_{self.obj.__name__}",
+ name=f"_xunit_setup_function_fixture_{self.obj.__name__}",
)
def xunit_setup_function_fixture(request) -> Generator[None, None, None]:
if request.instance is not None:
@@ -575,7 +596,7 @@ def _importtestmodule(self):
# We assume we are only called once per module.
importmode = self.config.getoption("--import-mode")
try:
- mod = import_path(self.fspath, mode=importmode)
+ mod = import_path(self.path, mode=importmode, root=self.config.rootpath)
except SyntaxError as e:
raise self.CollectError(
ExceptionInfo.from_current().getrepr(style="short")
@@ -601,19 +622,19 @@ def _importtestmodule(self):
)
formatted_tb = str(exc_repr)
raise self.CollectError(
- "ImportError while importing test module '{fspath}'.\n"
+ "ImportError while importing test module '{path}'.\n"
"Hint: make sure your test modules/packages have valid Python names.\n"
"Traceback:\n"
- "{traceback}".format(fspath=self.fspath, traceback=formatted_tb)
+ "{traceback}".format(path=self.path, traceback=formatted_tb)
) from e
except skip.Exception as e:
if e.allow_module_level:
raise
raise self.CollectError(
- "Using pytest.skip outside of a test is not allowed. "
- "To decorate a test function, use the @pytest.mark.skip "
- "or @pytest.mark.skipif decorators instead, and to skip a "
- "module use `pytestmark = pytest.mark.{skip,skipif}."
+ "Using pytest.skip outside of a test will skip the entire module. "
+ "If that's your intention, pass `allow_module_level=True`. "
+ "If you want to skip a specific test or an entire class, "
+ "use the @pytest.mark.skip or @pytest.mark.skipif decorators."
) from e
self.config.pluginmanager.consider_module(mod)
return mod
@@ -622,20 +643,27 @@ def _importtestmodule(self):
class Package(Module):
def __init__(
self,
- fspath: py.path.local,
+ fspath: Optional[LEGACY_PATH],
parent: nodes.Collector,
# NOTE: following args are unused:
config=None,
session=None,
nodeid=None,
+ path=Optional[Path],
) -> None:
# NOTE: Could be just the following, but kept as-is for compat.
# nodes.FSCollector.__init__(self, fspath, parent=parent)
session = parent.session
nodes.FSCollector.__init__(
- self, fspath, parent=parent, config=config, session=session, nodeid=nodeid
+ self,
+ fspath=fspath,
+ path=path,
+ parent=parent,
+ config=config,
+ session=session,
+ nodeid=nodeid,
)
- self.name = os.path.basename(str(fspath.dirname))
+ self.name = self.path.parent.name
def setup(self) -> None:
# Not using fixtures to call setup_module here because autouse fixtures
@@ -653,69 +681,69 @@ def setup(self) -> None:
func = partial(_call_with_optional_argument, teardown_module, self.obj)
self.addfinalizer(func)
- def gethookproxy(self, fspath: py.path.local):
+ def gethookproxy(self, fspath: "os.PathLike[str]"):
warnings.warn(FSCOLLECTOR_GETHOOKPROXY_ISINITPATH, stacklevel=2)
return self.session.gethookproxy(fspath)
- def isinitpath(self, path: py.path.local) -> bool:
+ def isinitpath(self, path: Union[str, "os.PathLike[str]"]) -> bool:
warnings.warn(FSCOLLECTOR_GETHOOKPROXY_ISINITPATH, stacklevel=2)
return self.session.isinitpath(path)
def _recurse(self, direntry: "os.DirEntry[str]") -> bool:
if direntry.name == "__pycache__":
return False
- path = py.path.local(direntry.path)
- ihook = self.session.gethookproxy(path.dirpath())
- if ihook.pytest_ignore_collect(path=path, config=self.config):
+ fspath = Path(direntry.path)
+ ihook = self.session.gethookproxy(fspath.parent)
+ if ihook.pytest_ignore_collect(collection_path=fspath, config=self.config):
return False
norecursepatterns = self.config.getini("norecursedirs")
- if any(path.check(fnmatch=pat) for pat in norecursepatterns):
+ if any(fnmatch_ex(pat, fspath) for pat in norecursepatterns):
return False
return True
def _collectfile(
- self, path: py.path.local, handle_dupes: bool = True
+ self, fspath: Path, handle_dupes: bool = True
) -> Sequence[nodes.Collector]:
assert (
- path.isfile()
+ fspath.is_file()
), "{!r} is not a file (isdir={!r}, exists={!r}, islink={!r})".format(
- path, path.isdir(), path.exists(), path.islink()
+ fspath, fspath.is_dir(), fspath.exists(), fspath.is_symlink()
)
- ihook = self.session.gethookproxy(path)
- if not self.session.isinitpath(path):
- if ihook.pytest_ignore_collect(path=path, config=self.config):
+ ihook = self.session.gethookproxy(fspath)
+ if not self.session.isinitpath(fspath):
+ if ihook.pytest_ignore_collect(collection_path=fspath, config=self.config):
return ()
if handle_dupes:
keepduplicates = self.config.getoption("keepduplicates")
if not keepduplicates:
duplicate_paths = self.config.pluginmanager._duplicatepaths
- if path in duplicate_paths:
+ if fspath in duplicate_paths:
return ()
else:
- duplicate_paths.add(path)
+ duplicate_paths.add(fspath)
- return ihook.pytest_collect_file(path=path, parent=self) # type: ignore[no-any-return]
+ return ihook.pytest_collect_file(file_path=fspath, parent=self) # type: ignore[no-any-return]
def collect(self) -> Iterable[Union[nodes.Item, nodes.Collector]]:
- this_path = self.fspath.dirpath()
- init_module = this_path.join("__init__.py")
- if init_module.check(file=1) and path_matches_patterns(
+ this_path = self.path.parent
+ init_module = this_path / "__init__.py"
+ if init_module.is_file() and path_matches_patterns(
init_module, self.config.getini("python_files")
):
- yield Module.from_parent(self, fspath=init_module)
- pkg_prefixes: Set[py.path.local] = set()
+ yield Module.from_parent(self, path=init_module)
+ pkg_prefixes: Set[Path] = set()
for direntry in visit(str(this_path), recurse=self._recurse):
- path = py.path.local(direntry.path)
+ path = Path(direntry.path)
# We will visit our own __init__.py file, in which case we skip it.
if direntry.is_file():
- if direntry.name == "__init__.py" and path.dirpath() == this_path:
+ if direntry.name == "__init__.py" and path.parent == this_path:
continue
parts_ = parts(direntry.path)
if any(
- str(pkg_prefix) in parts_ and pkg_prefix.join("__init__.py") != path
+ str(pkg_prefix) in parts_ and pkg_prefix / "__init__.py" != path
for pkg_prefix in pkg_prefixes
):
continue
@@ -725,7 +753,7 @@ def collect(self) -> Iterable[Union[nodes.Item, nodes.Collector]]:
elif not direntry.is_dir():
# Broken symlink or invalid/missing file.
continue
- elif path.join("__init__.py").check(file=1):
+ elif path.joinpath("__init__.py").is_file():
pkg_prefixes.add(path)
@@ -741,22 +769,26 @@ def _call_with_optional_argument(func, arg) -> None:
func()
-def _get_first_non_fixture_func(obj: object, names: Iterable[str]):
+def _get_first_non_fixture_func(obj: object, names: Iterable[str]) -> Optional[object]:
"""Return the attribute from the given object to be used as a setup/teardown
xunit-style function, but only if not marked as a fixture to avoid calling it twice."""
for name in names:
- meth = getattr(obj, name, None)
+ meth: Optional[object] = getattr(obj, name, None)
if meth is not None and fixtures.getfixturemarker(meth) is None:
return meth
+ return None
class Class(PyCollector):
"""Collector for test methods."""
@classmethod
- def from_parent(cls, parent, *, name, obj=None):
+ def from_parent(cls, parent, *, name, obj=None, **kw):
"""The public constructor."""
- return super().from_parent(name=name, parent=parent)
+ return super().from_parent(name=name, parent=parent, **kw)
+
+ def newinstance(self):
+ return self.obj()
def collect(self) -> Iterable[Union[nodes.Item, nodes.Collector]]:
if not safe_getattr(self.obj, "__test__", True):
@@ -785,7 +817,9 @@ def collect(self) -> Iterable[Union[nodes.Item, nodes.Collector]]:
self._inject_setup_class_fixture()
self._inject_setup_method_fixture()
- return [Instance.from_parent(self, name="()")]
+ self.session._fixturemanager.parsefactories(self.newinstance(), self.nodeid)
+
+ return super().collect()
def _inject_setup_class_fixture(self) -> None:
"""Inject a hidden autouse, class scoped fixture into the collected class object
@@ -803,7 +837,7 @@ def _inject_setup_class_fixture(self) -> None:
autouse=True,
scope="class",
# Use a unique name to speed up lookup.
- name=f"xunit_setup_class_fixture_{self.obj.__qualname__}",
+ name=f"_xunit_setup_class_fixture_{self.obj.__qualname__}",
)
def xunit_setup_class_fixture(cls) -> Generator[None, None, None]:
if setup_class is not None:
@@ -823,8 +857,17 @@ def _inject_setup_method_fixture(self) -> None:
Using a fixture to invoke this methods ensures we play nicely and unsurprisingly with
other fixtures (#517).
"""
- setup_method = _get_first_non_fixture_func(self.obj, ("setup_method",))
- teardown_method = getattr(self.obj, "teardown_method", None)
+ has_nose = self.config.pluginmanager.has_plugin("nose")
+ setup_name = "setup_method"
+ setup_method = _get_first_non_fixture_func(self.obj, (setup_name,))
+ if setup_method is None and has_nose:
+ setup_name = "setup"
+ setup_method = _get_first_non_fixture_func(self.obj, (setup_name,))
+ teardown_name = "teardown_method"
+ teardown_method = getattr(self.obj, teardown_name, None)
+ if teardown_method is None and has_nose:
+ teardown_name = "teardown"
+ teardown_method = getattr(self.obj, teardown_name, None)
if setup_method is None and teardown_method is None:
return
@@ -832,40 +875,37 @@ def _inject_setup_method_fixture(self) -> None:
autouse=True,
scope="function",
# Use a unique name to speed up lookup.
- name=f"xunit_setup_method_fixture_{self.obj.__qualname__}",
+ name=f"_xunit_setup_method_fixture_{self.obj.__qualname__}",
)
def xunit_setup_method_fixture(self, request) -> Generator[None, None, None]:
method = request.function
if setup_method is not None:
- func = getattr(self, "setup_method")
+ func = getattr(self, setup_name)
_call_with_optional_argument(func, method)
yield
if teardown_method is not None:
- func = getattr(self, "teardown_method")
+ func = getattr(self, teardown_name)
_call_with_optional_argument(func, method)
self.obj.__pytest_setup_method = xunit_setup_method_fixture
-class Instance(PyCollector):
- _ALLOW_MARKERS = False # hack, destroy later
- # Instances share the object with their parents in a way
- # that duplicates markers instances if not taken out
- # can be removed at node structure reorganization time.
+class InstanceDummy:
+ """Instance used to be a node type between Class and Function. It has been
+ removed in pytest 7.0. Some plugins exist which reference `pytest.Instance`
+ only to ignore it; this dummy class keeps them working. This will be removed
+ in pytest 8."""
- def _getobj(self):
- # TODO: Improve the type of `parent` such that assert/ignore aren't needed.
- assert self.parent is not None
- obj = self.parent.obj # type: ignore[attr-defined]
- return obj()
+ pass
- def collect(self) -> Iterable[Union[nodes.Item, nodes.Collector]]:
- self.session._fixturemanager.parsefactories(self)
- return super().collect()
- def newinstance(self):
- self.obj = self._getobj()
- return self.obj
+# Note: module __getattr__ only works on Python>=3.7. Unfortunately
+# we can't provide this deprecation warning on Python 3.6.
+def __getattr__(name: str) -> object:
+ if name == "Instance":
+ warnings.warn(INSTANCE_COLLECTOR, 2)
+ return InstanceDummy
+ raise AttributeError(f"module {__name__} has no attribute {name}")
def hasinit(obj: object) -> bool:
@@ -883,69 +923,80 @@ def hasnew(obj: object) -> bool:
@final
+@attr.s(frozen=True, slots=True, auto_attribs=True)
class CallSpec2:
- def __init__(self, metafunc: "Metafunc") -> None:
- self.metafunc = metafunc
- self.funcargs: Dict[str, object] = {}
- self._idlist: List[str] = []
- self.params: Dict[str, object] = {}
- # Used for sorting parametrized resources.
- self._arg2scopenum: Dict[str, int] = {}
- self.marks: List[Mark] = []
- self.indices: Dict[str, int] = {}
-
- def copy(self) -> "CallSpec2":
- cs = CallSpec2(self.metafunc)
- cs.funcargs.update(self.funcargs)
- cs.params.update(self.params)
- cs.marks.extend(self.marks)
- cs.indices.update(self.indices)
- cs._arg2scopenum.update(self._arg2scopenum)
- cs._idlist = list(self._idlist)
- return cs
-
- def _checkargnotcontained(self, arg: str) -> None:
- if arg in self.params or arg in self.funcargs:
- raise ValueError(f"duplicate {arg!r}")
+ """A planned parameterized invocation of a test function.
- def getparam(self, name: str) -> object:
- try:
- return self.params[name]
- except KeyError as e:
- raise ValueError(name) from e
-
- @property
- def id(self) -> str:
- return "-".join(map(str, self._idlist))
+ Calculated during collection for a given test function's Metafunc.
+ Once collection is over, each callspec is turned into a single Item
+ and stored in item.callspec.
+ """
- def setmulti2(
+ # arg name -> arg value which will be passed to the parametrized test
+ # function (direct parameterization).
+ funcargs: Dict[str, object] = attr.Factory(dict)
+ # arg name -> arg value which will be passed to a fixture of the same name
+ # (indirect parametrization).
+ params: Dict[str, object] = attr.Factory(dict)
+ # arg name -> arg index.
+ indices: Dict[str, int] = attr.Factory(dict)
+ # Used for sorting parametrized resources.
+ _arg2scope: Dict[str, Scope] = attr.Factory(dict)
+ # Parts which will be added to the item's name in `[..]` separated by "-".
+ _idlist: List[str] = attr.Factory(list)
+ # Marks which will be applied to the item.
+ marks: List[Mark] = attr.Factory(list)
+
+ def setmulti(
self,
+ *,
valtypes: Mapping[str, "Literal['params', 'funcargs']"],
- argnames: Sequence[str],
+ argnames: Iterable[str],
valset: Iterable[object],
id: str,
marks: Iterable[Union[Mark, MarkDecorator]],
- scopenum: int,
+ scope: Scope,
param_index: int,
- ) -> None:
+ ) -> "CallSpec2":
+ funcargs = self.funcargs.copy()
+ params = self.params.copy()
+ indices = self.indices.copy()
+ arg2scope = self._arg2scope.copy()
for arg, val in zip(argnames, valset):
- self._checkargnotcontained(arg)
+ if arg in params or arg in funcargs:
+ raise ValueError(f"duplicate {arg!r}")
valtype_for_arg = valtypes[arg]
if valtype_for_arg == "params":
- self.params[arg] = val
+ params[arg] = val
elif valtype_for_arg == "funcargs":
- self.funcargs[arg] = val
- else: # pragma: no cover
- assert False, f"Unhandled valtype for arg: {valtype_for_arg}"
- self.indices[arg] = param_index
- self._arg2scopenum[arg] = scopenum
- self._idlist.append(id)
- self.marks.extend(normalize_mark_list(marks))
+ funcargs[arg] = val
+ else:
+ assert_never(valtype_for_arg)
+ indices[arg] = param_index
+ arg2scope[arg] = scope
+ return CallSpec2(
+ funcargs=funcargs,
+ params=params,
+ arg2scope=arg2scope,
+ indices=indices,
+ idlist=[*self._idlist, id],
+ marks=[*self.marks, *normalize_mark_list(marks)],
+ )
+
+ def getparam(self, name: str) -> object:
+ try:
+ return self.params[name]
+ except KeyError as e:
+ raise ValueError(name) from e
+
+ @property
+ def id(self) -> str:
+ return "-".join(self._idlist)
@final
class Metafunc:
- """Objects passed to the :func:`pytest_generate_tests <_pytest.hookspec.pytest_generate_tests>` hook.
+ """Objects passed to the :hook:`pytest_generate_tests` hook.
They help to inspect a test function and to generate tests according to
test configuration or values specified in the class or module where a
@@ -959,11 +1010,15 @@ def __init__(
config: Config,
cls=None,
module=None,
+ *,
+ _ispytest: bool = False,
) -> None:
+ check_ispytest(_ispytest)
+
#: Access to the underlying :class:`_pytest.python.FunctionDefinition`.
self.definition = definition
- #: Access to the :class:`_pytest.config.Config` object for the test session.
+ #: Access to the :class:`pytest.Config` object for the test session.
self.config = config
#: The module object where the test function is defined in.
@@ -978,9 +1033,11 @@ def __init__(
#: Class object where the test function is defined in or ``None``.
self.cls = cls
- self._calls: List[CallSpec2] = []
self._arg2fixturedefs = fixtureinfo.name2fixturedefs
+ # Result of parametrize().
+ self._calls: List[CallSpec2] = []
+
def parametrize(
self,
argnames: Union[str, List[str], Tuple[str, ...]],
@@ -992,14 +1049,23 @@ def parametrize(
Callable[[Any], Optional[object]],
]
] = None,
- scope: "Optional[_Scope]" = None,
+ scope: "Optional[_ScopeName]" = None,
*,
_param_mark: Optional[Mark] = None,
) -> None:
"""Add new invocations to the underlying test function using the list
- of argvalues for the given argnames. Parametrization is performed
- during the collection phase. If you need to setup expensive resources
- see about setting indirect to do it rather at test setup time.
+ of argvalues for the given argnames. Parametrization is performed
+ during the collection phase. If you need to setup expensive resources
+ see about setting indirect to do it rather than at test setup time.
+
+ Can be called multiple times, in which case each call parametrizes all
+ previous parametrizations, e.g.
+
+ ::
+
+ unparametrized: t
+ parametrize ["x", "y"]: t[x], t[y]
+ parametrize [1, 2]: t[x-1], t[x-2], t[y-1], t[y-2]
:param argnames:
A comma-separated string denoting one or more argument names, or
@@ -1048,8 +1114,6 @@ def parametrize(
It will also override any fixture-function defined scope, allowing
to set a dynamic scope using test context or configuration.
"""
- from _pytest.fixtures import scope2index
-
argnames, parameters = ParameterSet._for_parametrize(
argnames,
argvalues,
@@ -1065,8 +1129,12 @@ def parametrize(
pytrace=False,
)
- if scope is None:
- scope = _find_parametrized_scope(argnames, self._arg2fixturedefs, indirect)
+ if scope is not None:
+ scope_ = Scope.from_user(
+ scope, descr=f"parametrize() call in {self.function.__name__}"
+ )
+ else:
+ scope_ = _find_parametrized_scope(argnames, self._arg2fixturedefs, indirect)
self._validate_if_using_arg_names(argnames, indirect)
@@ -1086,25 +1154,20 @@ def parametrize(
if _param_mark and _param_mark._param_ids_from and generated_ids is None:
object.__setattr__(_param_mark._param_ids_from, "_param_ids_generated", ids)
- scopenum = scope2index(
- scope, descr=f"parametrize() call in {self.function.__name__}"
- )
-
# Create the new calls: if we are parametrize() multiple times (by applying the decorator
# more than once) then we accumulate those calls generating the cartesian product
# of all calls.
newcalls = []
- for callspec in self._calls or [CallSpec2(self)]:
+ for callspec in self._calls or [CallSpec2()]:
for param_index, (param_id, param_set) in enumerate(zip(ids, parameters)):
- newcallspec = callspec.copy()
- newcallspec.setmulti2(
- arg_values_types,
- argnames,
- param_set.values,
- param_id,
- param_set.marks,
- scopenum,
- param_index,
+ newcallspec = callspec.setmulti(
+ valtypes=arg_values_types,
+ argnames=argnames,
+ valset=param_set.values,
+ id=param_id,
+ marks=param_set.marks,
+ scope=scope_,
+ param_index=param_index,
)
newcalls.append(newcallspec)
self._calls = newcalls
@@ -1180,7 +1243,9 @@ def _validate_ids(
return new_ids
def _resolve_arg_value_types(
- self, argnames: Sequence[str], indirect: Union[bool, Sequence[str]],
+ self,
+ argnames: Sequence[str],
+ indirect: Union[bool, Sequence[str]],
) -> Dict[str, "Literal['params', 'funcargs']"]:
"""Resolve if each parametrized argument must be considered a
parameter to a fixture or a "funcarg" to the function, based on the
@@ -1218,7 +1283,9 @@ def _resolve_arg_value_types(
return valtypes
def _validate_if_using_arg_names(
- self, argnames: Sequence[str], indirect: Union[bool, Sequence[str]],
+ self,
+ argnames: Sequence[str],
+ indirect: Union[bool, Sequence[str]],
) -> None:
"""Check if all argnames are being used, by default values, or directly/indirectly.
@@ -1252,7 +1319,7 @@ def _find_parametrized_scope(
argnames: Sequence[str],
arg2fixturedefs: Mapping[str, Sequence[fixtures.FixtureDef[object]]],
indirect: Union[bool, Sequence[str]],
-) -> "fixtures._Scope":
+) -> Scope:
"""Find the most appropriate scope for a parametrized call based on its arguments.
When there's at least one direct argument, always use "function" scope.
@@ -1270,17 +1337,14 @@ def _find_parametrized_scope(
if all_arguments_are_fixtures:
fixturedefs = arg2fixturedefs or {}
used_scopes = [
- fixturedef[0].scope
+ fixturedef[0]._scope
for name, fixturedef in fixturedefs.items()
if name in argnames
]
- if used_scopes:
- # Takes the most narrow scope from used fixtures.
- for scope in reversed(fixtures.scopes):
- if scope in used_scopes:
- return scope
+ # Takes the most narrow scope from used fixtures.
+ return min(used_scopes, default=Scope.Function)
- return "function"
+ return Scope.Function
def _ascii_escaped_by_config(val: Union[str, bytes], config: Optional[Config]) -> str:
@@ -1323,9 +1387,9 @@ def _idval(
if isinstance(val, STRING_TYPES):
return _ascii_escaped_by_config(val, config)
- elif val is None or isinstance(val, (float, int, bool)):
+ elif val is None or isinstance(val, (float, int, bool, complex)):
return str(val)
- elif isinstance(val, REGEX_TYPE):
+ elif isinstance(val, Pattern):
return ascii_escaped(val.pattern)
elif val is NOTSET:
# Fallback to default. Note that NOTSET is an enum.Enum.
@@ -1389,12 +1453,22 @@ def idmaker(
# Suffix non-unique IDs to make them unique.
for index, test_id in enumerate(resolved_ids):
if test_id_counts[test_id] > 1:
- resolved_ids[index] = "{}{}".format(test_id, test_id_suffixes[test_id])
+ resolved_ids[index] = f"{test_id}{test_id_suffixes[test_id]}"
test_id_suffixes[test_id] += 1
return resolved_ids
+def _pretty_fixture_path(func) -> str:
+ cwd = Path.cwd()
+ loc = Path(getlocation(func, str(cwd)))
+ prefix = Path("...", "_pytest")
+ try:
+ return str(prefix / loc.relative_to(_PYTEST_DIR))
+ except ValueError:
+ return bestrelpath(cwd, loc)
+
+
def show_fixtures_per_test(config):
from _pytest.main import wrap_session
@@ -1405,27 +1479,27 @@ def _show_fixtures_per_test(config: Config, session: Session) -> None:
import _pytest.config
session.perform_collect()
- curdir = py.path.local()
+ curdir = Path.cwd()
tw = _pytest.config.create_terminal_writer(config)
verbose = config.getvalue("verbose")
- def get_best_relpath(func):
+ def get_best_relpath(func) -> str:
loc = getlocation(func, str(curdir))
- return curdir.bestrelpath(py.path.local(loc))
+ return bestrelpath(curdir, Path(loc))
def write_fixture(fixture_def: fixtures.FixtureDef[object]) -> None:
argname = fixture_def.argname
if verbose <= 0 and argname.startswith("_"):
return
- if verbose > 0:
- bestrel = get_best_relpath(fixture_def.func)
- funcargspec = f"{argname} -- {bestrel}"
- else:
- funcargspec = argname
- tw.line(funcargspec, green=True)
+ prettypath = _pretty_fixture_path(fixture_def.func)
+ tw.write(f"{argname}", green=True)
+ tw.write(f" -- {prettypath}", yellow=True)
+ tw.write("\n")
fixture_doc = inspect.getdoc(fixture_def.func)
if fixture_doc:
- write_docstring(tw, fixture_doc)
+ write_docstring(
+ tw, fixture_doc.split("\n\n")[0] if verbose <= 0 else fixture_doc
+ )
else:
tw.line(" no docstring available", red=True)
@@ -1438,7 +1512,7 @@ def write_item(item: nodes.Item) -> None:
tw.line()
tw.sep("-", f"fixtures used by {item.name}")
# TODO: Fix this type ignore.
- tw.sep("-", "({})".format(get_best_relpath(item.function))) # type: ignore[attr-defined]
+ tw.sep("-", f"({get_best_relpath(item.function)})") # type: ignore[attr-defined]
# dict key not used in loop but needed for sorting.
for _, fixturedefs in sorted(info.name2fixturedefs.items()):
assert fixturedefs is not None
@@ -1461,7 +1535,7 @@ def _showfixtures_main(config: Config, session: Session) -> None:
import _pytest.config
session.perform_collect()
- curdir = py.path.local()
+ curdir = Path.cwd()
tw = _pytest.config.create_terminal_writer(config)
verbose = config.getvalue("verbose")
@@ -1483,7 +1557,7 @@ def _showfixtures_main(config: Config, session: Session) -> None:
(
len(fixturedef.baseid),
fixturedef.func.__module__,
- curdir.bestrelpath(py.path.local(loc)),
+ _pretty_fixture_path(fixturedef.func),
fixturedef.argname,
fixturedef,
)
@@ -1491,26 +1565,24 @@ def _showfixtures_main(config: Config, session: Session) -> None:
available.sort()
currentmodule = None
- for baseid, module, bestrel, argname, fixturedef in available:
+ for baseid, module, prettypath, argname, fixturedef in available:
if currentmodule != module:
if not module.startswith("_pytest."):
tw.line()
tw.sep("-", f"fixtures defined from {module}")
currentmodule = module
- if verbose <= 0 and argname[0] == "_":
+ if verbose <= 0 and argname.startswith("_"):
continue
- tw.write(argname, green=True)
+ tw.write(f"{argname}", green=True)
if fixturedef.scope != "function":
tw.write(" [%s scope]" % fixturedef.scope, cyan=True)
- if verbose > 0:
- tw.write(" -- %s" % bestrel, yellow=True)
+ tw.write(f" -- {prettypath}", yellow=True)
tw.write("\n")
- loc = getlocation(fixturedef.func, str(curdir))
doc = inspect.getdoc(fixturedef.func)
if doc:
- write_docstring(tw, doc)
+ write_docstring(tw, doc.split("\n\n")[0] if verbose <= 0 else doc)
else:
- tw.line(f" {loc}: no docstring available", red=True)
+ tw.line(" no docstring available", red=True)
tw.line()
@@ -1522,26 +1594,26 @@ def write_docstring(tw: TerminalWriter, doc: str, indent: str = " ") -> None:
class Function(PyobjMixin, nodes.Item):
"""An Item responsible for setting up and executing a Python test function.
- param name:
+ :param name:
The full function name, including any decorations like those
added by parametrization (``my_func[my_param]``).
- param parent:
+ :param parent:
The parent Node.
- param config:
+ :param config:
The pytest Config object.
- param callspec:
+ :param callspec:
If given, this is function has been parametrized and the callspec contains
meta information about the parametrization.
- param callobj:
+ :param callobj:
If given, the object which will be called when the Function is invoked,
otherwise the callobj will be obtained from ``parent`` using ``originalname``.
- param keywords:
+ :param keywords:
Keywords bound to the function object for "-k" matching.
- param session:
+ :param session:
The pytest Session object.
- param fixtureinfo:
+ :param fixtureinfo:
Fixture information already resolved at this fixture node..
- param originalname:
+ :param originalname:
The attribute name to use for accessing the underlying function object.
Defaults to ``name``. Set this if name is different from the original name,
for example when it contains decorations like those added by parametrization
@@ -1588,7 +1660,7 @@ def __init__(
# this will be redeemed later
for mark in callspec.marks:
# feel free to cry, this was broken for years before
- # and keywords cant fix it per design
+ # and keywords can't fix it per design
self.keywords[mark.name] = mark
self.own_markers.extend(normalize_mark_list(callspec.marks))
if keywords:
@@ -1629,7 +1701,12 @@ def function(self):
def _getobj(self):
assert self.parent is not None
- return getattr(self.parent.obj, self.originalname) # type: ignore[attr-defined]
+ if isinstance(self.parent, Class):
+ # Each Function gets a fresh class instance.
+ parent_obj = self.parent.newinstance()
+ else:
+ parent_obj = self.parent.obj # type: ignore[attr-defined]
+ return getattr(parent_obj, self.originalname)
@property
def _pyfuncitem(self):
@@ -1641,9 +1718,6 @@ def runtest(self) -> None:
self.ihook.pytest_pyfunc_call(pyfuncitem=self)
def setup(self) -> None:
- if isinstance(self.parent, Instance):
- self.parent.newinstance()
- self.obj = self._getobj()
self._request._fillfixtures()
def _prunetraceback(self, excinfo: ExceptionInfo[BaseException]) -> None:
@@ -1669,7 +1743,8 @@ def _prunetraceback(self, excinfo: ExceptionInfo[BaseException]) -> None:
# TODO: Type ignored -- breaks Liskov Substitution.
def repr_failure( # type: ignore[override]
- self, excinfo: ExceptionInfo[BaseException],
+ self,
+ excinfo: ExceptionInfo[BaseException],
) -> Union[str, TerminalRepr]:
style = self.config.getoption("tbstyle", "auto")
if style == "auto":
diff --git a/src/_pytest/python_api.py b/src/_pytest/python_api.py
index bae2076892b..cb72fde1e1f 100644
--- a/src/_pytest/python_api.py
+++ b/src/_pytest/python_api.py
@@ -1,7 +1,5 @@
import math
import pprint
-from collections.abc import Iterable
-from collections.abc import Mapping
from collections.abc import Sized
from decimal import Decimal
from numbers import Complex
@@ -10,14 +8,23 @@
from typing import Callable
from typing import cast
from typing import Generic
+from typing import Iterable
+from typing import List
+from typing import Mapping
from typing import Optional
from typing import overload
from typing import Pattern
+from typing import Sequence
from typing import Tuple
from typing import Type
+from typing import TYPE_CHECKING
from typing import TypeVar
from typing import Union
+if TYPE_CHECKING:
+ from numpy import ndarray
+
+
import _pytest._code
from _pytest.compat import final
from _pytest.compat import STRING_TYPES
@@ -33,6 +40,32 @@ def _non_numeric_type_error(value, at: Optional[str]) -> TypeError:
)
+def _compare_approx(
+ full_object: object,
+ message_data: Sequence[Tuple[str, str, str]],
+ number_of_elements: int,
+ different_ids: Sequence[object],
+ max_abs_diff: float,
+ max_rel_diff: float,
+) -> List[str]:
+ message_list = list(message_data)
+ message_list.insert(0, ("Index", "Obtained", "Expected"))
+ max_sizes = [0, 0, 0]
+ for index, obtained, expected in message_list:
+ max_sizes[0] = max(max_sizes[0], len(index))
+ max_sizes[1] = max(max_sizes[1], len(obtained))
+ max_sizes[2] = max(max_sizes[2], len(expected))
+ explanation = [
+ f"comparison failed. Mismatched elements: {len(different_ids)} / {number_of_elements}:",
+ f"Max absolute difference: {max_abs_diff}",
+ f"Max relative difference: {max_rel_diff}",
+ ] + [
+ f"{indexes:<{max_sizes[0]}} | {obtained:<{max_sizes[1]}} | {expected:<{max_sizes[2]}}"
+ for indexes, obtained, expected in message_list
+ ]
+ return explanation
+
+
# builtin pytest.approx helper
@@ -55,11 +88,24 @@ def __init__(self, expected, rel=None, abs=None, nan_ok: bool = False) -> None:
def __repr__(self) -> str:
raise NotImplementedError
+ def _repr_compare(self, other_side: Any) -> List[str]:
+ return [
+ "comparison failed",
+ f"Obtained: {other_side}",
+ f"Expected: {self}",
+ ]
+
def __eq__(self, actual) -> bool:
return all(
a == self._approx_scalar(x) for a, x in self._yield_comparisons(actual)
)
+ def __bool__(self):
+ __tracebackhide__ = True
+ raise AssertionError(
+ "approx() is not supported in a boolean context.\nDid you mean: `assert a == approx(b)`?"
+ )
+
# Ignore type because of https://github.com/python/mypy/issues/4266.
__hash__ = None # type: ignore
@@ -67,6 +113,8 @@ def __ne__(self, actual) -> bool:
return not (actual == self)
def _approx_scalar(self, x) -> "ApproxScalar":
+ if isinstance(x, Decimal):
+ return ApproxDecimal(x, rel=self.rel, abs=self.abs, nan_ok=self.nan_ok)
return ApproxScalar(x, rel=self.rel, abs=self.abs, nan_ok=self.nan_ok)
def _yield_comparisons(self, actual):
@@ -88,7 +136,7 @@ def _check_type(self) -> None:
def _recursive_list_map(f, x):
if isinstance(x, list):
- return list(_recursive_list_map(f, xi) for xi in x)
+ return [_recursive_list_map(f, xi) for xi in x]
else:
return f(x)
@@ -100,6 +148,66 @@ def __repr__(self) -> str:
list_scalars = _recursive_list_map(self._approx_scalar, self.expected.tolist())
return f"approx({list_scalars!r})"
+ def _repr_compare(self, other_side: "ndarray") -> List[str]:
+ import itertools
+ import math
+
+ def get_value_from_nested_list(
+ nested_list: List[Any], nd_index: Tuple[Any, ...]
+ ) -> Any:
+ """
+ Helper function to get the value out of a nested list, given an n-dimensional index.
+ This mimics numpy's indexing, but for raw nested python lists.
+ """
+ value: Any = nested_list
+ for i in nd_index:
+ value = value[i]
+ return value
+
+ np_array_shape = self.expected.shape
+ approx_side_as_list = _recursive_list_map(
+ self._approx_scalar, self.expected.tolist()
+ )
+
+ if np_array_shape != other_side.shape:
+ return [
+ "Impossible to compare arrays with different shapes.",
+ f"Shapes: {np_array_shape} and {other_side.shape}",
+ ]
+
+ number_of_elements = self.expected.size
+ max_abs_diff = -math.inf
+ max_rel_diff = -math.inf
+ different_ids = []
+ for index in itertools.product(*(range(i) for i in np_array_shape)):
+ approx_value = get_value_from_nested_list(approx_side_as_list, index)
+ other_value = get_value_from_nested_list(other_side, index)
+ if approx_value != other_value:
+ abs_diff = abs(approx_value.expected - other_value)
+ max_abs_diff = max(max_abs_diff, abs_diff)
+ if other_value == 0.0:
+ max_rel_diff = math.inf
+ else:
+ max_rel_diff = max(max_rel_diff, abs_diff / abs(other_value))
+ different_ids.append(index)
+
+ message_data = [
+ (
+ str(index),
+ str(get_value_from_nested_list(other_side, index)),
+ str(get_value_from_nested_list(approx_side_as_list, index)),
+ )
+ for index in different_ids
+ ]
+ return _compare_approx(
+ self.expected,
+ message_data,
+ number_of_elements,
+ different_ids,
+ max_abs_diff,
+ max_rel_diff,
+ )
+
def __eq__(self, actual) -> bool:
import numpy as np
@@ -114,7 +222,7 @@ def __eq__(self, actual) -> bool:
if not np.isscalar(actual) and actual.shape != self.expected.shape:
return False
- return ApproxBase.__eq__(self, actual)
+ return super().__eq__(actual)
def _yield_comparisons(self, actual):
import numpy as np
@@ -140,6 +248,44 @@ def __repr__(self) -> str:
{k: self._approx_scalar(v) for k, v in self.expected.items()}
)
+ def _repr_compare(self, other_side: Mapping[object, float]) -> List[str]:
+ import math
+
+ approx_side_as_map = {
+ k: self._approx_scalar(v) for k, v in self.expected.items()
+ }
+
+ number_of_elements = len(approx_side_as_map)
+ max_abs_diff = -math.inf
+ max_rel_diff = -math.inf
+ different_ids = []
+ for (approx_key, approx_value), other_value in zip(
+ approx_side_as_map.items(), other_side.values()
+ ):
+ if approx_value != other_value:
+ max_abs_diff = max(
+ max_abs_diff, abs(approx_value.expected - other_value)
+ )
+ max_rel_diff = max(
+ max_rel_diff,
+ abs((approx_value.expected - other_value) / approx_value.expected),
+ )
+ different_ids.append(approx_key)
+
+ message_data = [
+ (str(key), str(other_side[key]), str(approx_side_as_map[key]))
+ for key in different_ids
+ ]
+
+ return _compare_approx(
+ self.expected,
+ message_data,
+ number_of_elements,
+ different_ids,
+ max_abs_diff,
+ max_rel_diff,
+ )
+
def __eq__(self, actual) -> bool:
try:
if set(actual.keys()) != set(self.expected.keys()):
@@ -147,7 +293,7 @@ def __eq__(self, actual) -> bool:
except AttributeError:
return False
- return ApproxBase.__eq__(self, actual)
+ return super().__eq__(actual)
def _yield_comparisons(self, actual):
for k in self.expected.keys():
@@ -172,13 +318,55 @@ def __repr__(self) -> str:
seq_type(self._approx_scalar(x) for x in self.expected)
)
+ def _repr_compare(self, other_side: Sequence[float]) -> List[str]:
+ import math
+ import numpy as np
+
+ if len(self.expected) != len(other_side):
+ return [
+ "Impossible to compare lists with different sizes.",
+ f"Lengths: {len(self.expected)} and {len(other_side)}",
+ ]
+
+ approx_side_as_map = _recursive_list_map(self._approx_scalar, self.expected)
+
+ number_of_elements = len(approx_side_as_map)
+ max_abs_diff = -math.inf
+ max_rel_diff = -math.inf
+ different_ids = []
+ for i, (approx_value, other_value) in enumerate(
+ zip(approx_side_as_map, other_side)
+ ):
+ if approx_value != other_value:
+ abs_diff = abs(approx_value.expected - other_value)
+ max_abs_diff = max(max_abs_diff, abs_diff)
+ if other_value == 0.0:
+ max_rel_diff = np.inf
+ else:
+ max_rel_diff = max(max_rel_diff, abs_diff / abs(other_value))
+ different_ids.append(i)
+
+ message_data = [
+ (str(i), str(other_side[i]), str(approx_side_as_map[i]))
+ for i in different_ids
+ ]
+
+ return _compare_approx(
+ self.expected,
+ message_data,
+ number_of_elements,
+ different_ids,
+ max_abs_diff,
+ max_rel_diff,
+ )
+
def __eq__(self, actual) -> bool:
try:
if len(actual) != len(self.expected):
return False
except TypeError:
return False
- return ApproxBase.__eq__(self, actual)
+ return super().__eq__(actual)
def _yield_comparisons(self, actual):
return zip(actual, self.expected)
@@ -205,7 +393,6 @@ def __repr__(self) -> str:
For example, ``1.0 ± 1e-6``, ``(3+4j) ± 5e-6 ∠ ±180°``.
"""
-
# Don't show a tolerance for values that aren't compared using
# tolerances, i.e. non-numerics and infinities. Need to call abs to
# handle complex numbers, e.g. (inf + 1j).
@@ -232,10 +419,11 @@ def __repr__(self) -> str:
def __eq__(self, actual) -> bool:
"""Return whether the given value is equal to the expected value
within the pre-specified tolerance."""
- if _is_numpy_array(actual):
+ asarray = _as_numpy_array(actual)
+ if asarray is not None:
# Call ``__eq__()`` manually to prevent infinite-recursion with
# numpy<1.13. See #3748.
- return all(self.__eq__(a) for a in actual.flat)
+ return all(self.__eq__(a) for a in asarray.flat)
# Short-circuit exact equality.
if actual == self.expected:
@@ -311,7 +499,7 @@ def set_default(x, default):
if relative_tolerance < 0:
raise ValueError(
- f"relative tolerance can't be negative: {absolute_tolerance}"
+ f"relative tolerance can't be negative: {relative_tolerance}"
)
if math.isnan(relative_tolerance):
raise ValueError("relative tolerance can't be NaN.")
@@ -331,14 +519,12 @@ def approx(expected, rel=None, abs=None, nan_ok: bool = False) -> ApproxBase:
"""Assert that two numbers (or two sets of numbers) are equal to each other
within some tolerance.
- Due to the `intricacies of floating-point arithmetic`__, numbers that we
+ Due to the :std:doc:`tutorial/floatingpoint`, numbers that we
would intuitively expect to be equal are not always so::
>>> 0.1 + 0.2 == 0.3
False
- __ https://docs.python.org/3/tutorial/floatingpoint.html
-
This problem is commonly encountered when writing tests, e.g. when making
sure that floating-point values are what you expect them to be. One way to
deal with this problem is to assert that two floating-point numbers are
@@ -443,27 +629,22 @@ def approx(expected, rel=None, abs=None, nan_ok: bool = False) -> ApproxBase:
both ``a`` and ``b``, this test is symmetric (i.e. neither ``a`` nor
``b`` is a "reference value"). You have to specify an absolute tolerance
if you want to compare to ``0.0`` because there is no tolerance by
- default. `More information...`__
-
- __ https://docs.python.org/3/library/math.html#math.isclose
+ default. More information: :py:func:`math.isclose`.
- ``numpy.isclose(a, b, rtol=1e-5, atol=1e-8)``: True if the difference
between ``a`` and ``b`` is less that the sum of the relative tolerance
w.r.t. ``b`` and the absolute tolerance. Because the relative tolerance
is only calculated w.r.t. ``b``, this test is asymmetric and you can
think of ``b`` as the reference value. Support for comparing sequences
- is provided by ``numpy.allclose``. `More information...`__
-
- __ https://numpy.org/doc/stable/reference/generated/numpy.isclose.html
+ is provided by :py:func:`numpy.allclose`. More information:
+ :std:doc:`numpy:reference/generated/numpy.isclose`.
- ``unittest.TestCase.assertAlmostEqual(a, b)``: True if ``a`` and ``b``
are within an absolute tolerance of ``1e-7``. No relative tolerance is
- considered and the absolute tolerance cannot be changed, so this function
- is not appropriate for very large or very small numbers. Also, it's only
- available in subclasses of ``unittest.TestCase`` and it's ugly because it
- doesn't follow PEP8. `More information...`__
-
- __ https://docs.python.org/3/library/unittest.html#unittest.TestCase.assertAlmostEqual
+ considered , so this function is not appropriate for very large or very
+ small numbers. Also, it's only available in subclasses of ``unittest.TestCase``
+ and it's ugly because it doesn't follow PEP8. More information:
+ :py:meth:`unittest.TestCase.assertAlmostEqual`.
- ``a == pytest.approx(b, rel=1e-6, abs=1e-12)``: True if the relative
tolerance is met w.r.t. ``b`` or if the absolute tolerance is met.
@@ -472,11 +653,17 @@ def approx(expected, rel=None, abs=None, nan_ok: bool = False) -> ApproxBase:
special case that you explicitly specify an absolute tolerance but not a
relative tolerance, only the absolute tolerance is considered.
+ .. note::
+
+ ``approx`` can handle numpy arrays, but we recommend the
+ specialised test helpers in :std:doc:`numpy:reference/routines.testing`
+ if you need support for comparisons, NaNs, or ULP-based tolerances.
+
.. warning::
.. versionchanged:: 3.2
- In order to avoid inconsistent behavior, ``TypeError`` is
+ In order to avoid inconsistent behavior, :py:exc:`TypeError` is
raised for ``>``, ``>=``, ``<`` and ``<=`` comparisons.
The example below illustrates the problem::
@@ -486,9 +673,7 @@ def approx(expected, rel=None, abs=None, nan_ok: bool = False) -> ApproxBase:
In the second example one expects ``approx(0.1).__le__(0.1 + 1e-10)``
to be called. But instead, ``approx(0.1).__lt__(0.1 + 1e-10)`` is used to
comparison. This is because the call hierarchy of rich comparisons
- follows a fixed behavior. `More information...`__
-
- __ https://docs.python.org/3/reference/datamodel.html#object.__ge__
+ follows a fixed behavior. More information: :py:meth:`object.__ge__`
.. versionchanged:: 3.7.1
``approx`` raises ``TypeError`` when it encounters a dict value or
@@ -521,6 +706,7 @@ def approx(expected, rel=None, abs=None, nan_ok: bool = False) -> ApproxBase:
elif isinstance(expected, Mapping):
cls = ApproxMapping
elif _is_numpy_array(expected):
+ expected = _as_numpy_array(expected)
cls = ApproxNumpy
elif (
isinstance(expected, Iterable)
@@ -536,62 +722,74 @@ def approx(expected, rel=None, abs=None, nan_ok: bool = False) -> ApproxBase:
def _is_numpy_array(obj: object) -> bool:
- """Return true if the given object is a numpy array.
+ """
+ Return true if the given object is implicitly convertible to ndarray,
+ and numpy is already imported.
+ """
+ return _as_numpy_array(obj) is not None
+
- A special effort is made to avoid importing numpy unless it's really necessary.
+def _as_numpy_array(obj: object) -> Optional["ndarray"]:
+ """
+ Return an ndarray if the given object is implicitly convertible to ndarray,
+ and numpy is already imported, otherwise None.
"""
import sys
np: Any = sys.modules.get("numpy")
if np is not None:
- return isinstance(obj, np.ndarray)
- return False
+ # avoid infinite recursion on numpy scalars, which have __array__
+ if np.isscalar(obj):
+ return None
+ elif isinstance(obj, np.ndarray):
+ return obj
+ elif hasattr(obj, "__array__") or hasattr("obj", "__array_interface__"):
+ return np.asarray(obj)
+ return None
# builtin pytest.raises helper
-_E = TypeVar("_E", bound=BaseException)
+E = TypeVar("E", bound=BaseException)
@overload
def raises(
- expected_exception: Union[Type[_E], Tuple[Type[_E], ...]],
+ expected_exception: Union[Type[E], Tuple[Type[E], ...]],
*,
match: Optional[Union[str, Pattern[str]]] = ...,
-) -> "RaisesContext[_E]":
+) -> "RaisesContext[E]":
...
@overload
def raises(
- expected_exception: Union[Type[_E], Tuple[Type[_E], ...]],
+ expected_exception: Union[Type[E], Tuple[Type[E], ...]],
func: Callable[..., Any],
*args: Any,
**kwargs: Any,
-) -> _pytest._code.ExceptionInfo[_E]:
+) -> _pytest._code.ExceptionInfo[E]:
...
def raises(
- expected_exception: Union[Type[_E], Tuple[Type[_E], ...]], *args: Any, **kwargs: Any
-) -> Union["RaisesContext[_E]", _pytest._code.ExceptionInfo[_E]]:
+ expected_exception: Union[Type[E], Tuple[Type[E], ...]], *args: Any, **kwargs: Any
+) -> Union["RaisesContext[E]", _pytest._code.ExceptionInfo[E]]:
r"""Assert that a code block/function call raises ``expected_exception``
or raise a failure exception otherwise.
:kwparam match:
If specified, a string containing a regular expression,
or a regular expression object, that is tested against the string
- representation of the exception using ``re.search``. To match a literal
- string that may contain `special characters`__, the pattern can
- first be escaped with ``re.escape``.
+ representation of the exception using :py:func:`re.search`. To match a literal
+ string that may contain :std:ref:`special characters <re-syntax>`, the pattern can
+ first be escaped with :py:func:`re.escape`.
- (This is only used when ``pytest.raises`` is used as a context manager,
+ (This is only used when :py:func:`pytest.raises` is used as a context manager,
and passed through to the function otherwise.
- When using ``pytest.raises`` as a function, you can use:
+ When using :py:func:`pytest.raises` as a function, you can use:
``pytest.raises(Exc, func, match="passed on").match("my pattern")``.)
- __ https://docs.python.org/3/library/re.html#regular-expression-syntax
-
.. currentmodule:: _pytest._code
Use ``pytest.raises`` as a context manager, which will capture the exception of the given
@@ -688,11 +886,11 @@ def raises(
__tracebackhide__ = True
if isinstance(expected_exception, type):
- excepted_exceptions: Tuple[Type[_E], ...] = (expected_exception,)
+ excepted_exceptions: Tuple[Type[E], ...] = (expected_exception,)
else:
excepted_exceptions = expected_exception
for exc in excepted_exceptions:
- if not isinstance(exc, type) or not issubclass(exc, BaseException): # type: ignore[unreachable]
+ if not isinstance(exc, type) or not issubclass(exc, BaseException):
msg = "expected exception must be a BaseException type, not {}" # type: ignore[unreachable]
not_a = exc.__name__ if isinstance(exc, type) else type(exc).__name__
raise TypeError(msg.format(not_a))
@@ -710,9 +908,7 @@ def raises(
else:
func = args[0]
if not callable(func):
- raise TypeError(
- "{!r} object (type: {}) must be callable".format(func, type(func))
- )
+ raise TypeError(f"{func!r} object (type: {type(func)}) must be callable")
try:
func(*args[1:], **kwargs)
except expected_exception as e:
@@ -729,19 +925,19 @@ def raises(
@final
-class RaisesContext(Generic[_E]):
+class RaisesContext(Generic[E]):
def __init__(
self,
- expected_exception: Union[Type[_E], Tuple[Type[_E], ...]],
+ expected_exception: Union[Type[E], Tuple[Type[E], ...]],
message: str,
match_expr: Optional[Union[str, Pattern[str]]] = None,
) -> None:
self.expected_exception = expected_exception
self.message = message
self.match_expr = match_expr
- self.excinfo: Optional[_pytest._code.ExceptionInfo[_E]] = None
+ self.excinfo: Optional[_pytest._code.ExceptionInfo[E]] = None
- def __enter__(self) -> _pytest._code.ExceptionInfo[_E]:
+ def __enter__(self) -> _pytest._code.ExceptionInfo[E]:
self.excinfo = _pytest._code.ExceptionInfo.for_later()
return self.excinfo
@@ -758,7 +954,7 @@ def __exit__(
if not issubclass(exc_type, self.expected_exception):
return False
# Cast to narrow the exception type now that it's verified.
- exc_info = cast(Tuple[Type[_E], _E, TracebackType], (exc_type, exc_val, exc_tb))
+ exc_info = cast(Tuple[Type[E], E, TracebackType], (exc_type, exc_val, exc_tb))
self.excinfo.fill_unfilled(exc_info)
if self.match_expr is not None:
self.excinfo.match(self.match_expr)
diff --git a/src/_pytest/pythonpath.py b/src/_pytest/pythonpath.py
new file mode 100644
index 00000000000..cceabbca12a
--- /dev/null
+++ b/src/_pytest/pythonpath.py
@@ -0,0 +1,24 @@
+import sys
+
+import pytest
+from pytest import Config
+from pytest import Parser
+
+
+def pytest_addoption(parser: Parser) -> None:
+ parser.addini("pythonpath", type="paths", help="Add paths to sys.path", default=[])
+
+
+@pytest.hookimpl(tryfirst=True)
+def pytest_load_initial_conftests(early_config: Config) -> None:
+ # `pythonpath = a b` will set `sys.path` to `[a, b, x, y, z, ...]`
+ for path in reversed(early_config.getini("pythonpath")):
+ sys.path.insert(0, str(path))
+
+
+@pytest.hookimpl(trylast=True)
+def pytest_unconfigure(config: Config) -> None:
+ for path in config.getini("pythonpath"):
+ path_str = str(path)
+ if path_str in sys.path:
+ sys.path.remove(path_str)
diff --git a/src/_pytest/recwarn.py b/src/_pytest/recwarn.py
index d872d9da401..175b571a80c 100644
--- a/src/_pytest/recwarn.py
+++ b/src/_pytest/recwarn.py
@@ -17,6 +17,7 @@
from _pytest.compat import final
from _pytest.deprecated import check_ispytest
+from _pytest.deprecated import WARNS_NONE_ARG
from _pytest.fixtures import fixture
from _pytest.outcomes import fail
@@ -28,7 +29,7 @@
def recwarn() -> Generator["WarningsRecorder", None, None]:
"""Return a :class:`WarningsRecorder` instance that records all warnings emitted by test functions.
- See http://docs.python.org/library/warnings.html for information
+ See https://docs.python.org/library/how-to/capture-warnings.html for information
on warning categories.
"""
wrec = WarningsRecorder(_ispytest=True)
@@ -83,7 +84,7 @@ def deprecated_call(
@overload
def warns(
- expected_warning: Optional[Union[Type[Warning], Tuple[Type[Warning], ...]]],
+ expected_warning: Union[Type[Warning], Tuple[Type[Warning], ...]] = ...,
*,
match: Optional[Union[str, Pattern[str]]] = ...,
) -> "WarningsChecker":
@@ -92,7 +93,7 @@ def warns(
@overload
def warns(
- expected_warning: Optional[Union[Type[Warning], Tuple[Type[Warning], ...]]],
+ expected_warning: Union[Type[Warning], Tuple[Type[Warning], ...]],
func: Callable[..., T],
*args: Any,
**kwargs: Any,
@@ -101,7 +102,7 @@ def warns(
def warns(
- expected_warning: Optional[Union[Type[Warning], Tuple[Type[Warning], ...]]],
+ expected_warning: Union[Type[Warning], Tuple[Type[Warning], ...]] = Warning,
*args: Any,
match: Optional[Union[str, Pattern[str]]] = None,
**kwargs: Any,
@@ -135,7 +136,7 @@ def warns(
... warnings.warn("this is not here", UserWarning)
Traceback (most recent call last):
...
- Failed: DID NOT WARN. No warnings of type ...UserWarning... was emitted...
+ Failed: DID NOT WARN. No warnings of type ...UserWarning... were emitted...
"""
__tracebackhide__ = True
@@ -149,9 +150,7 @@ def warns(
else:
func = args[0]
if not callable(func):
- raise TypeError(
- "{!r} object (type: {}) must be callable".format(func, type(func))
- )
+ raise TypeError(f"{func!r} object (type: {type(func)}) must be callable")
with WarningsChecker(expected_warning, _ispytest=True):
return func(*args[1:], **kwargs)
@@ -234,7 +233,7 @@ def __init__(
self,
expected_warning: Optional[
Union[Type[Warning], Tuple[Type[Warning], ...]]
- ] = None,
+ ] = Warning,
match_expr: Optional[Union[str, Pattern[str]]] = None,
*,
_ispytest: bool = False,
@@ -244,6 +243,7 @@ def __init__(
msg = "exceptions must be derived from Warning, not %s"
if expected_warning is None:
+ warnings.warn(WARNS_NONE_ARG, stacklevel=4)
expected_warning_tup = None
elif isinstance(expected_warning, tuple):
for exc in expected_warning:
@@ -274,7 +274,7 @@ def __exit__(
if not any(issubclass(r.category, self.expected_warning) for r in self):
__tracebackhide__ = True
fail(
- "DID NOT WARN. No warnings of type {} was emitted. "
+ "DID NOT WARN. No warnings of type {} were emitted. "
"The list of emitted warnings is: {}.".format(
self.expected_warning, [each.message for each in self]
)
@@ -287,7 +287,7 @@ def __exit__(
else:
fail(
"DID NOT WARN. No warnings of type {} matching"
- " ('{}') was emitted. The list of emitted warnings"
+ " ('{}') were emitted. The list of emitted warnings"
" is: {}.".format(
self.expected_warning,
self.match_expr,
diff --git a/src/_pytest/reports.py b/src/_pytest/reports.py
index 58f12517c5b..a68e68bc526 100644
--- a/src/_pytest/reports.py
+++ b/src/_pytest/reports.py
@@ -1,5 +1,5 @@
+import os
from io import StringIO
-from pathlib import Path
from pprint import pprint
from typing import Any
from typing import cast
@@ -15,7 +15,6 @@
from typing import Union
import attr
-import py
from _pytest._code.code import ExceptionChainRepr
from _pytest._code.code import ExceptionInfo
@@ -65,6 +64,7 @@ class BaseReport:
]
sections: List[Tuple[str, str]]
nodeid: str
+ outcome: "Literal['passed', 'failed', 'skipped']"
def __init__(self, **kw: Any) -> None:
self.__dict__.update(kw)
@@ -76,7 +76,9 @@ def __getattr__(self, key: str) -> Any:
def toterminal(self, out: TerminalWriter) -> None:
if hasattr(self, "node"):
- out.line(getworkerinfoline(self.node))
+ worker_info = getworkerinfoline(self.node)
+ if worker_info:
+ out.line(worker_info)
longrepr = self.longrepr
if longrepr is None:
@@ -141,12 +143,24 @@ def capstderr(self) -> str:
content for (prefix, content) in self.get_sections("Captured stderr")
)
- passed = property(lambda x: x.outcome == "passed")
- failed = property(lambda x: x.outcome == "failed")
- skipped = property(lambda x: x.outcome == "skipped")
+ @property
+ def passed(self) -> bool:
+ """Whether the outcome is passed."""
+ return self.outcome == "passed"
+
+ @property
+ def failed(self) -> bool:
+ """Whether the outcome is failed."""
+ return self.outcome == "failed"
+
+ @property
+ def skipped(self) -> bool:
+ """Whether the outcome is skipped."""
+ return self.outcome == "skipped"
@property
def fspath(self) -> str:
+ """The path portion of the reported node, as a string."""
return self.nodeid.split("::")[0]
@property
@@ -229,7 +243,10 @@ def _report_unserialization_failure(
@final
class TestReport(BaseReport):
"""Basic test report object (also used for setup and teardown calls if
- they fail)."""
+ they fail).
+
+ Reports can contain arbitrary extra attributes.
+ """
__test__ = False
@@ -273,10 +290,10 @@ def __init__(
#: defined properties of the test.
self.user_properties = list(user_properties or [])
- #: List of pairs ``(str, str)`` of extra information which needs to
- #: marshallable. Used by pytest to add captured text
- #: from ``stdout`` and ``stderr``, but may be used by other plugins
- #: to add arbitrary information to reports.
+ #: Tuples of str ``(heading, content)`` with extra information
+ #: for the test report. Used by pytest to add text captured
+ #: from ``stdout``, ``stderr``, and intercepted logging events. May
+ #: be used by other plugins to add arbitrary information to reports.
self.sections = list(sections)
#: Time it took to run just the test.
@@ -307,7 +324,7 @@ def from_item_and_call(cls, item: Item, call: "CallInfo[None]") -> "TestReport":
Tuple[str, int, str],
str,
TerminalRepr,
- ] = (None)
+ ] = None
else:
if not isinstance(excinfo, ExceptionInfo):
outcome = "failed"
@@ -315,7 +332,12 @@ def from_item_and_call(cls, item: Item, call: "CallInfo[None]") -> "TestReport":
elif isinstance(excinfo.value, skip.Exception):
outcome = "skipped"
r = excinfo._getreprcrash()
- longrepr = (str(r.path), r.lineno, r.message)
+ if excinfo.value._use_item_location:
+ path, line = item.reportinfo()[:2]
+ assert line is not None
+ longrepr = os.fspath(path), line + 1, r.message
+ else:
+ longrepr = (str(r.path), r.lineno, r.message)
else:
outcome = "failed"
if call.when == "call":
@@ -341,15 +363,20 @@ def from_item_and_call(cls, item: Item, call: "CallInfo[None]") -> "TestReport":
@final
class CollectReport(BaseReport):
- """Collection report object."""
+ """Collection report object.
+
+ Reports can contain arbitrary extra attributes.
+ """
when = "collect"
def __init__(
self,
nodeid: str,
- outcome: "Literal['passed', 'skipped', 'failed']",
- longrepr,
+ outcome: "Literal['passed', 'failed', 'skipped']",
+ longrepr: Union[
+ None, ExceptionInfo[BaseException], Tuple[str, int, str], str, TerminalRepr
+ ],
result: Optional[List[Union[Item, Collector]]],
sections: Iterable[Tuple[str, str]] = (),
**extra,
@@ -366,11 +393,10 @@ def __init__(
#: The collected items and collection nodes.
self.result = result or []
- #: List of pairs ``(str, str)`` of extra information which needs to
- #: marshallable.
- # Used by pytest to add captured text : from ``stdout`` and ``stderr``,
- # but may be used by other plugins : to add arbitrary information to
- # reports.
+ #: Tuples of str ``(heading, content)`` with extra information
+ #: for the test report. Used by pytest to add text captured
+ #: from ``stdout``, ``stderr``, and intercepted logging events. May
+ #: be used by other plugins to add arbitrary information to reports.
self.sections = list(sections)
self.__dict__.update(extra)
@@ -484,8 +510,8 @@ def serialize_exception_longrepr(rep: BaseReport) -> Dict[str, Any]:
else:
d["longrepr"] = report.longrepr
for name in d:
- if isinstance(d[name], (py.path.local, Path)):
- d[name] = str(d[name])
+ if isinstance(d[name], os.PathLike):
+ d[name] = os.fspath(d[name])
elif name == "result":
d[name] = None # for now
return d
diff --git a/src/_pytest/runner.py b/src/_pytest/runner.py
index 794690ddb0b..e43dd2dc818 100644
--- a/src/_pytest/runner.py
+++ b/src/_pytest/runner.py
@@ -2,6 +2,7 @@
import bdb
import os
import sys
+import warnings
from typing import Callable
from typing import cast
from typing import Dict
@@ -26,10 +27,13 @@
from _pytest._code.code import TerminalRepr
from _pytest.compat import final
from _pytest.config.argparsing import Parser
+from _pytest.deprecated import check_ispytest
+from _pytest.deprecated import UNITTEST_SKIP_DURING_COLLECTION
from _pytest.nodes import Collector
from _pytest.nodes import Item
from _pytest.nodes import Node
from _pytest.outcomes import Exit
+from _pytest.outcomes import OutcomeException
from _pytest.outcomes import Skipped
from _pytest.outcomes import TEST_OUTCOME
@@ -100,7 +104,7 @@ def pytest_sessionstart(session: "Session") -> None:
def pytest_sessionfinish(session: "Session") -> None:
- session._setupstate.teardown_all()
+ session._setupstate.teardown_exact(None)
def pytest_runtest_protocol(item: Item, nextitem: Optional[Item]) -> bool:
@@ -116,6 +120,8 @@ def runtestprotocol(
) -> List[TestReport]:
hasrequest = hasattr(item, "_request")
if hasrequest and not item._request: # type: ignore[attr-defined]
+ # This only happens if the item is re-run, as is done by
+ # pytest-rerunfailures.
item._initrequest() # type: ignore[attr-defined]
rep = call_and_report(item, "setup", log)
reports = [rep]
@@ -147,7 +153,7 @@ def show_test_item(item: Item) -> None:
def pytest_runtest_setup(item: Item) -> None:
_update_current_test_var(item, "setup")
- item.session._setupstate.prepare(item)
+ item.session._setupstate.setup(item)
def pytest_runtest_call(item: Item) -> None:
@@ -172,7 +178,7 @@ def pytest_runtest_call(item: Item) -> None:
def pytest_runtest_teardown(item: Item, nextitem: Optional[Item]) -> None:
_update_current_test_var(item, "teardown")
- item.session._setupstate.teardown_exact(item, nextitem)
+ item.session._setupstate.teardown_exact(nextitem)
_update_current_test_var(item, None)
@@ -260,34 +266,47 @@ def call_runtest_hook(
@final
-@attr.s(repr=False)
+@attr.s(repr=False, init=False, auto_attribs=True)
class CallInfo(Generic[TResult]):
- """Result/Exception info a function invocation.
-
- :param T result:
- The return value of the call, if it didn't raise. Can only be
- accessed if excinfo is None.
- :param Optional[ExceptionInfo] excinfo:
- The captured exception of the call, if it raised.
- :param float start:
- The system time when the call started, in seconds since the epoch.
- :param float stop:
- The system time when the call ended, in seconds since the epoch.
- :param float duration:
- The call duration, in seconds.
- :param str when:
- The context of invocation: "setup", "call", "teardown", ...
- """
-
- _result = attr.ib(type="Optional[TResult]")
- excinfo = attr.ib(type=Optional[ExceptionInfo[BaseException]])
- start = attr.ib(type=float)
- stop = attr.ib(type=float)
- duration = attr.ib(type=float)
- when = attr.ib(type="Literal['collect', 'setup', 'call', 'teardown']")
+ """Result/Exception info of a function invocation."""
+
+ _result: Optional[TResult]
+ #: The captured exception of the call, if it raised.
+ excinfo: Optional[ExceptionInfo[BaseException]]
+ #: The system time when the call started, in seconds since the epoch.
+ start: float
+ #: The system time when the call ended, in seconds since the epoch.
+ stop: float
+ #: The call duration, in seconds.
+ duration: float
+ #: The context of invocation: "collect", "setup", "call" or "teardown".
+ when: "Literal['collect', 'setup', 'call', 'teardown']"
+
+ def __init__(
+ self,
+ result: Optional[TResult],
+ excinfo: Optional[ExceptionInfo[BaseException]],
+ start: float,
+ stop: float,
+ duration: float,
+ when: "Literal['collect', 'setup', 'call', 'teardown']",
+ *,
+ _ispytest: bool = False,
+ ) -> None:
+ check_ispytest(_ispytest)
+ self._result = result
+ self.excinfo = excinfo
+ self.start = start
+ self.stop = stop
+ self.duration = duration
+ self.when = when
@property
def result(self) -> TResult:
+ """The return value of the call, if it didn't raise.
+
+ Can only be accessed if excinfo is None.
+ """
if self.excinfo is not None:
raise AttributeError(f"{self!r} has no valid result")
# The cast is safe because an exception wasn't raised, hence
@@ -304,6 +323,16 @@ def from_call(
Union[Type[BaseException], Tuple[Type[BaseException], ...]]
] = None,
) -> "CallInfo[TResult]":
+ """Call func, wrapping the result in a CallInfo.
+
+ :param func:
+ The function to call. Called without arguments.
+ :param when:
+ The phase in which the function is called.
+ :param reraise:
+ Exception or exceptions that shall propagate if raised by the
+ function, instead of being wrapped in the CallInfo.
+ """
excinfo = None
start = timing.time()
precise_start = timing.perf_counter()
@@ -325,6 +354,7 @@ def from_call(
when=when,
result=result,
excinfo=excinfo,
+ _ispytest=True,
)
def __repr__(self) -> str:
@@ -349,6 +379,11 @@ def pytest_make_collect_report(collector: Collector) -> CollectReport:
# Type ignored because unittest is loaded dynamically.
skip_exceptions.append(unittest.SkipTest) # type: ignore
if isinstance(call.excinfo.value, tuple(skip_exceptions)):
+ if unittest is not None and isinstance(
+ call.excinfo.value, unittest.SkipTest # type: ignore[attr-defined]
+ ):
+ warnings.warn(UNITTEST_SKIP_DURING_COLLECTION, stacklevel=2)
+
outcome = "skipped"
r_ = collector._repr_failure_py(call.excinfo, "line")
assert isinstance(r_, ExceptionChainRepr), repr(r_)
@@ -369,87 +404,138 @@ def pytest_make_collect_report(collector: Collector) -> CollectReport:
class SetupState:
- """Shared state for setting up/tearing down test items or collectors."""
+ """Shared state for setting up/tearing down test items or collectors
+ in a session.
- def __init__(self):
- self.stack: List[Node] = []
- self._finalizers: Dict[Node, List[Callable[[], object]]] = {}
+ Suppose we have a collection tree as follows:
- def addfinalizer(self, finalizer: Callable[[], object], colitem) -> None:
- """Attach a finalizer to the given colitem."""
- assert colitem and not isinstance(colitem, tuple)
- assert callable(finalizer)
- # assert colitem in self.stack # some unit tests don't setup stack :/
- self._finalizers.setdefault(colitem, []).append(finalizer)
+ <Session session>
+ <Module mod1>
+ <Function item1>
+ <Module mod2>
+ <Function item2>
- def _pop_and_teardown(self):
- colitem = self.stack.pop()
- self._teardown_with_finalization(colitem)
+ The SetupState maintains a stack. The stack starts out empty:
- def _callfinalizers(self, colitem) -> None:
- finalizers = self._finalizers.pop(colitem, None)
- exc = None
- while finalizers:
- fin = finalizers.pop()
- try:
- fin()
- except TEST_OUTCOME as e:
- # XXX Only first exception will be seen by user,
- # ideally all should be reported.
- if exc is None:
- exc = e
- if exc:
- raise exc
+ []
- def _teardown_with_finalization(self, colitem) -> None:
- self._callfinalizers(colitem)
- colitem.teardown()
- for colitem in self._finalizers:
- assert colitem in self.stack
+ During the setup phase of item1, setup(item1) is called. What it does
+ is:
- def teardown_all(self) -> None:
- while self.stack:
- self._pop_and_teardown()
- for key in list(self._finalizers):
- self._teardown_with_finalization(key)
- assert not self._finalizers
+ push session to stack, run session.setup()
+ push mod1 to stack, run mod1.setup()
+ push item1 to stack, run item1.setup()
- def teardown_exact(self, item, nextitem) -> None:
- needed_collectors = nextitem and nextitem.listchain() or []
- self._teardown_towards(needed_collectors)
+ The stack is:
- def _teardown_towards(self, needed_collectors) -> None:
- exc = None
- while self.stack:
- if self.stack == needed_collectors[: len(self.stack)]:
- break
- try:
- self._pop_and_teardown()
- except TEST_OUTCOME as e:
- # XXX Only first exception will be seen by user,
- # ideally all should be reported.
- if exc is None:
- exc = e
- if exc:
- raise exc
+ [session, mod1, item1]
+
+ While the stack is in this shape, it is allowed to add finalizers to
+ each of session, mod1, item1 using addfinalizer().
+
+ During the teardown phase of item1, teardown_exact(item2) is called,
+ where item2 is the next item to item1. What it does is:
+
+ pop item1 from stack, run its teardowns
+ pop mod1 from stack, run its teardowns
+
+ mod1 was popped because it ended its purpose with item1. The stack is:
- def prepare(self, colitem) -> None:
- """Setup objects along the collector chain to the test-method."""
+ [session]
- # Check if the last collection node has raised an error.
- for col in self.stack:
- if hasattr(col, "_prepare_exc"):
- exc = col._prepare_exc # type: ignore[attr-defined]
+ During the setup phase of item2, setup(item2) is called. What it does
+ is:
+
+ push mod2 to stack, run mod2.setup()
+ push item2 to stack, run item2.setup()
+
+ Stack:
+
+ [session, mod2, item2]
+
+ During the teardown phase of item2, teardown_exact(None) is called,
+ because item2 is the last item. What it does is:
+
+ pop item2 from stack, run its teardowns
+ pop mod2 from stack, run its teardowns
+ pop session from stack, run its teardowns
+
+ Stack:
+
+ []
+
+ The end!
+ """
+
+ def __init__(self) -> None:
+ # The stack is in the dict insertion order.
+ self.stack: Dict[
+ Node,
+ Tuple[
+ # Node's finalizers.
+ List[Callable[[], object]],
+ # Node's exception, if its setup raised.
+ Optional[Union[OutcomeException, Exception]],
+ ],
+ ] = {}
+
+ def setup(self, item: Item) -> None:
+ """Setup objects along the collector chain to the item."""
+ needed_collectors = item.listchain()
+
+ # If a collector fails its setup, fail its entire subtree of items.
+ # The setup is not retried for each item - the same exception is used.
+ for col, (finalizers, exc) in self.stack.items():
+ assert col in needed_collectors, "previous item was not torn down properly"
+ if exc:
raise exc
- needed_collectors = colitem.listchain()
for col in needed_collectors[len(self.stack) :]:
- self.stack.append(col)
+ assert col not in self.stack
+ # Push onto the stack.
+ self.stack[col] = ([col.teardown], None)
try:
col.setup()
- except TEST_OUTCOME as e:
- col._prepare_exc = e # type: ignore[attr-defined]
- raise e
+ except TEST_OUTCOME as exc:
+ self.stack[col] = (self.stack[col][0], exc)
+ raise exc
+
+ def addfinalizer(self, finalizer: Callable[[], object], node: Node) -> None:
+ """Attach a finalizer to the given node.
+
+ The node must be currently active in the stack.
+ """
+ assert node and not isinstance(node, tuple)
+ assert callable(finalizer)
+ assert node in self.stack, (node, self.stack)
+ self.stack[node][0].append(finalizer)
+
+ def teardown_exact(self, nextitem: Optional[Item]) -> None:
+ """Teardown the current stack up until reaching nodes that nextitem
+ also descends from.
+
+ When nextitem is None (meaning we're at the last item), the entire
+ stack is torn down.
+ """
+ needed_collectors = nextitem and nextitem.listchain() or []
+ exc = None
+ while self.stack:
+ if list(self.stack.keys()) == needed_collectors[: len(self.stack)]:
+ break
+ node, (finalizers, _) = self.stack.popitem()
+ while finalizers:
+ fin = finalizers.pop()
+ try:
+ fin()
+ except TEST_OUTCOME as e:
+ # XXX Only first exception will be seen by user,
+ # ideally all should be reported.
+ if exc is None:
+ exc = e
+ if exc:
+ raise exc
+ if nextitem is None:
+ assert not self.stack
def collect_one_node(collector: Collector) -> CollectReport:
diff --git a/src/_pytest/scope.py b/src/_pytest/scope.py
new file mode 100644
index 00000000000..7a746fb9fa9
--- /dev/null
+++ b/src/_pytest/scope.py
@@ -0,0 +1,91 @@
+"""
+Scope definition and related utilities.
+
+Those are defined here, instead of in the 'fixtures' module because
+their use is spread across many other pytest modules, and centralizing it in 'fixtures'
+would cause circular references.
+
+Also this makes the module light to import, as it should.
+"""
+from enum import Enum
+from functools import total_ordering
+from typing import Optional
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+ from typing_extensions import Literal
+
+ _ScopeName = Literal["session", "package", "module", "class", "function"]
+
+
+@total_ordering
+class Scope(Enum):
+ """
+ Represents one of the possible fixture scopes in pytest.
+
+ Scopes are ordered from lower to higher, that is:
+
+ ->>> higher ->>>
+
+ Function < Class < Module < Package < Session
+
+ <<<- lower <<<-
+ """
+
+ # Scopes need to be listed from lower to higher.
+ Function: "_ScopeName" = "function"
+ Class: "_ScopeName" = "class"
+ Module: "_ScopeName" = "module"
+ Package: "_ScopeName" = "package"
+ Session: "_ScopeName" = "session"
+
+ def next_lower(self) -> "Scope":
+ """Return the next lower scope."""
+ index = _SCOPE_INDICES[self]
+ if index == 0:
+ raise ValueError(f"{self} is the lower-most scope")
+ return _ALL_SCOPES[index - 1]
+
+ def next_higher(self) -> "Scope":
+ """Return the next higher scope."""
+ index = _SCOPE_INDICES[self]
+ if index == len(_SCOPE_INDICES) - 1:
+ raise ValueError(f"{self} is the upper-most scope")
+ return _ALL_SCOPES[index + 1]
+
+ def __lt__(self, other: "Scope") -> bool:
+ self_index = _SCOPE_INDICES[self]
+ other_index = _SCOPE_INDICES[other]
+ return self_index < other_index
+
+ @classmethod
+ def from_user(
+ cls, scope_name: "_ScopeName", descr: str, where: Optional[str] = None
+ ) -> "Scope":
+ """
+ Given a scope name from the user, return the equivalent Scope enum. Should be used
+ whenever we want to convert a user provided scope name to its enum object.
+
+ If the scope name is invalid, construct a user friendly message and call pytest.fail.
+ """
+ from _pytest.outcomes import fail
+
+ try:
+ # Holding this reference is necessary for mypy at the moment.
+ scope = Scope(scope_name)
+ except ValueError:
+ fail(
+ "{} {}got an unexpected scope value '{}'".format(
+ descr, f"from {where} " if where else "", scope_name
+ ),
+ pytrace=False,
+ )
+ return scope
+
+
+_ALL_SCOPES = list(Scope)
+_SCOPE_INDICES = {scope: index for index, scope in enumerate(_ALL_SCOPES)}
+
+
+# Ordered list of scopes which can contain many tests (in practice all except Function).
+HIGH_SCOPES = [x for x in Scope if x is not Scope.Function]
diff --git a/src/_pytest/setuponly.py b/src/_pytest/setuponly.py
index 44a1094c0d2..531131ce726 100644
--- a/src/_pytest/setuponly.py
+++ b/src/_pytest/setuponly.py
@@ -9,6 +9,7 @@
from _pytest.config.argparsing import Parser
from _pytest.fixtures import FixtureDef
from _pytest.fixtures import SubRequest
+from _pytest.scope import Scope
def pytest_addoption(parser: Parser) -> None:
@@ -64,7 +65,9 @@ def _show_fixture_action(fixturedef: FixtureDef[object], msg: str) -> None:
tw = config.get_terminal_writer()
tw.line()
- tw.write(" " * 2 * fixturedef.scopenum)
+ # Use smaller indentation the higher the scope: Session = 0, Package = 1, etc.
+ scope_indent = list(reversed(Scope)).index(fixturedef._scope)
+ tw.write(" " * 2 * scope_indent)
tw.write(
"{step} {scope} {fixture}".format(
step=msg.ljust(8), # align the output to TEARDOWN
@@ -79,7 +82,7 @@ def _show_fixture_action(fixturedef: FixtureDef[object], msg: str) -> None:
tw.write(" (fixtures used: {})".format(", ".join(deps)))
if hasattr(fixturedef, "cached_param"):
- tw.write("[{}]".format(saferepr(fixturedef.cached_param, maxsize=42))) # type: ignore[attr-defined]
+ tw.write(f"[{saferepr(fixturedef.cached_param, maxsize=42)}]") # type: ignore[attr-defined]
tw.flush()
diff --git a/src/_pytest/skipping.py b/src/_pytest/skipping.py
index 9aacfecee7a..ac7216f8385 100644
--- a/src/_pytest/skipping.py
+++ b/src/_pytest/skipping.py
@@ -21,7 +21,7 @@
from _pytest.outcomes import xfail
from _pytest.reports import BaseReport
from _pytest.runner import CallInfo
-from _pytest.store import StoreKey
+from _pytest.stash import StashKey
def pytest_addoption(parser: Parser) -> None:
@@ -49,7 +49,7 @@ def pytest_configure(config: Config) -> None:
import pytest
old = pytest.xfail
- config._cleanup.append(lambda: setattr(pytest, "xfail", old))
+ config.add_cleanup(lambda: setattr(pytest, "xfail", old))
def nop(*args, **kwargs):
pass
@@ -68,7 +68,7 @@ def nop(*args, **kwargs):
"skipif(condition, ..., *, reason=...): "
"skip the given test function if any of the conditions evaluate to True. "
"Example: skipif(sys.platform == 'win32') skips the test if we are on the win32 platform. "
- "See https://docs.pytest.org/en/stable/reference.html#pytest-mark-skipif",
+ "See https://docs.pytest.org/en/stable/reference/reference.html#pytest-mark-skipif",
)
config.addinivalue_line(
"markers",
@@ -78,7 +78,7 @@ def nop(*args, **kwargs):
"and run=False if you don't even want to execute the test function. "
"If only specific exception(s) are expected, you can list them in "
"raises, and if the test fails in other ways, it will be reported as "
- "a true failure. See https://docs.pytest.org/en/stable/reference.html#pytest-mark-xfail",
+ "a true failure. See https://docs.pytest.org/en/stable/reference/reference.html#pytest-mark-xfail",
)
@@ -157,11 +157,11 @@ def evaluate_condition(item: Item, mark: Mark, condition: object) -> Tuple[bool,
return result, reason
-@attr.s(slots=True, frozen=True)
+@attr.s(slots=True, frozen=True, auto_attribs=True)
class Skip:
"""The result of evaluate_skip_marks()."""
- reason = attr.ib(type=str)
+ reason: str = "unconditional skip"
def evaluate_skip_marks(item: Item) -> Optional[Skip]:
@@ -184,25 +184,22 @@ def evaluate_skip_marks(item: Item) -> Optional[Skip]:
return Skip(reason)
for mark in item.iter_markers(name="skip"):
- if "reason" in mark.kwargs:
- reason = mark.kwargs["reason"]
- elif mark.args:
- reason = mark.args[0]
- else:
- reason = "unconditional skip"
- return Skip(reason)
+ try:
+ return Skip(*mark.args, **mark.kwargs)
+ except TypeError as e:
+ raise TypeError(str(e) + " - maybe you meant pytest.mark.skipif?") from None
return None
-@attr.s(slots=True, frozen=True)
+@attr.s(slots=True, frozen=True, auto_attribs=True)
class Xfail:
"""The result of evaluate_xfail_marks()."""
- reason = attr.ib(type=str)
- run = attr.ib(type=bool)
- strict = attr.ib(type=bool)
- raises = attr.ib(type=Optional[Tuple[Type[BaseException], ...]])
+ reason: str
+ run: bool
+ strict: bool
+ raises: Optional[Tuple[Type[BaseException], ...]]
def evaluate_xfail_marks(item: Item) -> Optional[Xfail]:
@@ -230,30 +227,26 @@ def evaluate_xfail_marks(item: Item) -> Optional[Xfail]:
return None
-# Whether skipped due to skip or skipif marks.
-skipped_by_mark_key = StoreKey[bool]()
# Saves the xfail mark evaluation. Can be refreshed during call if None.
-xfailed_key = StoreKey[Optional[Xfail]]()
-unexpectedsuccess_key = StoreKey[str]()
+xfailed_key = StashKey[Optional[Xfail]]()
@hookimpl(tryfirst=True)
def pytest_runtest_setup(item: Item) -> None:
skipped = evaluate_skip_marks(item)
- item._store[skipped_by_mark_key] = skipped is not None
if skipped:
- skip(skipped.reason)
+ raise skip.Exception(skipped.reason, _use_item_location=True)
- item._store[xfailed_key] = xfailed = evaluate_xfail_marks(item)
+ item.stash[xfailed_key] = xfailed = evaluate_xfail_marks(item)
if xfailed and not item.config.option.runxfail and not xfailed.run:
xfail("[NOTRUN] " + xfailed.reason)
@hookimpl(hookwrapper=True)
def pytest_runtest_call(item: Item) -> Generator[None, None, None]:
- xfailed = item._store.get(xfailed_key, None)
+ xfailed = item.stash.get(xfailed_key, None)
if xfailed is None:
- item._store[xfailed_key] = xfailed = evaluate_xfail_marks(item)
+ item.stash[xfailed_key] = xfailed = evaluate_xfail_marks(item)
if xfailed and not item.config.option.runxfail and not xfailed.run:
xfail("[NOTRUN] " + xfailed.reason)
@@ -261,25 +254,17 @@ def pytest_runtest_call(item: Item) -> Generator[None, None, None]:
yield
# The test run may have added an xfail mark dynamically.
- xfailed = item._store.get(xfailed_key, None)
+ xfailed = item.stash.get(xfailed_key, None)
if xfailed is None:
- item._store[xfailed_key] = xfailed = evaluate_xfail_marks(item)
+ item.stash[xfailed_key] = xfailed = evaluate_xfail_marks(item)
@hookimpl(hookwrapper=True)
def pytest_runtest_makereport(item: Item, call: CallInfo[None]):
outcome = yield
rep = outcome.get_result()
- xfailed = item._store.get(xfailed_key, None)
- # unittest special case, see setting of unexpectedsuccess_key
- if unexpectedsuccess_key in item._store and rep.when == "call":
- reason = item._store[unexpectedsuccess_key]
- if reason:
- rep.longrepr = f"Unexpected success: {reason}"
- else:
- rep.longrepr = "Unexpected success"
- rep.outcome = "failed"
- elif item.config.option.runxfail:
+ xfailed = item.stash.get(xfailed_key, None)
+ if item.config.option.runxfail:
pass # don't interfere
elif call.excinfo and isinstance(call.excinfo.value, xfail.Exception):
assert call.excinfo.value.msg is not None
@@ -301,19 +286,6 @@ def pytest_runtest_makereport(item: Item, call: CallInfo[None]):
rep.outcome = "passed"
rep.wasxfail = xfailed.reason
- if (
- item._store.get(skipped_by_mark_key, True)
- and rep.skipped
- and type(rep.longrepr) is tuple
- ):
- # Skipped by mark.skipif; change the location of the failure
- # to point to the item definition, otherwise it will display
- # the location of where the skip exception was raised within pytest.
- _, _, reason = rep.longrepr
- filename, line = item.reportinfo()[:2]
- assert line is not None
- rep.longrepr = str(filename), line + 1, reason
-
def pytest_report_teststatus(report: BaseReport) -> Optional[Tuple[str, str, str]]:
if hasattr(report, "wasxfail"):
diff --git a/src/_pytest/stash.py b/src/_pytest/stash.py
new file mode 100644
index 00000000000..e61d75b95f7
--- /dev/null
+++ b/src/_pytest/stash.py
@@ -0,0 +1,112 @@
+from typing import Any
+from typing import cast
+from typing import Dict
+from typing import Generic
+from typing import TypeVar
+from typing import Union
+
+
+__all__ = ["Stash", "StashKey"]
+
+
+T = TypeVar("T")
+D = TypeVar("D")
+
+
+class StashKey(Generic[T]):
+ """``StashKey`` is an object used as a key to a :class:`Stash`.
+
+ A ``StashKey`` is associated with the type ``T`` of the value of the key.
+
+ A ``StashKey`` is unique and cannot conflict with another key.
+ """
+
+ __slots__ = ()
+
+
+class Stash:
+ r"""``Stash`` is a type-safe heterogeneous mutable mapping that
+ allows keys and value types to be defined separately from
+ where it (the ``Stash``) is created.
+
+ Usually you will be given an object which has a ``Stash``, for example
+ :class:`~pytest.Config` or a :class:`~_pytest.nodes.Node`:
+
+ .. code-block:: python
+
+ stash: Stash = some_object.stash
+
+ If a module or plugin wants to store data in this ``Stash``, it creates
+ :class:`StashKey`\s for its keys (at the module level):
+
+ .. code-block:: python
+
+ # At the top-level of the module
+ some_str_key = StashKey[str]()
+ some_bool_key = StashKey[bool]()
+
+ To store information:
+
+ .. code-block:: python
+
+ # Value type must match the key.
+ stash[some_str_key] = "value"
+ stash[some_bool_key] = True
+
+ To retrieve the information:
+
+ .. code-block:: python
+
+ # The static type of some_str is str.
+ some_str = stash[some_str_key]
+ # The static type of some_bool is bool.
+ some_bool = stash[some_bool_key]
+ """
+
+ __slots__ = ("_storage",)
+
+ def __init__(self) -> None:
+ self._storage: Dict[StashKey[Any], object] = {}
+
+ def __setitem__(self, key: StashKey[T], value: T) -> None:
+ """Set a value for key."""
+ self._storage[key] = value
+
+ def __getitem__(self, key: StashKey[T]) -> T:
+ """Get the value for key.
+
+ Raises ``KeyError`` if the key wasn't set before.
+ """
+ return cast(T, self._storage[key])
+
+ def get(self, key: StashKey[T], default: D) -> Union[T, D]:
+ """Get the value for key, or return default if the key wasn't set
+ before."""
+ try:
+ return self[key]
+ except KeyError:
+ return default
+
+ def setdefault(self, key: StashKey[T], default: T) -> T:
+ """Return the value of key if already set, otherwise set the value
+ of key to default and return default."""
+ try:
+ return self[key]
+ except KeyError:
+ self[key] = default
+ return default
+
+ def __delitem__(self, key: StashKey[T]) -> None:
+ """Delete the value for key.
+
+ Raises ``KeyError`` if the key wasn't set before.
+ """
+ del self._storage[key]
+
+ def __contains__(self, key: StashKey[T]) -> bool:
+ """Return whether key was set."""
+ return key in self._storage
+
+ def __len__(self) -> int:
+ """Return how many items exist in the stash."""
+ return len(self._storage)
diff --git a/src/_pytest/stepwise.py b/src/_pytest/stepwise.py
index 197577c790f..4d95a96b872 100644
--- a/src/_pytest/stepwise.py
+++ b/src/_pytest/stepwise.py
@@ -31,13 +31,16 @@ def pytest_addoption(parser: Parser) -> None:
action="store_true",
default=False,
dest="stepwise_skip",
- help="ignore the first failing test but stop on the next failing test",
+ help="ignore the first failing test but stop on the next failing test.\n"
+ "implicitly enables --stepwise.",
)
@pytest.hookimpl
def pytest_configure(config: Config) -> None:
- # We should always have a cache as cache provider plugin uses tryfirst=True
+ if config.option.stepwise_skip:
+ # allow --stepwise-skip to work on it's own merits.
+ config.option.stepwise = True
if config.getoption("stepwise"):
config.pluginmanager.register(StepwisePlugin(config), "stepwiseplugin")
diff --git a/src/_pytest/store.py b/src/_pytest/store.py
deleted file mode 100644
index e5008cfc5a1..00000000000
--- a/src/_pytest/store.py
+++ /dev/null
@@ -1,125 +0,0 @@
-from typing import Any
-from typing import cast
-from typing import Dict
-from typing import Generic
-from typing import TypeVar
-from typing import Union
-
-
-__all__ = ["Store", "StoreKey"]
-
-
-T = TypeVar("T")
-D = TypeVar("D")
-
-
-class StoreKey(Generic[T]):
- """StoreKey is an object used as a key to a Store.
-
- A StoreKey is associated with the type T of the value of the key.
-
- A StoreKey is unique and cannot conflict with another key.
- """
-
- __slots__ = ()
-
-
-class Store:
- """Store is a type-safe heterogenous mutable mapping that
- allows keys and value types to be defined separately from
- where it (the Store) is created.
-
- Usually you will be given an object which has a ``Store``:
-
- .. code-block:: python
-
- store: Store = some_object.store
-
- If a module wants to store data in this Store, it creates StoreKeys
- for its keys (at the module level):
-
- .. code-block:: python
-
- some_str_key = StoreKey[str]()
- some_bool_key = StoreKey[bool]()
-
- To store information:
-
- .. code-block:: python
-
- # Value type must match the key.
- store[some_str_key] = "value"
- store[some_bool_key] = True
-
- To retrieve the information:
-
- .. code-block:: python
-
- # The static type of some_str is str.
- some_str = store[some_str_key]
- # The static type of some_bool is bool.
- some_bool = store[some_bool_key]
-
- Why use this?
- -------------
-
- Problem: module Internal defines an object. Module External, which
- module Internal doesn't know about, receives the object and wants to
- attach information to it, to be retrieved later given the object.
-
- Bad solution 1: Module External assigns private attributes directly on
- the object. This doesn't work well because the type checker doesn't
- know about these attributes and it complains about undefined attributes.
-
- Bad solution 2: module Internal adds a ``Dict[str, Any]`` attribute to
- the object. Module External stores its data in private keys of this dict.
- This doesn't work well because retrieved values are untyped.
-
- Good solution: module Internal adds a ``Store`` to the object. Module
- External mints StoreKeys for its own keys. Module External stores and
- retrieves its data using these keys.
- """
-
- __slots__ = ("_store",)
-
- def __init__(self) -> None:
- self._store: Dict[StoreKey[Any], object] = {}
-
- def __setitem__(self, key: StoreKey[T], value: T) -> None:
- """Set a value for key."""
- self._store[key] = value
-
- def __getitem__(self, key: StoreKey[T]) -> T:
- """Get the value for key.
-
- Raises ``KeyError`` if the key wasn't set before.
- """
- return cast(T, self._store[key])
-
- def get(self, key: StoreKey[T], default: D) -> Union[T, D]:
- """Get the value for key, or return default if the key wasn't set
- before."""
- try:
- return self[key]
- except KeyError:
- return default
-
- def setdefault(self, key: StoreKey[T], default: T) -> T:
- """Return the value of key if already set, otherwise set the value
- of key to default and return default."""
- try:
- return self[key]
- except KeyError:
- self[key] = default
- return default
-
- def __delitem__(self, key: StoreKey[T]) -> None:
- """Delete the value for key.
-
- Raises ``KeyError`` if the key wasn't set before.
- """
- del self._store[key]
-
- def __contains__(self, key: StoreKey[T]) -> bool:
- """Return whether key was set."""
- return key in self._store
diff --git a/src/_pytest/terminal.py b/src/_pytest/terminal.py
index 0e0ed70e5be..ccbd84d7d71 100644
--- a/src/_pytest/terminal.py
+++ b/src/_pytest/terminal.py
@@ -14,6 +14,7 @@
from typing import Any
from typing import Callable
from typing import cast
+from typing import ClassVar
from typing import Dict
from typing import Generator
from typing import List
@@ -28,7 +29,6 @@
import attr
import pluggy
-import py
import _pytest._version
from _pytest import nodes
@@ -277,7 +277,7 @@ def pytest_report_teststatus(report: BaseReport) -> Tuple[str, str, str]:
return outcome, letter, outcome.upper()
-@attr.s
+@attr.s(auto_attribs=True)
class WarningReport:
"""Simple structure to hold warnings information captured by ``pytest_warning_recorded``.
@@ -285,30 +285,24 @@ class WarningReport:
User friendly message about the warning.
:ivar str|None nodeid:
nodeid that generated the warning (see ``get_location``).
- :ivar tuple|py.path.local fslocation:
+ :ivar tuple fslocation:
File system location of the source of the warning (see ``get_location``).
"""
- message = attr.ib(type=str)
- nodeid = attr.ib(type=Optional[str], default=None)
- fslocation = attr.ib(
- type=Optional[Union[Tuple[str, int], py.path.local]], default=None
- )
- count_towards_summary = True
+ message: str
+ nodeid: Optional[str] = None
+ fslocation: Optional[Tuple[str, int]] = None
+
+ count_towards_summary: ClassVar = True
def get_location(self, config: Config) -> Optional[str]:
"""Return the more user-friendly information about the location of a warning, or None."""
if self.nodeid:
return self.nodeid
if self.fslocation:
- if isinstance(self.fslocation, tuple) and len(self.fslocation) >= 2:
- filename, linenum = self.fslocation[:2]
- relpath = bestrelpath(
- config.invocation_params.dir, absolutepath(filename)
- )
- return f"{relpath}:{linenum}"
- else:
- return str(self.fslocation)
+ filename, linenum = self.fslocation
+ relpath = bestrelpath(config.invocation_params.dir, absolutepath(filename))
+ return f"{relpath}:{linenum}"
return None
@@ -325,7 +319,6 @@ def __init__(self, config: Config, file: Optional[TextIO] = None) -> None:
self.stats: Dict[str, List[Any]] = {}
self._main_color: Optional[str] = None
self._known_types: Optional[List[str]] = None
- self.startdir = config.invocation_dir
self.startpath = config.invocation_params.dir
if file is None:
file = sys.stdout
@@ -475,7 +468,9 @@ def pytest_internalerror(self, excrepr: ExceptionRepr) -> bool:
return True
def pytest_warning_recorded(
- self, warning_message: warnings.WarningMessage, nodeid: str,
+ self,
+ warning_message: warnings.WarningMessage,
+ nodeid: str,
) -> None:
from _pytest.warnings import warning_record_to_str
@@ -582,7 +577,7 @@ def pytest_runtest_logfinish(self, nodeid: str) -> None:
if self.verbosity <= 0 and self._show_progress_info:
if self._show_progress_info == "count":
num_tests = self._session.testscollected
- progress_length = len(" [{}/{}]".format(str(num_tests), str(num_tests)))
+ progress_length = len(f" [{num_tests}/{num_tests}]")
else:
progress_length = len(" [100%]")
@@ -604,7 +599,7 @@ def _get_progress_information_message(self) -> str:
if self._show_progress_info == "count":
if collected:
progress = self._progress_nodeids_reported
- counter_format = "{{:{}d}}".format(len(str(collected)))
+ counter_format = f"{{:{len(str(collected))}d}}"
format_string = f" [{counter_format}/{{}}]"
return format_string.format(len(progress), collected)
return f" [ {collected} / {collected} ]"
@@ -663,10 +658,7 @@ def report_collect(self, final: bool = False) -> None:
skipped = len(self.stats.get("skipped", []))
deselected = len(self.stats.get("deselected", []))
selected = self._numcollected - errors - skipped - deselected
- if final:
- line = "collected "
- else:
- line = "collecting "
+ line = "collected " if final else "collecting "
line += (
str(self._numcollected) + " item" + ("" if self._numcollected == 1 else "s")
)
@@ -698,9 +690,9 @@ def pytest_sessionstart(self, session: "Session") -> None:
pypy_version_info = getattr(sys, "pypy_version_info", None)
if pypy_version_info:
verinfo = ".".join(map(str, pypy_version_info[:3]))
- msg += "[pypy-{}-{}]".format(verinfo, pypy_version_info[3])
- msg += ", pytest-{}, py-{}, pluggy-{}".format(
- _pytest._version.version, py.__version__, pluggy.__version__
+ msg += f"[pypy-{verinfo}-{pypy_version_info[3]}]"
+ msg += ", pytest-{}, pluggy-{}".format(
+ _pytest._version.version, pluggy.__version__
)
if (
self.verbosity > 0
@@ -710,7 +702,7 @@ def pytest_sessionstart(self, session: "Session") -> None:
msg += " -- " + str(sys.executable)
self.write_line(msg)
lines = self.config.hook.pytest_report_header(
- config=self.config, startdir=self.startdir
+ config=self.config, start_path=self.startpath
)
self._write_report_lines_from_hooks(lines)
@@ -745,7 +737,9 @@ def pytest_collection_finish(self, session: "Session") -> None:
self.report_collect(True)
lines = self.config.hook.pytest_report_collectionfinish(
- config=self.config, startdir=self.startdir, items=session.items
+ config=self.config,
+ start_path=self.startpath,
+ items=session.items,
)
self._write_report_lines_from_hooks(lines)
@@ -762,9 +756,6 @@ def pytest_collection_finish(self, session: "Session") -> None:
rep.toterminal(self._tw)
def _printcollecteditems(self, items: Sequence[Item]) -> None:
- # To print out items and their parent collectors
- # we take care to leave out Instances aka ()
- # because later versions are going to get rid of them anyway.
if self.config.option.verbose < 0:
if self.config.option.verbose < -1:
counts = Counter(item.nodeid.split("::", 1)[0] for item in items)
@@ -784,8 +775,6 @@ def _printcollecteditems(self, items: Sequence[Item]) -> None:
stack.pop()
for col in needed_collectors[len(stack) :]:
stack.append(col)
- if col.name == "()": # Skip Instances.
- continue
indent = (len(stack) - 1) * " "
self._tw.line(f"{indent}{col}")
if self.config.option.verbose >= 1:
@@ -856,8 +845,10 @@ def _report_keyboardinterrupt(self) -> None:
yellow=True,
)
- def _locationline(self, nodeid, fspath, lineno, domain):
- def mkrel(nodeid):
+ def _locationline(
+ self, nodeid: str, fspath: str, lineno: Optional[int], domain: str
+ ) -> str:
+ def mkrel(nodeid: str) -> str:
line = self.config.cwd_relative_nodeid(nodeid)
if domain and line.endswith(domain):
line = line[: -len(domain)]
@@ -867,13 +858,12 @@ def mkrel(nodeid):
return line
# collect_fspath comes from testid which has a "/"-normalized path.
-
if fspath:
res = mkrel(nodeid)
if self.verbosity >= 2 and nodeid.split("::")[0] != fspath.replace(
"\\", nodes.SEP
):
- res += " <- " + bestrelpath(self.startpath, fspath)
+ res += " <- " + bestrelpath(self.startpath, Path(fspath))
else:
res = "[location]"
return res + " "
@@ -897,11 +887,7 @@ def _getcrashline(self, rep):
# Summaries for sessionfinish.
#
def getreports(self, name: str):
- values = []
- for x in self.stats.get(name, []):
- if not hasattr(x, "_pdbshown"):
- values.append(x)
- return values
+ return [x for x in self.stats.get(name, ()) if not hasattr(x, "_pdbshown")]
def summary_warnings(self) -> None:
if self.hasopt("w"):
@@ -953,7 +939,9 @@ def collapsed_location_report(reports: List[WarningReport]) -> str:
message = message.rstrip()
self._tw.line(message)
self._tw.line()
- self._tw.line("-- Docs: https://docs.pytest.org/en/stable/warnings.html")
+ self._tw.line(
+ "-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html"
+ )
def summary_passes(self) -> None:
if self.config.option.tbstyle != "no":
@@ -1058,7 +1046,7 @@ def summary_stats(self) -> None:
msg = ", ".join(line_parts)
main_markup = {main_color: True}
- duration = " in {}".format(format_session_duration(session_duration))
+ duration = f" in {format_session_duration(session_duration)}"
duration_with_markup = self._tw.markup(duration, **main_markup)
if display_sep:
fullwidth += len(duration_with_markup) - len(duration)
@@ -1310,7 +1298,8 @@ def _get_line_with_reprcrash_message(
def _folded_skips(
- startpath: Path, skipped: Sequence[CollectReport],
+ startpath: Path,
+ skipped: Sequence[CollectReport],
) -> List[Tuple[int, str, Optional[int], str]]:
d: Dict[Tuple[str, Optional[int], str], List[CollectReport]] = {}
for event in skipped:
@@ -1400,4 +1389,6 @@ def _get_raw_skip_reason(report: TestReport) -> str:
_, _, reason = report.longrepr
if reason.startswith("Skipped: "):
reason = reason[len("Skipped: ") :]
+ elif reason == "Skipped":
+ reason = ""
return reason
diff --git a/src/_pytest/threadexception.py b/src/_pytest/threadexception.py
index 1c1f62fdb73..43341e739a0 100644
--- a/src/_pytest/threadexception.py
+++ b/src/_pytest/threadexception.py
@@ -34,11 +34,10 @@ class catch_threading_exception:
"""
def __init__(self) -> None:
- # See https://github.com/python/typeshed/issues/4767 regarding the underscore.
- self.args: Optional["threading._ExceptHookArgs"] = None
- self._old_hook: Optional[Callable[["threading._ExceptHookArgs"], Any]] = None
+ self.args: Optional["threading.ExceptHookArgs"] = None
+ self._old_hook: Optional[Callable[["threading.ExceptHookArgs"], Any]] = None
- def _hook(self, args: "threading._ExceptHookArgs") -> None:
+ def _hook(self, args: "threading.ExceptHookArgs") -> None:
self.args = args
def __enter__(self) -> "catch_threading_exception":
@@ -62,14 +61,13 @@ def thread_exception_runtest_hook() -> Generator[None, None, None]:
with catch_threading_exception() as cm:
yield
if cm.args:
- if cm.args.thread is not None:
- thread_name = cm.args.thread.name
- else:
- thread_name = "<unknown>"
+ thread_name = "<unknown>" if cm.args.thread is None else cm.args.thread.name
msg = f"Exception in thread {thread_name}\n\n"
msg += "".join(
traceback.format_exception(
- cm.args.exc_type, cm.args.exc_value, cm.args.exc_traceback,
+ cm.args.exc_type,
+ cm.args.exc_value,
+ cm.args.exc_traceback,
)
)
warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))
diff --git a/src/_pytest/tmpdir.py b/src/_pytest/tmpdir.py
index 08c445e2bf8..f901fd5727c 100644
--- a/src/_pytest/tmpdir.py
+++ b/src/_pytest/tmpdir.py
@@ -1,17 +1,17 @@
"""Support for providing temporary directories to test functions."""
import os
import re
+import sys
import tempfile
from pathlib import Path
from typing import Optional
import attr
-import py
-from .pathlib import ensure_reset_dir
from .pathlib import LOCK_TIMEOUT
from .pathlib import make_numbered_dir
from .pathlib import make_numbered_dir_with_cleanup
+from .pathlib import rm_rf
from _pytest.compat import final
from _pytest.config import Config
from _pytest.deprecated import check_ispytest
@@ -53,7 +53,10 @@ def __init__(
@classmethod
def from_config(
- cls, config: Config, *, _ispytest: bool = False,
+ cls,
+ config: Config,
+ *,
+ _ispytest: bool = False,
) -> "TempPathFactory":
"""Create a factory according to pytest configuration.
@@ -90,20 +93,22 @@ def mktemp(self, basename: str, numbered: bool = True) -> Path:
basename = self._ensure_relative_to_basetemp(basename)
if not numbered:
p = self.getbasetemp().joinpath(basename)
- p.mkdir()
+ p.mkdir(mode=0o700)
else:
- p = make_numbered_dir(root=self.getbasetemp(), prefix=basename)
+ p = make_numbered_dir(root=self.getbasetemp(), prefix=basename, mode=0o700)
self._trace("mktemp", p)
return p
def getbasetemp(self) -> Path:
- """Return base temporary directory."""
+ """Return the base temporary directory, creating it if needed."""
if self._basetemp is not None:
return self._basetemp
if self._given_basetemp is not None:
basetemp = self._given_basetemp
- ensure_reset_dir(basetemp)
+ if basetemp.exists():
+ rm_rf(basetemp)
+ basetemp.mkdir(mode=0o700)
basetemp = basetemp.resolve()
else:
from_env = os.environ.get("PYTEST_DEBUG_TEMPROOT")
@@ -112,37 +117,42 @@ def getbasetemp(self) -> Path:
# use a sub-directory in the temproot to speed-up
# make_numbered_dir() call
rootdir = temproot.joinpath(f"pytest-of-{user}")
- rootdir.mkdir(exist_ok=True)
+ try:
+ rootdir.mkdir(mode=0o700, exist_ok=True)
+ except OSError:
+ # getuser() likely returned illegal characters for the platform, use unknown back off mechanism
+ rootdir = temproot.joinpath("pytest-of-unknown")
+ rootdir.mkdir(mode=0o700, exist_ok=True)
+ # Because we use exist_ok=True with a predictable name, make sure
+ # we are the owners, to prevent any funny business (on unix, where
+ # temproot is usually shared).
+ # Also, to keep things private, fixup any world-readable temp
+ # rootdir's permissions. Historically 0o755 was used, so we can't
+ # just error out on this, at least for a while.
+ if sys.platform != "win32":
+ uid = os.getuid()
+ rootdir_stat = rootdir.stat()
+ # getuid shouldn't fail, but cpython defines such a case.
+ # Let's hope for the best.
+ if uid != -1:
+ if rootdir_stat.st_uid != uid:
+ raise OSError(
+ f"The temporary directory {rootdir} is not owned by the current user. "
+ "Fix this and try again."
+ )
+ if (rootdir_stat.st_mode & 0o077) != 0:
+ os.chmod(rootdir, rootdir_stat.st_mode & ~0o077)
basetemp = make_numbered_dir_with_cleanup(
- prefix="pytest-", root=rootdir, keep=3, lock_timeout=LOCK_TIMEOUT
+ prefix="pytest-",
+ root=rootdir,
+ keep=3,
+ lock_timeout=LOCK_TIMEOUT,
+ mode=0o700,
)
assert basetemp is not None, basetemp
- self._basetemp = t = basetemp
- self._trace("new basetemp", t)
- return t
-
-
-@final
-@attr.s(init=False)
-class TempdirFactory:
- """Backward comptibility wrapper that implements :class:``py.path.local``
- for :class:``TempPathFactory``."""
-
- _tmppath_factory = attr.ib(type=TempPathFactory)
-
- def __init__(
- self, tmppath_factory: TempPathFactory, *, _ispytest: bool = False
- ) -> None:
- check_ispytest(_ispytest)
- self._tmppath_factory = tmppath_factory
-
- def mktemp(self, basename: str, numbered: bool = True) -> py.path.local:
- """Same as :meth:`TempPathFactory.mktemp`, but returns a ``py.path.local`` object."""
- return py.path.local(self._tmppath_factory.mktemp(basename, numbered).resolve())
-
- def getbasetemp(self) -> py.path.local:
- """Backward compat wrapper for ``_tmppath_factory.getbasetemp``."""
- return py.path.local(self._tmppath_factory.getbasetemp().resolve())
+ self._basetemp = basetemp
+ self._trace("new basetemp", basetemp)
+ return basetemp
def get_user() -> Optional[str]:
@@ -157,30 +167,21 @@ def get_user() -> Optional[str]:
def pytest_configure(config: Config) -> None:
- """Create a TempdirFactory and attach it to the config object.
+ """Create a TempPathFactory and attach it to the config object.
This is to comply with existing plugins which expect the handler to be
available at pytest_configure time, but ideally should be moved entirely
- to the tmpdir_factory session fixture.
+ to the tmp_path_factory session fixture.
"""
mp = MonkeyPatch()
- tmppath_handler = TempPathFactory.from_config(config, _ispytest=True)
- t = TempdirFactory(tmppath_handler, _ispytest=True)
- config._cleanup.append(mp.undo)
- mp.setattr(config, "_tmp_path_factory", tmppath_handler, raising=False)
- mp.setattr(config, "_tmpdirhandler", t, raising=False)
-
-
-@fixture(scope="session")
-def tmpdir_factory(request: FixtureRequest) -> TempdirFactory:
- """Return a :class:`_pytest.tmpdir.TempdirFactory` instance for the test session."""
- # Set dynamically by pytest_configure() above.
- return request.config._tmpdirhandler # type: ignore
+ config.add_cleanup(mp.undo)
+ _tmp_path_factory = TempPathFactory.from_config(config, _ispytest=True)
+ mp.setattr(config, "_tmp_path_factory", _tmp_path_factory, raising=False)
@fixture(scope="session")
def tmp_path_factory(request: FixtureRequest) -> TempPathFactory:
- """Return a :class:`_pytest.tmpdir.TempPathFactory` instance for the test session."""
+ """Return a :class:`pytest.TempPathFactory` instance for the test session."""
# Set dynamically by pytest_configure() above.
return request.config._tmp_path_factory # type: ignore
@@ -193,24 +194,6 @@ def _mk_tmp(request: FixtureRequest, factory: TempPathFactory) -> Path:
return factory.mktemp(name, numbered=True)
-@fixture
-def tmpdir(tmp_path: Path) -> py.path.local:
- """Return a temporary directory path object which is unique to each test
- function invocation, created as a sub directory of the base temporary
- directory.
-
- By default, a new base temporary directory is created each test session,
- and old bases are removed after 3 sessions, to aid in debugging. If
- ``--basetemp`` is used then it is cleared each session. See :ref:`base
- temporary directory`.
-
- The returned object is a `py.path.local`_ path object.
-
- .. _`py.path.local`: https://py.readthedocs.io/en/latest/path.html
- """
- return py.path.local(tmp_path)
-
-
@fixture
def tmp_path(request: FixtureRequest, tmp_path_factory: TempPathFactory) -> Path:
"""Return a temporary directory path object which is unique to each test
diff --git a/src/_pytest/unittest.py b/src/_pytest/unittest.py
index 55f15efe4b7..108095bfcbe 100644
--- a/src/_pytest/unittest.py
+++ b/src/_pytest/unittest.py
@@ -29,13 +29,11 @@
from _pytest.python import Function
from _pytest.python import PyCollector
from _pytest.runner import CallInfo
-from _pytest.skipping import skipped_by_mark_key
-from _pytest.skipping import unexpectedsuccess_key
+from _pytest.scope import Scope
if TYPE_CHECKING:
import unittest
-
- from _pytest.fixtures import _Scope
+ import twisted.trial.unittest
_SysExcInfoType = Union[
Tuple[Type[BaseException], BaseException, types.TracebackType],
@@ -103,7 +101,7 @@ def _inject_setup_teardown_fixtures(self, cls: type) -> None:
"setUpClass",
"tearDownClass",
"doClassCleanups",
- scope="class",
+ scope=Scope.Class,
pass_self=False,
)
if class_fixture:
@@ -114,7 +112,7 @@ def _inject_setup_teardown_fixtures(self, cls: type) -> None:
"setup_method",
"teardown_method",
None,
- scope="function",
+ scope=Scope.Function,
pass_self=True,
)
if method_fixture:
@@ -126,7 +124,7 @@ def _make_xunit_fixture(
setup_name: str,
teardown_name: str,
cleanup_name: Optional[str],
- scope: "_Scope",
+ scope: Scope,
pass_self: bool,
):
setup = getattr(obj, setup_name, None)
@@ -142,15 +140,15 @@ def cleanup(*args):
pass
@pytest.fixture(
- scope=scope,
+ scope=scope.value,
autouse=True,
# Use a unique name to speed up lookup.
- name=f"unittest_{setup_name}_fixture_{obj.__qualname__}",
+ name=f"_unittest_{setup_name}_fixture_{obj.__qualname__}",
)
def fixture(self, request: FixtureRequest) -> Generator[None, None, None]:
if _is_skipped(self):
reason = self.__unittest_skip_why__
- pytest.skip(reason)
+ raise pytest.skip.Exception(reason, _use_item_location=True)
if setup is not None:
try:
if pass_self:
@@ -210,7 +208,7 @@ def _addexcinfo(self, rawexcinfo: "_SysExcInfoType") -> None:
# Unwrap potential exception info (see twisted trial support below).
rawexcinfo = getattr(rawexcinfo, "_rawexcinfo", rawexcinfo)
try:
- excinfo = _pytest._code.ExceptionInfo(rawexcinfo) # type: ignore[arg-type]
+ excinfo = _pytest._code.ExceptionInfo[BaseException].from_exc_info(rawexcinfo) # type: ignore[arg-type]
# Invoke the attributes to trigger storing the traceback
# trial causes some issue there.
excinfo.value
@@ -256,9 +254,8 @@ def addFailure(
def addSkip(self, testcase: "unittest.TestCase", reason: str) -> None:
try:
- skip(reason)
+ raise pytest.skip.Exception(reason, _use_item_location=True)
except skip.Exception:
- self._store[skipped_by_mark_key] = True
self._addexcinfo(sys.exc_info())
def addExpectedFailure(
@@ -273,9 +270,18 @@ def addExpectedFailure(
self._addexcinfo(sys.exc_info())
def addUnexpectedSuccess(
- self, testcase: "unittest.TestCase", reason: str = ""
+ self,
+ testcase: "unittest.TestCase",
+ reason: Optional["twisted.trial.unittest.Todo"] = None,
) -> None:
- self._store[unexpectedsuccess_key] = reason
+ msg = "Unexpected success"
+ if reason:
+ msg += f": {reason.reason}"
+ # Preserve unittest behaviour - fail the test. Explicitly not an XPASS.
+ try:
+ fail(msg, pytrace=False)
+ except fail.Exception:
+ self._addexcinfo(sys.exc_info())
def addSuccess(self, testcase: "unittest.TestCase") -> None:
pass
@@ -283,15 +289,6 @@ def addSuccess(self, testcase: "unittest.TestCase") -> None:
def stopTest(self, testcase: "unittest.TestCase") -> None:
pass
- def _expecting_failure(self, test_method) -> bool:
- """Return True if the given unittest method (or the entire class) is marked
- with @expectedFailure."""
- expecting_failure_method = getattr(
- test_method, "__unittest_expecting_failure__", False
- )
- expecting_failure_class = getattr(self, "__unittest_expecting_failure__", False)
- return bool(expecting_failure_class or expecting_failure_method)
-
def runtest(self) -> None:
from _pytest.debugging import maybe_wrap_pytest_function_for_tracing
@@ -325,7 +322,7 @@ def runtest(self) -> None:
def _prunetraceback(
self, excinfo: _pytest._code.ExceptionInfo[BaseException]
) -> None:
- Function._prunetraceback(self, excinfo)
+ super()._prunetraceback(excinfo)
traceback = excinfo.traceback.filter(
lambda x: not x.frame.f_globals.get("__unittest")
)
@@ -343,6 +340,10 @@ def pytest_runtest_makereport(item: Item, call: CallInfo[None]) -> None:
except AttributeError:
pass
+ # Convert unittest.SkipTest to pytest.skip.
+ # This is actually only needed for nose, which reuses unittest.SkipTest for
+ # its own nose.SkipTest. For unittest TestCases, SkipTest is already
+ # handled internally, and doesn't reach here.
unittest = sys.modules.get("unittest")
if (
unittest
@@ -350,7 +351,6 @@ def pytest_runtest_makereport(item: Item, call: CallInfo[None]) -> None:
and isinstance(call.excinfo.value, unittest.SkipTest) # type: ignore[attr-defined]
):
excinfo = call.excinfo
- # Let's substitute the excinfo with a pytest.skip one.
call2 = CallInfo[None].from_call(
lambda: pytest.skip(str(excinfo.value)), call.when
)
diff --git a/src/_pytest/warning_types.py b/src/_pytest/warning_types.py
index 2eadd9fe4db..2a97a319789 100644
--- a/src/_pytest/warning_types.py
+++ b/src/_pytest/warning_types.py
@@ -42,13 +42,26 @@ class PytestCollectionWarning(PytestWarning):
__module__ = "pytest"
-@final
class PytestDeprecationWarning(PytestWarning, DeprecationWarning):
"""Warning class for features that will be removed in a future version."""
__module__ = "pytest"
+@final
+class PytestRemovedIn7Warning(PytestDeprecationWarning):
+ """Warning class for features that will be removed in pytest 7."""
+
+ __module__ = "pytest"
+
+
+@final
+class PytestRemovedIn8Warning(PytestDeprecationWarning):
+ """Warning class for features that will be removed in pytest 8."""
+
+ __module__ = "pytest"
+
+
@final
class PytestExperimentalApiWarning(PytestWarning, FutureWarning):
"""Warning category used to denote experiments in pytest.
@@ -116,7 +129,7 @@ class PytestUnhandledThreadExceptionWarning(PytestWarning):
@final
-@attr.s
+@attr.s(auto_attribs=True)
class UnformattedWarning(Generic[_W]):
"""A warning meant to be formatted during runtime.
@@ -124,8 +137,8 @@ class UnformattedWarning(Generic[_W]):
as opposed to a direct message.
"""
- category = attr.ib(type=Type["_W"])
- template = attr.ib(type=str)
+ category: Type["_W"]
+ template: str
def format(self, **kwargs: Any) -> _W:
"""Return an instance of the warning category, formatted with given kwargs."""
diff --git a/src/_pytest/warnings.py b/src/_pytest/warnings.py
index 35eed96df58..c0c946cbde5 100644
--- a/src/_pytest/warnings.py
+++ b/src/_pytest/warnings.py
@@ -21,7 +21,7 @@ def pytest_configure(config: Config) -> None:
config.addinivalue_line(
"markers",
"filterwarnings(warning): add a warning filter to the given test. "
- "see https://docs.pytest.org/en/stable/warnings.html#pytest-mark-filterwarnings ",
+ "see https://docs.pytest.org/en/stable/how-to/capture-warnings.html#pytest-mark-filterwarnings ",
)
@@ -49,6 +49,8 @@ def catch_warnings_for_item(
warnings.filterwarnings("always", category=DeprecationWarning)
warnings.filterwarnings("always", category=PendingDeprecationWarning)
+ warnings.filterwarnings("error", category=pytest.PytestRemovedIn7Warning)
+
apply_warning_filters(config_filters, cmdline_filters)
# apply filters from "filterwarnings" marks
diff --git a/src/pytest/__init__.py b/src/pytest/__init__.py
index 70177f95040..6050fd11248 100644
--- a/src/pytest/__init__.py
+++ b/src/pytest/__init__.py
@@ -2,16 +2,22 @@
"""pytest: unit and functional testing with Python."""
from . import collect
from _pytest import __version__
+from _pytest import version_tuple
+from _pytest._code import ExceptionInfo
from _pytest.assertion import register_assert_rewrite
from _pytest.cacheprovider import Cache
from _pytest.capture import CaptureFixture
from _pytest.config import cmdline
+from _pytest.config import Config
from _pytest.config import console_main
from _pytest.config import ExitCode
from _pytest.config import hookimpl
from _pytest.config import hookspec
from _pytest.config import main
+from _pytest.config import PytestPluginManager
from _pytest.config import UsageError
+from _pytest.config.argparsing import OptionGroup
+from _pytest.config.argparsing import Parser
from _pytest.debugging import pytestPDB as __pytestPDB
from _pytest.fixtures import _fillfuncargs
from _pytest.fixtures import fixture
@@ -19,9 +25,14 @@
from _pytest.fixtures import FixtureRequest
from _pytest.fixtures import yield_fixture
from _pytest.freeze_support import freeze_includes
+from _pytest.legacypath import TempdirFactory
+from _pytest.legacypath import Testdir
from _pytest.logging import LogCaptureFixture
from _pytest.main import Session
+from _pytest.mark import Mark
from _pytest.mark import MARK_GEN as mark
+from _pytest.mark import MarkDecorator
+from _pytest.mark import MarkGenerator
from _pytest.mark import param
from _pytest.monkeypatch import MonkeyPatch
from _pytest.nodes import Collector
@@ -32,11 +43,14 @@
from _pytest.outcomes import importorskip
from _pytest.outcomes import skip
from _pytest.outcomes import xfail
+from _pytest.pytester import HookRecorder
+from _pytest.pytester import LineMatcher
from _pytest.pytester import Pytester
-from _pytest.pytester import Testdir
+from _pytest.pytester import RecordedHookCall
+from _pytest.pytester import RunResult
from _pytest.python import Class
from _pytest.python import Function
-from _pytest.python import Instance
+from _pytest.python import Metafunc
from _pytest.python import Module
from _pytest.python import Package
from _pytest.python_api import approx
@@ -44,7 +58,11 @@
from _pytest.recwarn import deprecated_call
from _pytest.recwarn import WarningsRecorder
from _pytest.recwarn import warns
-from _pytest.tmpdir import TempdirFactory
+from _pytest.reports import CollectReport
+from _pytest.reports import TestReport
+from _pytest.runner import CallInfo
+from _pytest.stash import Stash
+from _pytest.stash import StashKey
from _pytest.tmpdir import TempPathFactory
from _pytest.warning_types import PytestAssertRewriteWarning
from _pytest.warning_types import PytestCacheWarning
@@ -52,6 +70,8 @@
from _pytest.warning_types import PytestConfigWarning
from _pytest.warning_types import PytestDeprecationWarning
from _pytest.warning_types import PytestExperimentalApiWarning
+from _pytest.warning_types import PytestRemovedIn7Warning
+from _pytest.warning_types import PytestRemovedIn8Warning
from _pytest.warning_types import PytestUnhandledCoroutineWarning
from _pytest.warning_types import PytestUnhandledThreadExceptionWarning
from _pytest.warning_types import PytestUnknownMarkWarning
@@ -60,19 +80,24 @@
set_trace = __pytestPDB.set_trace
+
__all__ = [
"__version__",
"_fillfuncargs",
"approx",
"Cache",
+ "CallInfo",
"CaptureFixture",
"Class",
"cmdline",
"collect",
"Collector",
+ "CollectReport",
+ "Config",
"console_main",
"deprecated_call",
"exit",
+ "ExceptionInfo",
"ExitCode",
"fail",
"File",
@@ -82,40 +107,65 @@
"freeze_includes",
"Function",
"hookimpl",
+ "HookRecorder",
"hookspec",
"importorskip",
- "Instance",
"Item",
+ "LineMatcher",
"LogCaptureFixture",
"main",
"mark",
+ "Mark",
+ "MarkDecorator",
+ "MarkGenerator",
+ "Metafunc",
"Module",
"MonkeyPatch",
+ "OptionGroup",
"Package",
"param",
+ "Parser",
"PytestAssertRewriteWarning",
"PytestCacheWarning",
"PytestCollectionWarning",
"PytestConfigWarning",
"PytestDeprecationWarning",
"PytestExperimentalApiWarning",
+ "PytestRemovedIn7Warning",
+ "PytestRemovedIn8Warning",
"Pytester",
+ "PytestPluginManager",
"PytestUnhandledCoroutineWarning",
"PytestUnhandledThreadExceptionWarning",
"PytestUnknownMarkWarning",
"PytestUnraisableExceptionWarning",
"PytestWarning",
"raises",
+ "RecordedHookCall",
"register_assert_rewrite",
+ "RunResult",
"Session",
"set_trace",
"skip",
+ "Stash",
+ "StashKey",
+ "version_tuple",
+ "TempdirFactory",
"TempPathFactory",
"Testdir",
- "TempdirFactory",
+ "TestReport",
"UsageError",
"WarningsRecorder",
"warns",
"xfail",
"yield_fixture",
]
+
+
+def __getattr__(name: str) -> object:
+ if name == "Instance":
+ # The import emits a deprecation warning.
+ from _pytest.python import Instance
+
+ return Instance
+ raise AttributeError(f"module {__name__} has no attribute {name}")
diff --git a/src/pytest/collect.py b/src/pytest/collect.py
index 2edf4470f4d..4b2b5818066 100644
--- a/src/pytest/collect.py
+++ b/src/pytest/collect.py
@@ -11,7 +11,6 @@
"Collector",
"Module",
"Function",
- "Instance",
"Session",
"Item",
"Class",
diff --git a/testing/acceptance_test.py b/testing/acceptance_test.py
index b7ec18a9cb6..8b8d4a4a6ed 100644
--- a/testing/acceptance_test.py
+++ b/testing/acceptance_test.py
@@ -3,7 +3,6 @@
import types
import attr
-import py
import pytest
from _pytest.compat import importlib_metadata
@@ -188,7 +187,7 @@ def test_not_collectable_arguments(self, pytester: Pytester) -> None:
result.stderr.fnmatch_lines(
[
f"ERROR: not found: {p2}",
- "(no name {!r} in any of [[][]])".format(str(p2)),
+ f"(no name {str(p2)!r} in any of [[][]])",
"",
]
)
@@ -304,9 +303,9 @@ def runtest(self):
class MyCollector(pytest.File):
def collect(self):
return [MyItem.from_parent(name="xyz", parent=self)]
- def pytest_collect_file(path, parent):
- if path.basename.startswith("conftest"):
- return MyCollector.from_parent(fspath=path, parent=parent)
+ def pytest_collect_file(file_path, parent):
+ if file_path.name.startswith("conftest"):
+ return MyCollector.from_parent(path=file_path, parent=parent)
"""
)
result = pytester.runpytest(c.name + "::" + "xyz")
@@ -515,28 +514,10 @@ def test_earlyinit(self, pytester: Pytester) -> None:
assert result.ret == 0
def test_pydoc(self, pytester: Pytester) -> None:
- for name in ("py.test", "pytest"):
- result = pytester.runpython_c(f"import {name};help({name})")
- assert result.ret == 0
- s = result.stdout.str()
- assert "MarkGenerator" in s
-
- def test_import_star_py_dot_test(self, pytester: Pytester) -> None:
- p = pytester.makepyfile(
- """
- from py.test import *
- #collect
- #cmdline
- #Item
- # assert collect.Item is Item
- # assert collect.Collector is Collector
- main
- skip
- xfail
- """
- )
- result = pytester.runpython(p)
+ result = pytester.runpython_c("import pytest;help(pytest)")
assert result.ret == 0
+ s = result.stdout.str()
+ assert "MarkGenerator" in s
def test_import_star_pytest(self, pytester: Pytester) -> None:
p = pytester.makepyfile(
@@ -585,10 +566,6 @@ def test_python_pytest_package(self, pytester: Pytester) -> None:
assert res.ret == 0
res.stdout.fnmatch_lines(["*1 passed*"])
- def test_equivalence_pytest_pydottest(self) -> None:
- # Type ignored because `py.test` is not and will not be typed.
- assert pytest.main == py.test.cmdline.main # type: ignore[attr-defined]
-
def test_invoke_with_invalid_type(self) -> None:
with pytest.raises(
TypeError, match="expected to be a list of strings, got: '-h'"
@@ -1173,7 +1150,7 @@ def test_usage_error_code(pytester: Pytester) -> None:
assert result.ret == ExitCode.USAGE_ERROR
-@pytest.mark.filterwarnings("default")
+@pytest.mark.filterwarnings("default::pytest.PytestUnhandledCoroutineWarning")
def test_warn_on_async_function(pytester: Pytester) -> None:
# In the below we .close() the coroutine only to avoid
# "RuntimeWarning: coroutine 'test_2' was never awaited"
@@ -1206,7 +1183,7 @@ def test_3():
)
-@pytest.mark.filterwarnings("default")
+@pytest.mark.filterwarnings("default::pytest.PytestUnhandledCoroutineWarning")
def test_warn_on_async_gen_function(pytester: Pytester) -> None:
pytester.makepyfile(
test_async="""
@@ -1304,7 +1281,7 @@ def test_simple():
reason="Windows raises `OSError: [Errno 22] Invalid argument` instead",
)
def test_no_brokenpipeerror_message(pytester: Pytester) -> None:
- """Ensure that the broken pipe error message is supressed.
+ """Ensure that the broken pipe error message is suppressed.
In some Python versions, it reaches sys.unraisablehook, in others
a BrokenPipeError exception is propagated, but either way it prints
diff --git a/testing/code/test_excinfo.py b/testing/code/test_excinfo.py
index 5b9e3eda529..61aa4406ad2 100644
--- a/testing/code/test_excinfo.py
+++ b/testing/code/test_excinfo.py
@@ -1,25 +1,28 @@
import importlib
import io
import operator
-import os
import queue
import sys
import textwrap
+from pathlib import Path
from typing import Any
from typing import Dict
from typing import Tuple
from typing import TYPE_CHECKING
from typing import Union
-import py
-
import _pytest
import pytest
from _pytest._code.code import ExceptionChainRepr
from _pytest._code.code import ExceptionInfo
from _pytest._code.code import FormattedExcinfo
from _pytest._io import TerminalWriter
+from _pytest.monkeypatch import MonkeyPatch
+from _pytest.pathlib import bestrelpath
+from _pytest.pathlib import import_path
from _pytest.pytester import LineMatcher
+from _pytest.pytester import Pytester
+
if TYPE_CHECKING:
from _pytest._code.code import _TracebackStyle
@@ -146,24 +149,25 @@ def xyz():
" except somenoname: # type: ignore[name-defined] # noqa: F821",
]
- def test_traceback_cut(self):
+ def test_traceback_cut(self) -> None:
co = _pytest._code.Code.from_function(f)
path, firstlineno = co.path, co.firstlineno
+ assert isinstance(path, Path)
traceback = self.excinfo.traceback
newtraceback = traceback.cut(path=path, firstlineno=firstlineno)
assert len(newtraceback) == 1
newtraceback = traceback.cut(path=path, lineno=firstlineno + 2)
assert len(newtraceback) == 1
- def test_traceback_cut_excludepath(self, testdir):
- p = testdir.makepyfile("def f(): raise ValueError")
+ def test_traceback_cut_excludepath(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile("def f(): raise ValueError")
with pytest.raises(ValueError) as excinfo:
- p.pyimport().f()
- basedir = py.path.local(pytest.__file__).dirpath()
+ import_path(p, root=pytester.path).f() # type: ignore[attr-defined]
+ basedir = Path(pytest.__file__).parent
newtraceback = excinfo.traceback.cut(excludepath=basedir)
for x in newtraceback:
- if hasattr(x, "path"):
- assert not py.path.local(x.path).relto(basedir)
+ assert isinstance(x.path, Path)
+ assert basedir not in x.path.parents
assert newtraceback[-1].frame.code.path == p
def test_traceback_filter(self):
@@ -360,19 +364,19 @@ def test_excinfo_no_sourcecode():
assert s == " File '<string>':1 in <module>\n ???\n"
-def test_excinfo_no_python_sourcecode(tmpdir):
+def test_excinfo_no_python_sourcecode(tmp_path: Path) -> None:
# XXX: simplified locally testable version
- tmpdir.join("test.txt").write("{{ h()}}:")
+ tmp_path.joinpath("test.txt").write_text("{{ h()}}:")
jinja2 = pytest.importorskip("jinja2")
- loader = jinja2.FileSystemLoader(str(tmpdir))
+ loader = jinja2.FileSystemLoader(str(tmp_path))
env = jinja2.Environment(loader=loader)
template = env.get_template("test.txt")
excinfo = pytest.raises(ValueError, template.render, h=h)
for item in excinfo.traceback:
print(item) # XXX: for some reason jinja.Template.render is printed in full
item.source # shouldn't fail
- if isinstance(item.path, py.path.local) and item.path.basename == "test.txt":
+ if isinstance(item.path, Path) and item.path.name == "test.txt":
assert str(item.source) == "{{ h()}}:"
@@ -388,16 +392,16 @@ def test_entrysource_Queue_example():
assert s.startswith("def get")
-def test_codepath_Queue_example():
+def test_codepath_Queue_example() -> None:
try:
queue.Queue().get(timeout=0.001)
except queue.Empty:
excinfo = _pytest._code.ExceptionInfo.from_current()
entry = excinfo.traceback[-1]
path = entry.path
- assert isinstance(path, py.path.local)
- assert path.basename.lower() == "queue.py"
- assert path.check()
+ assert isinstance(path, Path)
+ assert path.name.lower() == "queue.py"
+ assert path.exists()
def test_match_succeeds():
@@ -406,8 +410,8 @@ def test_match_succeeds():
excinfo.match(r".*zero.*")
-def test_match_raises_error(testdir):
- testdir.makepyfile(
+def test_match_raises_error(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
def test_division_zero():
@@ -416,14 +420,14 @@ def test_division_zero():
excinfo.match(r'[123]+')
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret != 0
exc_msg = "Regex pattern '[[]123[]]+' does not match 'division by zero'."
result.stdout.fnmatch_lines([f"E * AssertionError: {exc_msg}"])
result.stdout.no_fnmatch_line("*__tracebackhide__ = True*")
- result = testdir.runpytest("--fulltrace")
+ result = pytester.runpytest("--fulltrace")
assert result.ret != 0
result.stdout.fnmatch_lines(
["*__tracebackhide__ = True*", f"E * AssertionError: {exc_msg}"]
@@ -432,15 +436,14 @@ def test_division_zero():
class TestFormattedExcinfo:
@pytest.fixture
- def importasmod(self, request, _sys_snapshot):
+ def importasmod(self, tmp_path: Path, _sys_snapshot):
def importasmod(source):
source = textwrap.dedent(source)
- tmpdir = request.getfixturevalue("tmpdir")
- modpath = tmpdir.join("mod.py")
- tmpdir.ensure("__init__.py")
- modpath.write(source)
+ modpath = tmp_path.joinpath("mod.py")
+ tmp_path.joinpath("__init__.py").touch()
+ modpath.write_text(source)
importlib.invalidate_caches()
- return modpath.pyimport()
+ return import_path(modpath, root=tmp_path)
return importasmod
@@ -452,7 +455,7 @@ def f(x):
pass
"""
).strip()
- pr.flow_marker = "|"
+ pr.flow_marker = "|" # type: ignore[misc]
lines = pr.get_source(source, 0)
assert len(lines) == 2
assert lines[0] == "| def f(x):"
@@ -682,7 +685,7 @@ def entry():
p = FormattedExcinfo(style="short")
reprtb = p.repr_traceback_entry(excinfo.traceback[-2])
lines = reprtb.lines
- basename = py.path.local(mod.__file__).basename
+ basename = Path(mod.__file__).name
assert lines[0] == " func1()"
assert reprtb.reprfileloc is not None
assert basename in str(reprtb.reprfileloc.path)
@@ -802,21 +805,21 @@ def entry():
raised = 0
- orig_getcwd = os.getcwd
+ orig_path_cwd = Path.cwd
def raiseos():
nonlocal raised
upframe = sys._getframe().f_back
assert upframe is not None
- if upframe.f_code.co_name == "checked_call":
+ if upframe.f_code.co_name == "_makepath":
# Only raise with expected calls, but not via e.g. inspect for
# py38-windows.
raised += 1
raise OSError(2, "custom_oserror")
- return orig_getcwd()
+ return orig_path_cwd()
- monkeypatch.setattr(os, "getcwd", raiseos)
- assert p._makepath(__file__) == __file__
+ monkeypatch.setattr(Path, "cwd", raiseos)
+ assert p._makepath(Path(__file__)) == __file__
assert raised == 1
repr_tb = p.repr_traceback(excinfo)
@@ -948,7 +951,9 @@ def f():
assert line.endswith("mod.py")
assert tw_mock.lines[12] == ":3: ValueError"
- def test_toterminal_long_missing_source(self, importasmod, tmpdir, tw_mock):
+ def test_toterminal_long_missing_source(
+ self, importasmod, tmp_path: Path, tw_mock
+ ) -> None:
mod = importasmod(
"""
def g(x):
@@ -958,7 +963,7 @@ def f():
"""
)
excinfo = pytest.raises(ValueError, mod.f)
- tmpdir.join("mod.py").remove()
+ tmp_path.joinpath("mod.py").unlink()
excinfo.traceback = excinfo.traceback.filter()
repr = excinfo.getrepr()
repr.toterminal(tw_mock)
@@ -978,7 +983,9 @@ def f():
assert line.endswith("mod.py")
assert tw_mock.lines[10] == ":3: ValueError"
- def test_toterminal_long_incomplete_source(self, importasmod, tmpdir, tw_mock):
+ def test_toterminal_long_incomplete_source(
+ self, importasmod, tmp_path: Path, tw_mock
+ ) -> None:
mod = importasmod(
"""
def g(x):
@@ -988,7 +995,7 @@ def f():
"""
)
excinfo = pytest.raises(ValueError, mod.f)
- tmpdir.join("mod.py").write("asdf")
+ tmp_path.joinpath("mod.py").write_text("asdf")
excinfo.traceback = excinfo.traceback.filter()
repr = excinfo.getrepr()
repr.toterminal(tw_mock)
@@ -1008,7 +1015,9 @@ def f():
assert line.endswith("mod.py")
assert tw_mock.lines[10] == ":3: ValueError"
- def test_toterminal_long_filenames(self, importasmod, tw_mock):
+ def test_toterminal_long_filenames(
+ self, importasmod, tw_mock, monkeypatch: MonkeyPatch
+ ) -> None:
mod = importasmod(
"""
def f():
@@ -1016,25 +1025,22 @@ def f():
"""
)
excinfo = pytest.raises(ValueError, mod.f)
- path = py.path.local(mod.__file__)
- old = path.dirpath().chdir()
- try:
- repr = excinfo.getrepr(abspath=False)
- repr.toterminal(tw_mock)
- x = py.path.local().bestrelpath(path)
- if len(x) < len(str(path)):
- msg = tw_mock.get_write_msg(-2)
- assert msg == "mod.py"
- assert tw_mock.lines[-1] == ":3: ValueError"
-
- repr = excinfo.getrepr(abspath=True)
- repr.toterminal(tw_mock)
+ path = Path(mod.__file__)
+ monkeypatch.chdir(path.parent)
+ repr = excinfo.getrepr(abspath=False)
+ repr.toterminal(tw_mock)
+ x = bestrelpath(Path.cwd(), path)
+ if len(x) < len(str(path)):
msg = tw_mock.get_write_msg(-2)
- assert msg == path
- line = tw_mock.lines[-1]
- assert line == ":3: ValueError"
- finally:
- old.chdir()
+ assert msg == "mod.py"
+ assert tw_mock.lines[-1] == ":3: ValueError"
+
+ repr = excinfo.getrepr(abspath=True)
+ repr.toterminal(tw_mock)
+ msg = tw_mock.get_write_msg(-2)
+ assert msg == str(path)
+ line = tw_mock.lines[-1]
+ assert line == ":3: ValueError"
@pytest.mark.parametrize(
"reproptions",
@@ -1374,16 +1380,41 @@ def test_repr_traceback_with_unicode(style, encoding):
assert repr_traceback is not None
-def test_cwd_deleted(testdir):
- testdir.makepyfile(
+def test_cwd_deleted(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
- def test(tmpdir):
- tmpdir.chdir()
- tmpdir.remove()
+ import os
+
+ def test(tmp_path):
+ os.chdir(tmp_path)
+ tmp_path.unlink()
assert False
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
+ result.stdout.fnmatch_lines(["* 1 failed in *"])
+ result.stdout.no_fnmatch_line("*INTERNALERROR*")
+ result.stderr.no_fnmatch_line("*INTERNALERROR*")
+
+
+def test_regression_nagative_line_index(pytester: Pytester) -> None:
+ """
+ With Python 3.10 alphas, there was an INTERNALERROR reported in
+ https://github.com/pytest-dev/pytest/pull/8227
+ This test ensures it does not regress.
+ """
+ pytester.makepyfile(
+ """
+ import ast
+ import pytest
+
+
+ def test_literal_eval():
+ with pytest.raises(ValueError, match="^$"):
+ ast.literal_eval("pytest")
+ """
+ )
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["* 1 failed in *"])
result.stdout.no_fnmatch_line("*INTERNALERROR*")
result.stderr.no_fnmatch_line("*INTERNALERROR*")
diff --git a/testing/code/test_source.py b/testing/code/test_source.py
index 04d0ea9323d..9f7be5e2458 100644
--- a/testing/code/test_source.py
+++ b/testing/code/test_source.py
@@ -6,18 +6,18 @@
import linecache
import sys
import textwrap
+from pathlib import Path
from types import CodeType
from typing import Any
from typing import Dict
from typing import Optional
-import py.path
-
import pytest
from _pytest._code import Code
from _pytest._code import Frame
from _pytest._code import getfslineno
from _pytest._code import Source
+from _pytest.pathlib import import_path
def test_source_str_function() -> None:
@@ -286,7 +286,7 @@ def g():
assert lines == ["def f():", " def g():", " pass"]
-def test_source_of_class_at_eof_without_newline(tmpdir, _sys_snapshot) -> None:
+def test_source_of_class_at_eof_without_newline(_sys_snapshot, tmp_path: Path) -> None:
# this test fails because the implicit inspect.getsource(A) below
# does not return the "x = 1" last line.
source = Source(
@@ -296,9 +296,10 @@ def method(self):
x = 1
"""
)
- path = tmpdir.join("a.py")
- path.write(source)
- s2 = Source(tmpdir.join("a.py").pyimport().A)
+ path = tmp_path.joinpath("a.py")
+ path.write_text(str(source))
+ mod: Any = import_path(path, root=tmp_path)
+ s2 = Source(mod.A)
assert str(source).strip() == str(s2).strip()
@@ -352,8 +353,8 @@ def f(x) -> None:
fspath, lineno = getfslineno(f)
- assert isinstance(fspath, py.path.local)
- assert fspath.basename == "test_source.py"
+ assert isinstance(fspath, Path)
+ assert fspath.name == "test_source.py"
assert lineno == f.__code__.co_firstlineno - 1 # see findsource
class A:
@@ -362,8 +363,8 @@ class A:
fspath, lineno = getfslineno(A)
_, A_lineno = inspect.findsource(A)
- assert isinstance(fspath, py.path.local)
- assert fspath.basename == "test_source.py"
+ assert isinstance(fspath, Path)
+ assert fspath.name == "test_source.py"
assert lineno == A_lineno
assert getfslineno(3) == ("", -1)
@@ -483,7 +484,7 @@ def deco_fixture():
src = inspect.getsource(deco_fixture)
assert src == " @pytest.fixture\n def deco_fixture():\n assert False\n"
- # currenly Source does not unwrap decorators, testing the
+ # currently Source does not unwrap decorators, testing the
# existing behavior here for explicitness, but perhaps we should revisit/change this
# in the future
assert str(Source(deco_fixture)).startswith("@functools.wraps(function)")
@@ -617,6 +618,19 @@ def something():
assert str(source) == "def func(): raise ValueError(42)"
+def test_decorator() -> None:
+ s = """\
+def foo(f):
+ pass
+
+@foo
+def bar():
+ pass
+ """
+ source = getstatement(3, s)
+ assert "@foo" in str(source)
+
+
def XXX_test_expression_multiline() -> None:
source = """\
something
diff --git a/testing/conftest.py b/testing/conftest.py
index 2dc20bcb2fd..107aad86b25 100644
--- a/testing/conftest.py
+++ b/testing/conftest.py
@@ -114,13 +114,13 @@ def dummy_yaml_custom_test(pytester: Pytester):
"""
import pytest
- def pytest_collect_file(parent, path):
- if path.ext == ".yaml" and path.basename.startswith("test"):
- return YamlFile.from_parent(fspath=path, parent=parent)
+ def pytest_collect_file(parent, file_path):
+ if file_path.suffix == ".yaml" and file_path.name.startswith("test"):
+ return YamlFile.from_parent(path=file_path, parent=parent)
class YamlFile(pytest.File):
def collect(self):
- yield YamlItem.from_parent(name=self.fspath.basename, parent=self)
+ yield YamlItem.from_parent(name=self.path.name, parent=self)
class YamlItem(pytest.Item):
def runtest(self):
diff --git a/testing/deprecated_test.py b/testing/deprecated_test.py
index d213414ee45..9ac7fe1cacb 100644
--- a/testing/deprecated_test.py
+++ b/testing/deprecated_test.py
@@ -1,28 +1,31 @@
import re
+import sys
import warnings
+from pathlib import Path
from unittest import mock
import pytest
from _pytest import deprecated
+from _pytest.compat import legacy_path
from _pytest.pytester import Pytester
-from _pytest.pytester import Testdir
+from pytest import PytestDeprecationWarning
@pytest.mark.parametrize("attribute", pytest.collect.__all__) # type: ignore
# false positive due to dynamic attribute
-def test_pytest_collect_module_deprecated(attribute):
+def test_pytest_collect_module_deprecated(attribute) -> None:
with pytest.warns(DeprecationWarning, match=attribute):
getattr(pytest.collect, attribute)
@pytest.mark.parametrize("plugin", sorted(deprecated.DEPRECATED_EXTERNAL_PLUGINS))
@pytest.mark.filterwarnings("default")
-def test_external_plugins_integrated(testdir, plugin):
- testdir.syspathinsert()
- testdir.makepyfile(**{plugin: ""})
+def test_external_plugins_integrated(pytester: Pytester, plugin) -> None:
+ pytester.syspathinsert()
+ pytester.makepyfile(**{plugin: ""})
with pytest.warns(pytest.PytestConfigWarning):
- testdir.parseconfig("-p", plugin)
+ pytester.parseconfig("-p", plugin)
def test_fillfuncargs_is_deprecated() -> None:
@@ -49,32 +52,32 @@ def test_fillfixtures_is_deprecated() -> None:
_pytest.fixtures.fillfixtures(mock.Mock())
-def test_minus_k_dash_is_deprecated(testdir) -> None:
- threepass = testdir.makepyfile(
+def test_minus_k_dash_is_deprecated(pytester: Pytester) -> None:
+ threepass = pytester.makepyfile(
test_threepass="""
def test_one(): assert 1
def test_two(): assert 1
def test_three(): assert 1
"""
)
- result = testdir.runpytest("-k=-test_two", threepass)
+ result = pytester.runpytest("-k=-test_two", threepass)
result.stdout.fnmatch_lines(["*The `-k '-expr'` syntax*deprecated*"])
-def test_minus_k_colon_is_deprecated(testdir) -> None:
- threepass = testdir.makepyfile(
+def test_minus_k_colon_is_deprecated(pytester: Pytester) -> None:
+ threepass = pytester.makepyfile(
test_threepass="""
def test_one(): assert 1
def test_two(): assert 1
def test_three(): assert 1
"""
)
- result = testdir.runpytest("-k", "test_two:", threepass)
+ result = pytester.runpytest("-k", "test_two:", threepass)
result.stdout.fnmatch_lines(["*The `-k 'expr:'` syntax*deprecated*"])
-def test_fscollector_gethookproxy_isinitpath(testdir: Testdir) -> None:
- module = testdir.getmodulecol(
+def test_fscollector_gethookproxy_isinitpath(pytester: Pytester) -> None:
+ module = pytester.getmodulecol(
"""
def test_foo(): pass
""",
@@ -85,16 +88,16 @@ def test_foo(): pass
assert isinstance(package, pytest.Package)
with pytest.warns(pytest.PytestDeprecationWarning, match="gethookproxy"):
- package.gethookproxy(testdir.tmpdir)
+ package.gethookproxy(pytester.path)
with pytest.warns(pytest.PytestDeprecationWarning, match="isinitpath"):
- package.isinitpath(testdir.tmpdir)
+ package.isinitpath(pytester.path)
# The methods on Session are *not* deprecated.
session = module.session
with warnings.catch_warnings(record=True) as rec:
- session.gethookproxy(testdir.tmpdir)
- session.isinitpath(testdir.tmpdir)
+ session.gethookproxy(pytester.path)
+ session.isinitpath(pytester.path)
assert len(rec) == 0
@@ -112,7 +115,7 @@ def test_foo(): pass
result.stdout.fnmatch_lines(
[
"'unknown' not found in `markers` configuration option",
- "*PytestDeprecationWarning: The --strict option is deprecated, use --strict-markers instead.",
+ "*PytestRemovedIn8Warning: The --strict option is deprecated, use --strict-markers instead.",
]
)
@@ -137,3 +140,171 @@ def __init__(self, foo: int, *, _ispytest: bool = False) -> None:
# Doesn't warn.
PrivateInit(10, _ispytest=True)
+
+
+def test_raising_unittest_skiptest_during_collection_is_deprecated(
+ pytester: Pytester,
+) -> None:
+ pytester.makepyfile(
+ """
+ import unittest
+ raise unittest.SkipTest()
+ """
+ )
+ result = pytester.runpytest()
+ result.stdout.fnmatch_lines(
+ [
+ "*PytestRemovedIn8Warning: Raising unittest.SkipTest*",
+ ]
+ )
+
+
+@pytest.mark.parametrize("hooktype", ["hook", "ihook"])
+def test_hookproxy_warnings_for_pathlib(tmp_path, hooktype, request):
+ path = legacy_path(tmp_path)
+
+ PATH_WARN_MATCH = r".*path: py\.path\.local\) argument is deprecated, please use \(collection_path: pathlib\.Path.*"
+ if hooktype == "ihook":
+ hooks = request.node.ihook
+ else:
+ hooks = request.config.hook
+
+ with pytest.warns(PytestDeprecationWarning, match=PATH_WARN_MATCH) as r:
+ l1 = sys._getframe().f_lineno
+ hooks.pytest_ignore_collect(
+ config=request.config, path=path, collection_path=tmp_path
+ )
+ l2 = sys._getframe().f_lineno
+
+ (record,) = r
+ assert record.filename == __file__
+ assert l1 < record.lineno < l2
+
+ hooks.pytest_ignore_collect(config=request.config, collection_path=tmp_path)
+
+ # Passing entirely *different* paths is an outright error.
+ with pytest.raises(ValueError, match=r"path.*fspath.*need to be equal"):
+ with pytest.warns(PytestDeprecationWarning, match=PATH_WARN_MATCH) as r:
+ hooks.pytest_ignore_collect(
+ config=request.config, path=path, collection_path=Path("/bla/bla")
+ )
+
+
+def test_warns_none_is_deprecated():
+ with pytest.warns(
+ PytestDeprecationWarning,
+ match=re.escape(
+ "Passing None has been deprecated.\n"
+ "See https://docs.pytest.org/en/latest/how-to/capture-warnings.html"
+ "#additional-use-cases-of-warnings-in-tests"
+ " for alternatives in common use cases."
+ ),
+ ):
+ with pytest.warns(None): # type: ignore[call-overload]
+ pass
+
+
+class TestSkipMsgArgumentDeprecated:
+ def test_skip_with_msg_is_deprecated(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
+ """
+ import pytest
+
+ def test_skipping_msg():
+ pytest.skip(msg="skippedmsg")
+ """
+ )
+ result = pytester.runpytest(p)
+ result.stdout.fnmatch_lines(
+ [
+ "*PytestRemovedIn8Warning: pytest.skip(msg=...) is now deprecated, "
+ "use pytest.skip(reason=...) instead",
+ '*pytest.skip(msg="skippedmsg")*',
+ ]
+ )
+ result.assert_outcomes(skipped=1, warnings=1)
+
+ def test_fail_with_msg_is_deprecated(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
+ """
+ import pytest
+
+ def test_failing_msg():
+ pytest.fail(msg="failedmsg")
+ """
+ )
+ result = pytester.runpytest(p)
+ result.stdout.fnmatch_lines(
+ [
+ "*PytestRemovedIn8Warning: pytest.fail(msg=...) is now deprecated, "
+ "use pytest.fail(reason=...) instead",
+ '*pytest.fail(msg="failedmsg")',
+ ]
+ )
+ result.assert_outcomes(failed=1, warnings=1)
+
+ def test_exit_with_msg_is_deprecated(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
+ """
+ import pytest
+
+ def test_exit_msg():
+ pytest.exit(msg="exitmsg")
+ """
+ )
+ result = pytester.runpytest(p)
+ result.stdout.fnmatch_lines(
+ [
+ "*PytestRemovedIn8Warning: pytest.exit(msg=...) is now deprecated, "
+ "use pytest.exit(reason=...) instead",
+ ]
+ )
+ result.assert_outcomes(warnings=1)
+
+
+def test_deprecation_of_cmdline_preparse(pytester: Pytester) -> None:
+ pytester.makeconftest(
+ """
+ def pytest_cmdline_preparse(config, args):
+ ...
+
+ """
+ )
+ result = pytester.runpytest()
+ result.stdout.fnmatch_lines(
+ [
+ "*PytestRemovedIn8Warning: The pytest_cmdline_preparse hook is deprecated*",
+ "*Please use pytest_load_initial_conftests hook instead.*",
+ ]
+ )
+
+
+def test_node_ctor_fspath_argument_is_deprecated(pytester: Pytester) -> None:
+ mod = pytester.getmodulecol("")
+
+ with pytest.warns(
+ pytest.PytestDeprecationWarning,
+ match=re.escape("The (fspath: py.path.local) argument to File is deprecated."),
+ ):
+ pytest.File.from_parent(
+ parent=mod.parent,
+ fspath=legacy_path("bla"),
+ )
+
+
+@pytest.mark.skipif(
+ sys.version_info < (3, 7),
+ reason="This deprecation can only be emitted on python>=3.7",
+)
+def test_importing_instance_is_deprecated(pytester: Pytester) -> None:
+ with pytest.warns(
+ pytest.PytestDeprecationWarning,
+ match=re.escape("The pytest.Instance collector type is deprecated"),
+ ):
+ pytest.Instance
+
+ with pytest.warns(
+ pytest.PytestDeprecationWarning,
+ match=re.escape("The pytest.Instance collector type is deprecated"),
+ ):
+ from _pytest.python import Instance # noqa: F401
diff --git a/testing/example_scripts/__init__.py b/testing/example_scripts/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/testing/example_scripts/collect/package_infinite_recursion/conftest.py b/testing/example_scripts/collect/package_infinite_recursion/conftest.py
index 9629fa646af..973ccc0c030 100644
--- a/testing/example_scripts/collect/package_infinite_recursion/conftest.py
+++ b/testing/example_scripts/collect/package_infinite_recursion/conftest.py
@@ -1,2 +1,2 @@
-def pytest_ignore_collect(path):
+def pytest_ignore_collect(collection_path):
return False
diff --git a/testing/example_scripts/dataclasses/test_compare_recursive_dataclasses.py b/testing/example_scripts/dataclasses/test_compare_recursive_dataclasses.py
index 167140e16a6..0945790f004 100644
--- a/testing/example_scripts/dataclasses/test_compare_recursive_dataclasses.py
+++ b/testing/example_scripts/dataclasses/test_compare_recursive_dataclasses.py
@@ -29,10 +29,16 @@ class C3:
def test_recursive_dataclasses():
left = C3(
- S(10, "ten"), C2(C(S(1, "one"), S(2, "two")), S(2, "three")), "equal", "left",
+ S(10, "ten"),
+ C2(C(S(1, "one"), S(2, "two")), S(2, "three")),
+ "equal",
+ "left",
)
right = C3(
- S(20, "xxx"), C2(C(S(1, "one"), S(2, "yyy")), S(3, "three")), "equal", "right",
+ S(20, "xxx"),
+ C2(C(S(1, "one"), S(2, "yyy")), S(3, "three")),
+ "equal",
+ "right",
)
assert left == right
diff --git a/testing/example_scripts/doctest/main_py/__main__.py b/testing/example_scripts/doctest/main_py/__main__.py
new file mode 100644
index 00000000000..e471d06d643
--- /dev/null
+++ b/testing/example_scripts/doctest/main_py/__main__.py
@@ -0,0 +1,2 @@
+def test_this_is_ignored():
+ assert True
diff --git a/testing/example_scripts/doctest/main_py/test_normal_module.py b/testing/example_scripts/doctest/main_py/test_normal_module.py
new file mode 100644
index 00000000000..700cc9750cf
--- /dev/null
+++ b/testing/example_scripts/doctest/main_py/test_normal_module.py
@@ -0,0 +1,6 @@
+def test_doc():
+ """
+ >>> 10 > 5
+ True
+ """
+ assert False
diff --git a/testing/example_scripts/fixtures/custom_item/conftest.py b/testing/example_scripts/fixtures/custom_item/conftest.py
index 161934b58f7..a7a5e9db80a 100644
--- a/testing/example_scripts/fixtures/custom_item/conftest.py
+++ b/testing/example_scripts/fixtures/custom_item/conftest.py
@@ -11,5 +11,5 @@ def collect(self):
yield CustomItem.from_parent(name="foo", parent=self)
-def pytest_collect_file(path, parent):
- return CustomFile.from_parent(fspath=path, parent=parent)
+def pytest_collect_file(file_path, parent):
+ return CustomFile.from_parent(path=file_path, parent=parent)
diff --git a/testing/example_scripts/issue88_initial_file_multinodes/conftest.py b/testing/example_scripts/issue88_initial_file_multinodes/conftest.py
index a053a638a9f..cb8f5d671ea 100644
--- a/testing/example_scripts/issue88_initial_file_multinodes/conftest.py
+++ b/testing/example_scripts/issue88_initial_file_multinodes/conftest.py
@@ -6,8 +6,8 @@ def collect(self):
return [MyItem.from_parent(name="hello", parent=self)]
-def pytest_collect_file(path, parent):
- return MyFile.from_parent(fspath=path, parent=parent)
+def pytest_collect_file(file_path, parent):
+ return MyFile.from_parent(path=file_path, parent=parent)
class MyItem(pytest.Item):
diff --git a/testing/example_scripts/issue_519.py b/testing/example_scripts/issue_519.py
index 3928294886f..e44367fca04 100644
--- a/testing/example_scripts/issue_519.py
+++ b/testing/example_scripts/issue_519.py
@@ -20,12 +20,12 @@ def checked_order():
yield order
pprint.pprint(order)
assert order == [
- ("testing/example_scripts/issue_519.py", "fix1", "arg1v1"),
+ ("issue_519.py", "fix1", "arg1v1"),
("test_one[arg1v1-arg2v1]", "fix2", "arg2v1"),
("test_two[arg1v1-arg2v1]", "fix2", "arg2v1"),
("test_one[arg1v1-arg2v2]", "fix2", "arg2v2"),
("test_two[arg1v1-arg2v2]", "fix2", "arg2v2"),
- ("testing/example_scripts/issue_519.py", "fix1", "arg1v2"),
+ ("issue_519.py", "fix1", "arg1v2"),
("test_one[arg1v2-arg2v1]", "fix2", "arg2v1"),
("test_two[arg1v2-arg2v1]", "fix2", "arg2v1"),
("test_one[arg1v2-arg2v2]", "fix2", "arg2v2"),
diff --git a/testing/example_scripts/tmpdir/tmp_path_fixture.py b/testing/example_scripts/tmpdir/tmp_path_fixture.py
new file mode 100644
index 00000000000..8675eb2fa62
--- /dev/null
+++ b/testing/example_scripts/tmpdir/tmp_path_fixture.py
@@ -0,0 +1,7 @@
+import pytest
+
+
+@pytest.mark.parametrize("a", [r"qwe/\abc"])
+def test_fixture(tmp_path, a):
+ assert tmp_path.is_dir()
+ assert list(tmp_path.iterdir()) == []
diff --git a/testing/example_scripts/tmpdir/tmpdir_fixture.py b/testing/example_scripts/tmpdir/tmpdir_fixture.py
deleted file mode 100644
index f4ad07462cb..00000000000
--- a/testing/example_scripts/tmpdir/tmpdir_fixture.py
+++ /dev/null
@@ -1,7 +0,0 @@
-import pytest
-
-
-@pytest.mark.parametrize("a", [r"qwe/\abc"])
-def test_fixture(tmpdir, a):
- tmpdir.check(dir=1)
- assert tmpdir.listdir() == []
diff --git a/testing/example_scripts/unittest/test_unittest_asyncio.py b/testing/example_scripts/unittest/test_unittest_asyncio.py
index bbc752de5c1..1cd2168604c 100644
--- a/testing/example_scripts/unittest/test_unittest_asyncio.py
+++ b/testing/example_scripts/unittest/test_unittest_asyncio.py
@@ -1,5 +1,5 @@
from typing import List
-from unittest import IsolatedAsyncioTestCase # type: ignore
+from unittest import IsolatedAsyncioTestCase
teardowns: List[None] = []
diff --git a/testing/examples/test_issue519.py b/testing/examples/test_issue519.py
index e83f18fdc93..7b9c109889e 100644
--- a/testing/examples/test_issue519.py
+++ b/testing/examples/test_issue519.py
@@ -1,3 +1,7 @@
-def test_510(testdir):
- testdir.copy_example("issue_519.py")
- testdir.runpytest("issue_519.py")
+from _pytest.pytester import Pytester
+
+
+def test_519(pytester: Pytester) -> None:
+ pytester.copy_example("issue_519.py")
+ res = pytester.runpytest("issue_519.py")
+ res.assert_outcomes(passed=8)
diff --git a/testing/io/test_saferepr.py b/testing/io/test_saferepr.py
index 7a97cf424c5..63d3af822b1 100644
--- a/testing/io/test_saferepr.py
+++ b/testing/io/test_saferepr.py
@@ -1,5 +1,6 @@
import pytest
from _pytest._io.saferepr import _pformat_dispatch
+from _pytest._io.saferepr import DEFAULT_REPR_MAX_SIZE
from _pytest._io.saferepr import saferepr
@@ -15,6 +16,13 @@ def test_maxsize():
assert s == expected
+def test_no_maxsize():
+ text = "x" * DEFAULT_REPR_MAX_SIZE * 10
+ s = saferepr(text, maxsize=None)
+ expected = repr(text)
+ assert s == expected
+
+
def test_maxsize_error_on_instance():
class A:
def __repr__(self):
diff --git a/testing/io/test_terminalwriter.py b/testing/io/test_terminalwriter.py
index db0ccf06a40..4866c94a558 100644
--- a/testing/io/test_terminalwriter.py
+++ b/testing/io/test_terminalwriter.py
@@ -3,6 +3,7 @@
import re
import shutil
import sys
+from pathlib import Path
from typing import Generator
from unittest import mock
@@ -64,10 +65,10 @@ def test_terminalwriter_not_unicode() -> None:
class TestTerminalWriter:
@pytest.fixture(params=["path", "stringio"])
def tw(
- self, request, tmpdir
+ self, request, tmp_path: Path
) -> Generator[terminalwriter.TerminalWriter, None, None]:
if request.param == "path":
- p = tmpdir.join("tmpfile")
+ p = tmp_path.joinpath("tmpfile")
f = open(str(p), "w+", encoding="utf8")
tw = terminalwriter.TerminalWriter(f)
@@ -257,13 +258,22 @@ def test_combining(self) -> None:
id="with markup and code_highlight",
),
pytest.param(
- True, False, "assert 0\n", id="with markup but no code_highlight",
+ True,
+ False,
+ "assert 0\n",
+ id="with markup but no code_highlight",
),
pytest.param(
- False, True, "assert 0\n", id="without markup but with code_highlight",
+ False,
+ True,
+ "assert 0\n",
+ id="without markup but with code_highlight",
),
pytest.param(
- False, False, "assert 0\n", id="neither markup nor code_highlight",
+ False,
+ False,
+ "assert 0\n",
+ id="neither markup nor code_highlight",
),
],
)
diff --git a/testing/logging/test_fixture.py b/testing/logging/test_fixture.py
index ffd51bcad7a..bcb20de5805 100644
--- a/testing/logging/test_fixture.py
+++ b/testing/logging/test_fixture.py
@@ -2,14 +2,14 @@
import pytest
from _pytest.logging import caplog_records_key
-from _pytest.pytester import Testdir
+from _pytest.pytester import Pytester
logger = logging.getLogger(__name__)
sublogger = logging.getLogger(__name__ + ".baz")
-def test_fixture_help(testdir):
- result = testdir.runpytest("--fixtures")
+def test_fixture_help(pytester: Pytester) -> None:
+ result = pytester.runpytest("--fixtures")
result.stdout.fnmatch_lines(["*caplog*"])
@@ -28,12 +28,12 @@ def test_change_level(caplog):
assert "CRITICAL" in caplog.text
-def test_change_level_undo(testdir: Testdir) -> None:
+def test_change_level_undo(pytester: Pytester) -> None:
"""Ensure that 'set_level' is undone after the end of the test.
Tests the logging output themselves (affacted both by logger and handler levels).
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import logging
@@ -49,17 +49,17 @@ def test2(caplog):
assert 0
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*log from test1*", "*2 failed in *"])
result.stdout.no_fnmatch_line("*log from test2*")
-def test_change_level_undos_handler_level(testdir: Testdir) -> None:
+def test_change_level_undos_handler_level(pytester: Pytester) -> None:
"""Ensure that 'set_level' is undone after the end of the test (handler).
Issue #7569. Tests the handler level specifically.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import logging
@@ -78,7 +78,7 @@ def test3(caplog):
assert caplog.handler.level == 43
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.assert_outcomes(passed=3)
@@ -169,11 +169,11 @@ def test_caplog_captures_for_all_stages(caplog, logging_during_setup_and_teardow
assert [x.message for x in caplog.get_records("setup")] == ["a_setup_log"]
# This reaches into private API, don't use this type of thing in real tests!
- assert set(caplog._item._store[caplog_records_key]) == {"setup", "call"}
+ assert set(caplog._item.stash[caplog_records_key]) == {"setup", "call"}
-def test_ini_controls_global_log_level(testdir):
- testdir.makepyfile(
+def test_ini_controls_global_log_level(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
import logging
@@ -187,20 +187,20 @@ def test_log_level_override(request, caplog):
assert 'ERROR' in caplog.text
"""
)
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_level=ERROR
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
# make sure that that we get a '0' exit code for the testsuite
assert result.ret == 0
-def test_caplog_can_override_global_log_level(testdir):
- testdir.makepyfile(
+def test_caplog_can_override_global_log_level(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
import logging
@@ -227,19 +227,19 @@ def test_log_level_override(request, caplog):
assert "message won't be shown" not in caplog.text
"""
)
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_level=WARNING
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 0
-def test_caplog_captures_despite_exception(testdir):
- testdir.makepyfile(
+def test_caplog_captures_despite_exception(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
import logging
@@ -255,26 +255,28 @@ def test_log_level_override(request, caplog):
raise Exception()
"""
)
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_level=WARNING
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*ERROR message will be shown*"])
result.stdout.no_fnmatch_line("*DEBUG message won't be shown*")
assert result.ret == 1
-def test_log_report_captures_according_to_config_option_upon_failure(testdir):
+def test_log_report_captures_according_to_config_option_upon_failure(
+ pytester: Pytester,
+) -> None:
"""Test that upon failure:
(1) `caplog` succeeded to capture the DEBUG message and assert on it => No `Exception` is raised.
(2) The `DEBUG` message does NOT appear in the `Captured log call` report.
(3) The stdout, `INFO`, and `WARNING` messages DO appear in the test reports due to `--log-level=INFO`.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import logging
@@ -299,7 +301,7 @@ def test_that_fails(request, caplog):
"""
)
- result = testdir.runpytest("--log-level=INFO")
+ result = pytester.runpytest("--log-level=INFO")
result.stdout.no_fnmatch_line("*Exception: caplog failed to capture DEBUG*")
result.stdout.no_fnmatch_line("*DEBUG log message*")
result.stdout.fnmatch_lines(
diff --git a/testing/logging/test_formatter.py b/testing/logging/test_formatter.py
index 335166caa2f..37971293726 100644
--- a/testing/logging/test_formatter.py
+++ b/testing/logging/test_formatter.py
@@ -18,9 +18,32 @@ def test_coloredlogformatter() -> None:
exc_info=None,
)
- class ColorConfig:
- class option:
- pass
+ tw = TerminalWriter()
+ tw.hasmarkup = True
+ formatter = ColoredLevelFormatter(tw, logfmt)
+ output = formatter.format(record)
+ assert output == (
+ "dummypath 10 \x1b[32mINFO \x1b[0m Test Message"
+ )
+
+ tw.hasmarkup = False
+ formatter = ColoredLevelFormatter(tw, logfmt)
+ output = formatter.format(record)
+ assert output == ("dummypath 10 INFO Test Message")
+
+
+def test_coloredlogformatter_with_width_precision() -> None:
+ logfmt = "%(filename)-25s %(lineno)4d %(levelname)-8.8s %(message)s"
+
+ record = logging.LogRecord(
+ name="dummy",
+ level=logging.INFO,
+ pathname="dummypath",
+ lineno=10,
+ msg="Test Message",
+ args=(),
+ exc_info=None,
+ )
tw = TerminalWriter()
tw.hasmarkup = True
diff --git a/testing/logging/test_reporting.py b/testing/logging/test_reporting.py
index fc9f1082346..323ff7b2446 100644
--- a/testing/logging/test_reporting.py
+++ b/testing/logging/test_reporting.py
@@ -6,12 +6,13 @@
import pytest
from _pytest.capture import CaptureManager
from _pytest.config import ExitCode
-from _pytest.pytester import Testdir
+from _pytest.fixtures import FixtureRequest
+from _pytest.pytester import Pytester
from _pytest.terminal import TerminalReporter
-def test_nothing_logged(testdir):
- testdir.makepyfile(
+def test_nothing_logged(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import sys
@@ -21,7 +22,7 @@ def test_foo():
assert False
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 1
result.stdout.fnmatch_lines(["*- Captured stdout call -*", "text going to stdout"])
result.stdout.fnmatch_lines(["*- Captured stderr call -*", "text going to stderr"])
@@ -29,8 +30,8 @@ def test_foo():
result.stdout.fnmatch_lines(["*- Captured *log call -*"])
-def test_messages_logged(testdir):
- testdir.makepyfile(
+def test_messages_logged(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import sys
import logging
@@ -44,15 +45,15 @@ def test_foo():
assert False
"""
)
- result = testdir.runpytest("--log-level=INFO")
+ result = pytester.runpytest("--log-level=INFO")
assert result.ret == 1
result.stdout.fnmatch_lines(["*- Captured *log call -*", "*text going to logger*"])
result.stdout.fnmatch_lines(["*- Captured stdout call -*", "text going to stdout"])
result.stdout.fnmatch_lines(["*- Captured stderr call -*", "text going to stderr"])
-def test_root_logger_affected(testdir):
- testdir.makepyfile(
+def test_root_logger_affected(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import logging
logger = logging.getLogger()
@@ -65,8 +66,8 @@ def test_foo():
assert 0
"""
)
- log_file = testdir.tmpdir.join("pytest.log").strpath
- result = testdir.runpytest("--log-level=ERROR", "--log-file=pytest.log")
+ log_file = str(pytester.path.joinpath("pytest.log"))
+ result = pytester.runpytest("--log-level=ERROR", "--log-file=pytest.log")
assert result.ret == 1
# The capture log calls in the stdout section only contain the
@@ -87,8 +88,8 @@ def test_foo():
assert "error text going to logger" in contents
-def test_log_cli_level_log_level_interaction(testdir):
- testdir.makepyfile(
+def test_log_cli_level_log_level_interaction(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import logging
logger = logging.getLogger()
@@ -102,7 +103,7 @@ def test_foo():
"""
)
- result = testdir.runpytest("--log-cli-level=INFO", "--log-level=ERROR")
+ result = pytester.runpytest("--log-cli-level=INFO", "--log-level=ERROR")
assert result.ret == 1
result.stdout.fnmatch_lines(
@@ -117,8 +118,8 @@ def test_foo():
result.stdout.no_re_match_line("DEBUG")
-def test_setup_logging(testdir):
- testdir.makepyfile(
+def test_setup_logging(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import logging
@@ -132,7 +133,7 @@ def test_foo():
assert False
"""
)
- result = testdir.runpytest("--log-level=INFO")
+ result = pytester.runpytest("--log-level=INFO")
assert result.ret == 1
result.stdout.fnmatch_lines(
[
@@ -144,8 +145,8 @@ def test_foo():
)
-def test_teardown_logging(testdir):
- testdir.makepyfile(
+def test_teardown_logging(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import logging
@@ -159,7 +160,7 @@ def teardown_function(function):
assert False
"""
)
- result = testdir.runpytest("--log-level=INFO")
+ result = pytester.runpytest("--log-level=INFO")
assert result.ret == 1
result.stdout.fnmatch_lines(
[
@@ -172,9 +173,9 @@ def teardown_function(function):
@pytest.mark.parametrize("enabled", [True, False])
-def test_log_cli_enabled_disabled(testdir, enabled):
+def test_log_cli_enabled_disabled(pytester: Pytester, enabled: bool) -> None:
msg = "critical message logged by test"
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import logging
def test_log_cli():
@@ -184,13 +185,13 @@ def test_log_cli():
)
)
if enabled:
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_cli=true
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
if enabled:
result.stdout.fnmatch_lines(
[
@@ -204,9 +205,9 @@ def test_log_cli():
assert msg not in result.stdout.str()
-def test_log_cli_default_level(testdir):
+def test_log_cli_default_level(pytester: Pytester) -> None:
# Default log file level
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import logging
@@ -217,14 +218,14 @@ def test_log_cli(request):
logging.getLogger('catchlog').warning("WARNING message will be shown")
"""
)
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_cli=true
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
# fnmatch_lines does an assertion internally
result.stdout.fnmatch_lines(
@@ -234,14 +235,16 @@ def test_log_cli(request):
]
)
result.stdout.no_fnmatch_line("*INFO message won't be shown*")
- # make sure that that we get a '0' exit code for the testsuite
+ # make sure that we get a '0' exit code for the testsuite
assert result.ret == 0
-def test_log_cli_default_level_multiple_tests(testdir, request):
+def test_log_cli_default_level_multiple_tests(
+ pytester: Pytester, request: FixtureRequest
+) -> None:
"""Ensure we reset the first newline added by the live logger between tests"""
filename = request.node.name + ".py"
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import logging
@@ -252,14 +255,14 @@ def test_log_2():
logging.warning("log message from test_log_2")
"""
)
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_cli=true
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
f"{filename}::test_log_1 ",
@@ -273,11 +276,13 @@ def test_log_2():
)
-def test_log_cli_default_level_sections(testdir, request):
+def test_log_cli_default_level_sections(
+ pytester: Pytester, request: FixtureRequest
+) -> None:
"""Check that with live logging enable we are printing the correct headers during
start/setup/call/teardown/finish."""
filename = request.node.name + ".py"
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
import logging
@@ -290,7 +295,7 @@ def pytest_runtest_logfinish():
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import logging
@@ -308,14 +313,14 @@ def test_log_2(fix):
logging.warning("log message from test_log_2")
"""
)
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_cli=true
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
f"{filename}::test_log_1 ",
@@ -347,11 +352,13 @@ def test_log_2(fix):
)
-def test_live_logs_unknown_sections(testdir, request):
+def test_live_logs_unknown_sections(
+ pytester: Pytester, request: FixtureRequest
+) -> None:
"""Check that with live logging enable we are printing the correct headers during
start/setup/call/teardown/finish."""
filename = request.node.name + ".py"
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
import logging
@@ -367,7 +374,7 @@ def pytest_runtest_logfinish():
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import logging
@@ -383,14 +390,14 @@ def test_log_1(fix):
"""
)
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_cli=true
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"*WARNING*Unknown Section*",
@@ -409,11 +416,13 @@ def test_log_1(fix):
)
-def test_sections_single_new_line_after_test_outcome(testdir, request):
+def test_sections_single_new_line_after_test_outcome(
+ pytester: Pytester, request: FixtureRequest
+) -> None:
"""Check that only a single new line is written between log messages during
teardown/finish."""
filename = request.node.name + ".py"
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
import logging
@@ -427,7 +436,7 @@ def pytest_runtest_logfinish():
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import logging
@@ -443,14 +452,14 @@ def test_log_1(fix):
logging.warning("log message from test_log_1")
"""
)
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_cli=true
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
f"{filename}::test_log_1 ",
@@ -487,9 +496,9 @@ def test_log_1(fix):
)
-def test_log_cli_level(testdir):
+def test_log_cli_level(pytester: Pytester) -> None:
# Default log file level
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import logging
@@ -501,14 +510,14 @@ def test_log_cli(request):
print('PASSED')
"""
)
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_cli=true
"""
)
- result = testdir.runpytest("-s", "--log-cli-level=INFO")
+ result = pytester.runpytest("-s", "--log-cli-level=INFO")
# fnmatch_lines does an assertion internally
result.stdout.fnmatch_lines(
@@ -519,10 +528,10 @@ def test_log_cli(request):
)
result.stdout.no_fnmatch_line("*This log message won't be shown*")
- # make sure that that we get a '0' exit code for the testsuite
+ # make sure that we get a '0' exit code for the testsuite
assert result.ret == 0
- result = testdir.runpytest("-s", "--log-level=INFO")
+ result = pytester.runpytest("-s", "--log-level=INFO")
# fnmatch_lines does an assertion internally
result.stdout.fnmatch_lines(
@@ -533,19 +542,19 @@ def test_log_cli(request):
)
result.stdout.no_fnmatch_line("*This log message won't be shown*")
- # make sure that that we get a '0' exit code for the testsuite
+ # make sure that we get a '0' exit code for the testsuite
assert result.ret == 0
-def test_log_cli_ini_level(testdir):
- testdir.makeini(
+def test_log_cli_ini_level(pytester: Pytester) -> None:
+ pytester.makeini(
"""
[pytest]
log_cli=true
log_cli_level = INFO
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import logging
@@ -558,7 +567,7 @@ def test_log_cli(request):
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
# fnmatch_lines does an assertion internally
result.stdout.fnmatch_lines(
@@ -569,7 +578,7 @@ def test_log_cli(request):
)
result.stdout.no_fnmatch_line("*This log message won't be shown*")
- # make sure that that we get a '0' exit code for the testsuite
+ # make sure that we get a '0' exit code for the testsuite
assert result.ret == 0
@@ -577,11 +586,11 @@ def test_log_cli(request):
"cli_args",
["", "--log-level=WARNING", "--log-file-level=WARNING", "--log-cli-level=WARNING"],
)
-def test_log_cli_auto_enable(testdir, cli_args):
+def test_log_cli_auto_enable(pytester: Pytester, cli_args: str) -> None:
"""Check that live logs are enabled if --log-level or --log-cli-level is passed on the CLI.
It should not be auto enabled if the same configs are set on the INI file.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import logging
@@ -591,7 +600,7 @@ def test_log_1():
"""
)
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_level=INFO
@@ -599,7 +608,7 @@ def test_log_1():
"""
)
- result = testdir.runpytest(cli_args)
+ result = pytester.runpytest(cli_args)
stdout = result.stdout.str()
if cli_args == "--log-cli-level=WARNING":
result.stdout.fnmatch_lines(
@@ -620,9 +629,9 @@ def test_log_1():
assert "WARNING" not in stdout
-def test_log_file_cli(testdir):
+def test_log_file_cli(pytester: Pytester) -> None:
# Default log file level
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import logging
@@ -635,16 +644,16 @@ def test_log_file(request):
"""
)
- log_file = testdir.tmpdir.join("pytest.log").strpath
+ log_file = str(pytester.path.joinpath("pytest.log"))
- result = testdir.runpytest(
+ result = pytester.runpytest(
"-s", f"--log-file={log_file}", "--log-file-level=WARNING"
)
# fnmatch_lines does an assertion internally
result.stdout.fnmatch_lines(["test_log_file_cli.py PASSED"])
- # make sure that that we get a '0' exit code for the testsuite
+ # make sure that we get a '0' exit code for the testsuite
assert result.ret == 0
assert os.path.isfile(log_file)
with open(log_file) as rfh:
@@ -653,9 +662,9 @@ def test_log_file(request):
assert "This log message won't be shown" not in contents
-def test_log_file_cli_level(testdir):
+def test_log_file_cli_level(pytester: Pytester) -> None:
# Default log file level
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import logging
@@ -668,14 +677,14 @@ def test_log_file(request):
"""
)
- log_file = testdir.tmpdir.join("pytest.log").strpath
+ log_file = str(pytester.path.joinpath("pytest.log"))
- result = testdir.runpytest("-s", f"--log-file={log_file}", "--log-file-level=INFO")
+ result = pytester.runpytest("-s", f"--log-file={log_file}", "--log-file-level=INFO")
# fnmatch_lines does an assertion internally
result.stdout.fnmatch_lines(["test_log_file_cli_level.py PASSED"])
- # make sure that that we get a '0' exit code for the testsuite
+ # make sure that we get a '0' exit code for the testsuite
assert result.ret == 0
assert os.path.isfile(log_file)
with open(log_file) as rfh:
@@ -684,22 +693,22 @@ def test_log_file(request):
assert "This log message won't be shown" not in contents
-def test_log_level_not_changed_by_default(testdir):
- testdir.makepyfile(
+def test_log_level_not_changed_by_default(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import logging
def test_log_file():
assert logging.getLogger().level == logging.WARNING
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
result.stdout.fnmatch_lines(["* 1 passed in *"])
-def test_log_file_ini(testdir):
- log_file = testdir.tmpdir.join("pytest.log").strpath
+def test_log_file_ini(pytester: Pytester) -> None:
+ log_file = str(pytester.path.joinpath("pytest.log"))
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_file={}
@@ -708,7 +717,7 @@ def test_log_file_ini(testdir):
log_file
)
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import logging
@@ -721,12 +730,12 @@ def test_log_file(request):
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
# fnmatch_lines does an assertion internally
result.stdout.fnmatch_lines(["test_log_file_ini.py PASSED"])
- # make sure that that we get a '0' exit code for the testsuite
+ # make sure that we get a '0' exit code for the testsuite
assert result.ret == 0
assert os.path.isfile(log_file)
with open(log_file) as rfh:
@@ -735,10 +744,10 @@ def test_log_file(request):
assert "This log message won't be shown" not in contents
-def test_log_file_ini_level(testdir):
- log_file = testdir.tmpdir.join("pytest.log").strpath
+def test_log_file_ini_level(pytester: Pytester) -> None:
+ log_file = str(pytester.path.joinpath("pytest.log"))
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_file={}
@@ -747,7 +756,7 @@ def test_log_file_ini_level(testdir):
log_file
)
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import logging
@@ -760,12 +769,12 @@ def test_log_file(request):
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
# fnmatch_lines does an assertion internally
result.stdout.fnmatch_lines(["test_log_file_ini_level.py PASSED"])
- # make sure that that we get a '0' exit code for the testsuite
+ # make sure that we get a '0' exit code for the testsuite
assert result.ret == 0
assert os.path.isfile(log_file)
with open(log_file) as rfh:
@@ -774,10 +783,10 @@ def test_log_file(request):
assert "This log message won't be shown" not in contents
-def test_log_file_unicode(testdir):
- log_file = testdir.tmpdir.join("pytest.log").strpath
+def test_log_file_unicode(pytester: Pytester) -> None:
+ log_file = str(pytester.path.joinpath("pytest.log"))
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_file={}
@@ -786,7 +795,7 @@ def test_log_file_unicode(testdir):
log_file
)
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""\
import logging
@@ -797,9 +806,9 @@ def test_log_file():
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
- # make sure that that we get a '0' exit code for the testsuite
+ # make sure that we get a '0' exit code for the testsuite
assert result.ret == 0
assert os.path.isfile(log_file)
with open(log_file, encoding="utf-8") as rfh:
@@ -810,11 +819,13 @@ def test_log_file():
@pytest.mark.parametrize("has_capture_manager", [True, False])
-def test_live_logging_suspends_capture(has_capture_manager: bool, request) -> None:
+def test_live_logging_suspends_capture(
+ has_capture_manager: bool, request: FixtureRequest
+) -> None:
"""Test that capture manager is suspended when we emitting messages for live logging.
This tests the implementation calls instead of behavior because it is difficult/impossible to do it using
- ``testdir`` facilities because they do their own capturing.
+ ``pytester`` facilities because they do their own capturing.
We parametrize the test to also make sure _LiveLoggingStreamHandler works correctly if no capture manager plugin
is installed.
@@ -856,8 +867,8 @@ def section(self, *args, **kwargs):
assert cast(io.StringIO, out_file).getvalue() == "\nsome message\n"
-def test_collection_live_logging(testdir):
- testdir.makepyfile(
+def test_collection_live_logging(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import logging
@@ -865,22 +876,22 @@ def test_collection_live_logging(testdir):
"""
)
- result = testdir.runpytest("--log-cli-level=INFO")
+ result = pytester.runpytest("--log-cli-level=INFO")
result.stdout.fnmatch_lines(
["*--- live log collection ---*", "*Normal message*", "collected 0 items"]
)
@pytest.mark.parametrize("verbose", ["", "-q", "-qq"])
-def test_collection_collect_only_live_logging(testdir, verbose):
- testdir.makepyfile(
+def test_collection_collect_only_live_logging(pytester: Pytester, verbose: str) -> None:
+ pytester.makepyfile(
"""
def test_simple():
pass
"""
)
- result = testdir.runpytest("--collect-only", "--log-cli-level=INFO", verbose)
+ result = pytester.runpytest("--collect-only", "--log-cli-level=INFO", verbose)
expected_lines = []
@@ -907,10 +918,10 @@ def test_simple():
result.stdout.fnmatch_lines(expected_lines)
-def test_collection_logging_to_file(testdir):
- log_file = testdir.tmpdir.join("pytest.log").strpath
+def test_collection_logging_to_file(pytester: Pytester) -> None:
+ log_file = str(pytester.path.joinpath("pytest.log"))
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_file={}
@@ -920,7 +931,7 @@ def test_collection_logging_to_file(testdir):
)
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import logging
@@ -932,7 +943,7 @@ def test_simple():
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.no_fnmatch_line("*--- live log collection ---*")
@@ -945,10 +956,10 @@ def test_simple():
assert "info message in test_simple" in contents
-def test_log_in_hooks(testdir):
- log_file = testdir.tmpdir.join("pytest.log").strpath
+def test_log_in_hooks(pytester: Pytester) -> None:
+ log_file = str(pytester.path.joinpath("pytest.log"))
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_file={}
@@ -958,7 +969,7 @@ def test_log_in_hooks(testdir):
log_file
)
)
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import logging
@@ -972,7 +983,7 @@ def pytest_sessionfinish(session, exitstatus):
logging.info('sessionfinish')
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*sessionstart*", "*runtestloop*", "*sessionfinish*"])
with open(log_file) as rfh:
contents = rfh.read()
@@ -981,10 +992,10 @@ def pytest_sessionfinish(session, exitstatus):
assert "sessionfinish" in contents
-def test_log_in_runtest_logreport(testdir):
- log_file = testdir.tmpdir.join("pytest.log").strpath
+def test_log_in_runtest_logreport(pytester: Pytester) -> None:
+ log_file = str(pytester.path.joinpath("pytest.log"))
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_file={}
@@ -994,7 +1005,7 @@ def test_log_in_runtest_logreport(testdir):
log_file
)
)
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import logging
logger = logging.getLogger(__name__)
@@ -1003,29 +1014,29 @@ def pytest_runtest_logreport(report):
logger.info("logreport")
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test_first():
assert True
"""
)
- testdir.runpytest()
+ pytester.runpytest()
with open(log_file) as rfh:
contents = rfh.read()
assert contents.count("logreport") == 3
-def test_log_set_path(testdir):
- report_dir_base = testdir.tmpdir.strpath
+def test_log_set_path(pytester: Pytester) -> None:
+ report_dir_base = str(pytester.path)
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
log_file_level = DEBUG
log_cli=true
"""
)
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import os
import pytest
@@ -1040,7 +1051,7 @@ def pytest_runtest_setup(item):
repr(report_dir_base)
)
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import logging
logger = logging.getLogger("testcase-logger")
@@ -1053,7 +1064,7 @@ def test_second():
assert True
"""
)
- testdir.runpytest()
+ pytester.runpytest()
with open(os.path.join(report_dir_base, "test_first")) as rfh:
content = rfh.read()
assert "message from test 1" in content
@@ -1063,10 +1074,10 @@ def test_second():
assert "message from test 2" in content
-def test_colored_captured_log(testdir):
+def test_colored_captured_log(pytester: Pytester) -> None:
"""Test that the level names of captured log messages of a failing test
are colored."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import logging
@@ -1077,7 +1088,7 @@ def test_foo():
assert False
"""
)
- result = testdir.runpytest("--log-level=INFO", "--color=yes")
+ result = pytester.runpytest("--log-level=INFO", "--color=yes")
assert result.ret == 1
result.stdout.fnmatch_lines(
[
@@ -1087,9 +1098,9 @@ def test_foo():
)
-def test_colored_ansi_esc_caplogtext(testdir):
+def test_colored_ansi_esc_caplogtext(pytester: Pytester) -> None:
"""Make sure that caplog.text does not contain ANSI escape sequences."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import logging
@@ -1100,11 +1111,11 @@ def test_foo(caplog):
assert '\x1b' not in caplog.text
"""
)
- result = testdir.runpytest("--log-level=INFO", "--color=yes")
+ result = pytester.runpytest("--log-level=INFO", "--color=yes")
assert result.ret == 0
-def test_logging_emit_error(testdir: Testdir) -> None:
+def test_logging_emit_error(pytester: Pytester) -> None:
"""An exception raised during emit() should fail the test.
The default behavior of logging is to print "Logging error"
@@ -1112,7 +1123,7 @@ def test_logging_emit_error(testdir: Testdir) -> None:
pytest overrides this behavior to propagate the exception.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import logging
@@ -1120,7 +1131,7 @@ def test_bad_log():
logging.warning('oops', 'first', 2)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.assert_outcomes(failed=1)
result.stdout.fnmatch_lines(
[
@@ -1130,10 +1141,10 @@ def test_bad_log():
)
-def test_logging_emit_error_supressed(testdir: Testdir) -> None:
+def test_logging_emit_error_supressed(pytester: Pytester) -> None:
"""If logging is configured to silently ignore errors, pytest
doesn't propagate errors either."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import logging
@@ -1142,13 +1153,15 @@ def test_bad_log(monkeypatch):
logging.warning('oops', 'first', 2)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.assert_outcomes(passed=1)
-def test_log_file_cli_subdirectories_are_successfully_created(testdir):
- path = testdir.makepyfile(""" def test_logger(): pass """)
+def test_log_file_cli_subdirectories_are_successfully_created(
+ pytester: Pytester,
+) -> None:
+ path = pytester.makepyfile(""" def test_logger(): pass """)
expected = os.path.join(os.path.dirname(str(path)), "foo", "bar")
- result = testdir.runpytest("--log-file=foo/bar/logf.log")
+ result = pytester.runpytest("--log-file=foo/bar/logf.log")
assert "logf.log" in os.listdir(expected)
assert result.ret == ExitCode.OK
diff --git a/testing/plugins_integration/pytest.ini b/testing/plugins_integration/pytest.ini
index f6c77b0dee5..b42b07d145a 100644
--- a/testing/plugins_integration/pytest.ini
+++ b/testing/plugins_integration/pytest.ini
@@ -2,3 +2,4 @@
addopts = --strict-markers
filterwarnings =
error::pytest.PytestWarning
+ ignore:.*.fspath is deprecated and will be replaced by .*.path.*:pytest.PytestDeprecationWarning
diff --git a/testing/plugins_integration/requirements.txt b/testing/plugins_integration/requirements.txt
index d0ee9b571e2..90b253cc6d3 100644
--- a/testing/plugins_integration/requirements.txt
+++ b/testing/plugins_integration/requirements.txt
@@ -1,15 +1,15 @@
-anyio[curio,trio]==2.0.2
-django==3.1.4
-pytest-asyncio==0.14.0
-pytest-bdd==4.0.1
-pytest-cov==2.10.1
-pytest-django==4.1.0
-pytest-flakes==4.0.3
-pytest-html==3.1.0
-pytest-mock==3.3.1
-pytest-rerunfailures==9.1.1
+anyio[curio,trio]==3.4.0
+django==3.2.9
+pytest-asyncio==0.16.0
+pytest-bdd==5.0.0
+pytest-cov==3.0.0
+pytest-django==4.5.1
+pytest-flakes==4.0.5
+pytest-html==3.1.1
+pytest-mock==3.6.1
+pytest-rerunfailures==10.2
pytest-sugar==0.9.4
pytest-trio==0.7.0
-pytest-twisted==1.13.2
-twisted==20.3.0
+pytest-twisted==1.13.4
+twisted==21.7.0
pytest-xvfb==2.0.0
diff --git a/testing/python/approx.py b/testing/python/approx.py
index 91c1f3f85de..0d411d8a6da 100644
--- a/testing/python/approx.py
+++ b/testing/python/approx.py
@@ -1,5 +1,6 @@
import operator
import sys
+from contextlib import contextmanager
from decimal import Decimal
from fractions import Fraction
from operator import eq
@@ -43,7 +44,236 @@ def report_failure(self, out, test, example, got):
return MyDocTestRunner()
+@contextmanager
+def temporary_verbosity(config, verbosity=0):
+ original_verbosity = config.getoption("verbose")
+ config.option.verbose = verbosity
+ try:
+ yield
+ finally:
+ config.option.verbose = original_verbosity
+
+
+@pytest.fixture
+def assert_approx_raises_regex(pytestconfig):
+ def do_assert(lhs, rhs, expected_message, verbosity_level=0):
+ import re
+
+ with temporary_verbosity(pytestconfig, verbosity_level):
+ with pytest.raises(AssertionError) as e:
+ assert lhs == approx(rhs)
+
+ nl = "\n"
+ obtained_message = str(e.value).splitlines()[1:]
+ assert len(obtained_message) == len(expected_message), (
+ "Regex message length doesn't match obtained.\n"
+ "Obtained:\n"
+ f"{nl.join(obtained_message)}\n\n"
+ "Expected regex:\n"
+ f"{nl.join(expected_message)}\n\n"
+ )
+
+ for i, (obtained_line, expected_line) in enumerate(
+ zip(obtained_message, expected_message)
+ ):
+ regex = re.compile(expected_line)
+ assert regex.match(obtained_line) is not None, (
+ "Unexpected error message:\n"
+ f"{nl.join(obtained_message)}\n\n"
+ "Did not match regex:\n"
+ f"{nl.join(expected_message)}\n\n"
+ f"With verbosity level = {verbosity_level}, on line {i}"
+ )
+
+ return do_assert
+
+
+SOME_FLOAT = r"[+-]?([0-9]*[.])?[0-9]+\s*"
+SOME_INT = r"[0-9]+\s*"
+
+
class TestApprox:
+ def test_error_messages(self, assert_approx_raises_regex):
+ np = pytest.importorskip("numpy")
+
+ assert_approx_raises_regex(
+ 2.0,
+ 1.0,
+ [
+ " comparison failed",
+ f" Obtained: {SOME_FLOAT}",
+ f" Expected: {SOME_FLOAT} ± {SOME_FLOAT}",
+ ],
+ )
+
+ assert_approx_raises_regex(
+ {"a": 1.0, "b": 1000.0, "c": 1000000.0},
+ {
+ "a": 2.0,
+ "b": 1000.0,
+ "c": 3000000.0,
+ },
+ [
+ r" comparison failed. Mismatched elements: 2 / 3:",
+ rf" Max absolute difference: {SOME_FLOAT}",
+ rf" Max relative difference: {SOME_FLOAT}",
+ r" Index \| Obtained\s+\| Expected ",
+ rf" a \| {SOME_FLOAT} \| {SOME_FLOAT} ± {SOME_FLOAT}",
+ rf" c \| {SOME_FLOAT} \| {SOME_FLOAT} ± {SOME_FLOAT}",
+ ],
+ )
+
+ assert_approx_raises_regex(
+ [1.0, 2.0, 3.0, 4.0],
+ [1.0, 3.0, 3.0, 5.0],
+ [
+ r" comparison failed. Mismatched elements: 2 / 4:",
+ rf" Max absolute difference: {SOME_FLOAT}",
+ rf" Max relative difference: {SOME_FLOAT}",
+ r" Index \| Obtained\s+\| Expected ",
+ rf" 1 \| {SOME_FLOAT} \| {SOME_FLOAT} ± {SOME_FLOAT}",
+ rf" 3 \| {SOME_FLOAT} \| {SOME_FLOAT} ± {SOME_FLOAT}",
+ ],
+ )
+
+ a = np.linspace(0, 100, 20)
+ b = np.linspace(0, 100, 20)
+ a[10] += 0.5
+ assert_approx_raises_regex(
+ a,
+ b,
+ [
+ r" comparison failed. Mismatched elements: 1 / 20:",
+ rf" Max absolute difference: {SOME_FLOAT}",
+ rf" Max relative difference: {SOME_FLOAT}",
+ r" Index \| Obtained\s+\| Expected",
+ rf" \(10,\) \| {SOME_FLOAT} \| {SOME_FLOAT} ± {SOME_FLOAT}",
+ ],
+ )
+
+ assert_approx_raises_regex(
+ np.array(
+ [
+ [[1.1987311, 12412342.3], [3.214143244, 1423412423415.677]],
+ [[1, 2], [3, 219371297321973]],
+ ]
+ ),
+ np.array(
+ [
+ [[1.12313, 12412342.3], [3.214143244, 534523542345.677]],
+ [[1, 2], [3, 7]],
+ ]
+ ),
+ [
+ r" comparison failed. Mismatched elements: 3 / 8:",
+ rf" Max absolute difference: {SOME_FLOAT}",
+ rf" Max relative difference: {SOME_FLOAT}",
+ r" Index\s+\| Obtained\s+\| Expected\s+",
+ rf" \(0, 0, 0\) \| {SOME_FLOAT} \| {SOME_FLOAT} ± {SOME_FLOAT}",
+ rf" \(0, 1, 1\) \| {SOME_FLOAT} \| {SOME_FLOAT} ± {SOME_FLOAT}",
+ rf" \(1, 1, 1\) \| {SOME_FLOAT} \| {SOME_FLOAT} ± {SOME_FLOAT}",
+ ],
+ )
+
+ # Specific test for comparison with 0.0 (relative diff will be 'inf')
+ assert_approx_raises_regex(
+ [0.0],
+ [1.0],
+ [
+ r" comparison failed. Mismatched elements: 1 / 1:",
+ rf" Max absolute difference: {SOME_FLOAT}",
+ r" Max relative difference: inf",
+ r" Index \| Obtained\s+\| Expected ",
+ rf"\s*0\s*\| {SOME_FLOAT} \| {SOME_FLOAT} ± {SOME_FLOAT}",
+ ],
+ )
+
+ assert_approx_raises_regex(
+ np.array([0.0]),
+ np.array([1.0]),
+ [
+ r" comparison failed. Mismatched elements: 1 / 1:",
+ rf" Max absolute difference: {SOME_FLOAT}",
+ r" Max relative difference: inf",
+ r" Index \| Obtained\s+\| Expected ",
+ rf"\s*\(0,\)\s*\| {SOME_FLOAT} \| {SOME_FLOAT} ± {SOME_FLOAT}",
+ ],
+ )
+
+ def test_error_messages_invalid_args(self, assert_approx_raises_regex):
+ np = pytest.importorskip("numpy")
+ with pytest.raises(AssertionError) as e:
+ assert np.array([[1.2, 3.4], [4.0, 5.0]]) == pytest.approx(
+ np.array([[4.0], [5.0]])
+ )
+ message = "\n".join(str(e.value).split("\n")[1:])
+ assert message == "\n".join(
+ [
+ " Impossible to compare arrays with different shapes.",
+ " Shapes: (2, 1) and (2, 2)",
+ ]
+ )
+
+ with pytest.raises(AssertionError) as e:
+ assert [1.0, 2.0, 3.0] == pytest.approx([4.0, 5.0])
+ message = "\n".join(str(e.value).split("\n")[1:])
+ assert message == "\n".join(
+ [
+ " Impossible to compare lists with different sizes.",
+ " Lengths: 2 and 3",
+ ]
+ )
+
+ def test_error_messages_with_different_verbosity(self, assert_approx_raises_regex):
+ np = pytest.importorskip("numpy")
+ for v in [0, 1, 2]:
+ # Verbosity level doesn't affect the error message for scalars
+ assert_approx_raises_regex(
+ 2.0,
+ 1.0,
+ [
+ " comparison failed",
+ f" Obtained: {SOME_FLOAT}",
+ f" Expected: {SOME_FLOAT} ± {SOME_FLOAT}",
+ ],
+ verbosity_level=v,
+ )
+
+ a = np.linspace(1, 101, 20)
+ b = np.linspace(2, 102, 20)
+ assert_approx_raises_regex(
+ a,
+ b,
+ [
+ r" comparison failed. Mismatched elements: 20 / 20:",
+ rf" Max absolute difference: {SOME_FLOAT}",
+ rf" Max relative difference: {SOME_FLOAT}",
+ r" Index \| Obtained\s+\| Expected",
+ rf" \(0,\)\s+\| {SOME_FLOAT} \| {SOME_FLOAT} ± {SOME_FLOAT}",
+ rf" \(1,\)\s+\| {SOME_FLOAT} \| {SOME_FLOAT} ± {SOME_FLOAT}",
+ rf" \(2,\)\s+\| {SOME_FLOAT} \| {SOME_FLOAT} ± {SOME_FLOAT}...",
+ "",
+ rf"\s*...Full output truncated \({SOME_INT} lines hidden\), use '-vv' to show",
+ ],
+ verbosity_level=0,
+ )
+
+ assert_approx_raises_regex(
+ a,
+ b,
+ [
+ r" comparison failed. Mismatched elements: 20 / 20:",
+ rf" Max absolute difference: {SOME_FLOAT}",
+ rf" Max relative difference: {SOME_FLOAT}",
+ r" Index \| Obtained\s+\| Expected",
+ ]
+ + [
+ rf" \({i},\)\s+\| {SOME_FLOAT} \| {SOME_FLOAT} ± {SOME_FLOAT}"
+ for i in range(20)
+ ],
+ verbosity_level=2,
+ )
+
def test_repr_string(self):
assert repr(approx(1.0)) == "1.0 ± 1.0e-06"
assert repr(approx([1.0, 2.0])) == "approx([1.0 ± 1.0e-06, 2.0 ± 2.0e-06])"
@@ -89,6 +319,12 @@ def test_repr_nd_array(self, value, expected_repr_string):
np_array = np.array(value)
assert repr(approx(np_array)) == expected_repr_string
+ def test_bool(self):
+ with pytest.raises(AssertionError) as err:
+ assert approx(1)
+
+ assert err.match(r"approx\(\) is not supported in a boolean context")
+
def test_operator_overloading(self):
assert 1 == approx(1, rel=1e-6, abs=1e-12)
assert not (1 != approx(1, rel=1e-6, abs=1e-12))
@@ -141,6 +377,13 @@ def test_negative_tolerance(
with pytest.raises(ValueError):
1.1 == approx(1, rel, abs)
+ def test_negative_tolerance_message(self):
+ # Error message for negative tolerance should include the value.
+ with pytest.raises(ValueError, match="-3"):
+ 0 == approx(1, abs=-3)
+ with pytest.raises(ValueError, match="-3"):
+ 0 == approx(1, rel=-3)
+
def test_inf_tolerance(self):
# Everything should be equal if the tolerance is infinite.
large_diffs = [(1, 1000), (1e-50, 1e50), (-1.0, -1e300), (0.0, 10)]
@@ -313,6 +556,12 @@ def test_list(self):
assert approx(expected, rel=5e-7, abs=0) == actual
assert approx(expected, rel=5e-8, abs=0) != actual
+ def test_list_decimal(self):
+ actual = [Decimal("1.000001"), Decimal("2.000001")]
+ expected = [Decimal("1"), Decimal("2")]
+
+ assert actual == approx(expected)
+
def test_list_wrong_len(self):
assert [1, 2] != approx([1])
assert [1, 2] != approx([1, 2, 3])
@@ -346,6 +595,14 @@ def test_dict(self):
assert approx(expected, rel=5e-7, abs=0) == actual
assert approx(expected, rel=5e-8, abs=0) != actual
+ def test_dict_decimal(self):
+ actual = {"a": Decimal("1.000001"), "b": Decimal("2.000001")}
+ # Dictionaries became ordered in python3.6, so switch up the order here
+ # to make sure it doesn't matter.
+ expected = {"b": Decimal("2"), "a": Decimal("1")}
+
+ assert actual == approx(expected)
+
def test_dict_wrong_len(self):
assert {"a": 1, "b": 2} != approx({"a": 1})
assert {"a": 1, "b": 2} != approx({"a": 1, "c": 2})
@@ -447,6 +704,36 @@ def test_numpy_array_wrong_shape(self):
assert a12 != approx(a21)
assert a21 != approx(a12)
+ def test_numpy_array_protocol(self):
+ """
+ array-like objects such as tensorflow's DeviceArray are handled like ndarray.
+ See issue #8132
+ """
+ np = pytest.importorskip("numpy")
+
+ class DeviceArray:
+ def __init__(self, value, size):
+ self.value = value
+ self.size = size
+
+ def __array__(self):
+ return self.value * np.ones(self.size)
+
+ class DeviceScalar:
+ def __init__(self, value):
+ self.value = value
+
+ def __array__(self):
+ return np.array(self.value)
+
+ expected = 1
+ actual = 1 + 1e-6
+ assert approx(expected) == DeviceArray(actual, size=1)
+ assert approx(expected) == DeviceArray(actual, size=2)
+ assert approx(expected) == DeviceScalar(actual)
+ assert approx(DeviceScalar(expected)) == actual
+ assert approx(DeviceScalar(expected)) == DeviceScalar(actual)
+
def test_doctests(self, mocked_doctest_runner) -> None:
import doctest
@@ -484,7 +771,8 @@ def test_foo():
)
def test_expected_value_type_error(self, x, name):
with pytest.raises(
- TypeError, match=fr"pytest.approx\(\) does not support nested {name}:",
+ TypeError,
+ match=fr"pytest.approx\(\) does not support nested {name}:",
):
approx(x)
diff --git a/testing/python/collect.py b/testing/python/collect.py
index 4d5f4c6895f..ac3edd395ab 100644
--- a/testing/python/collect.py
+++ b/testing/python/collect.py
@@ -1,3 +1,4 @@
+import os
import sys
import textwrap
from typing import Any
@@ -6,42 +7,51 @@
import _pytest._code
import pytest
from _pytest.config import ExitCode
+from _pytest.main import Session
+from _pytest.monkeypatch import MonkeyPatch
from _pytest.nodes import Collector
-from _pytest.pytester import Testdir
+from _pytest.pytester import Pytester
+from _pytest.python import Class
+from _pytest.python import Function
class TestModule:
- def test_failing_import(self, testdir):
- modcol = testdir.getmodulecol("import alksdjalskdjalkjals")
+ def test_failing_import(self, pytester: Pytester) -> None:
+ modcol = pytester.getmodulecol("import alksdjalskdjalkjals")
pytest.raises(Collector.CollectError, modcol.collect)
- def test_import_duplicate(self, testdir):
- a = testdir.mkdir("a")
- b = testdir.mkdir("b")
- p = a.ensure("test_whatever.py")
- p.pyimport()
- del sys.modules["test_whatever"]
- b.ensure("test_whatever.py")
- result = testdir.runpytest()
+ def test_import_duplicate(self, pytester: Pytester) -> None:
+ a = pytester.mkdir("a")
+ b = pytester.mkdir("b")
+ p1 = a.joinpath("test_whatever.py")
+ p1.touch()
+ p2 = b.joinpath("test_whatever.py")
+ p2.touch()
+ # ensure we don't have it imported already
+ sys.modules.pop(p1.stem, None)
+
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"*import*mismatch*",
"*imported*test_whatever*",
- "*%s*" % a.join("test_whatever.py"),
+ "*%s*" % p1,
"*not the same*",
- "*%s*" % b.join("test_whatever.py"),
+ "*%s*" % p2,
"*HINT*",
]
)
- def test_import_prepend_append(self, testdir, monkeypatch):
- root1 = testdir.mkdir("root1")
- root2 = testdir.mkdir("root2")
- root1.ensure("x456.py")
- root2.ensure("x456.py")
- p = root2.join("test_x456.py")
+ def test_import_prepend_append(
+ self, pytester: Pytester, monkeypatch: MonkeyPatch
+ ) -> None:
+ root1 = pytester.mkdir("root1")
+ root2 = pytester.mkdir("root2")
+ root1.joinpath("x456.py").touch()
+ root2.joinpath("x456.py").touch()
+ p = root2.joinpath("test_x456.py")
monkeypatch.syspath_prepend(str(root1))
- p.write(
+ p.write_text(
textwrap.dedent(
"""\
import x456
@@ -52,25 +62,26 @@ def test():
)
)
)
- with root2.as_cwd():
- reprec = testdir.inline_run("--import-mode=append")
+ with monkeypatch.context() as mp:
+ mp.chdir(root2)
+ reprec = pytester.inline_run("--import-mode=append")
reprec.assertoutcome(passed=0, failed=1)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_syntax_error_in_module(self, testdir):
- modcol = testdir.getmodulecol("this is a syntax error")
+ def test_syntax_error_in_module(self, pytester: Pytester) -> None:
+ modcol = pytester.getmodulecol("this is a syntax error")
pytest.raises(modcol.CollectError, modcol.collect)
pytest.raises(modcol.CollectError, modcol.collect)
- def test_module_considers_pluginmanager_at_import(self, testdir):
- modcol = testdir.getmodulecol("pytest_plugins='xasdlkj',")
+ def test_module_considers_pluginmanager_at_import(self, pytester: Pytester) -> None:
+ modcol = pytester.getmodulecol("pytest_plugins='xasdlkj',")
pytest.raises(ImportError, lambda: modcol.obj)
- def test_invalid_test_module_name(self, testdir):
- a = testdir.mkdir("a")
- a.ensure("test_one.part1.py")
- result = testdir.runpytest()
+ def test_invalid_test_module_name(self, pytester: Pytester) -> None:
+ a = pytester.mkdir("a")
+ a.joinpath("test_one.part1.py").touch()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"ImportError while importing test module*test_one.part1*",
@@ -79,24 +90,26 @@ def test_invalid_test_module_name(self, testdir):
)
@pytest.mark.parametrize("verbose", [0, 1, 2])
- def test_show_traceback_import_error(self, testdir, verbose):
+ def test_show_traceback_import_error(
+ self, pytester: Pytester, verbose: int
+ ) -> None:
"""Import errors when collecting modules should display the traceback (#1976).
With low verbosity we omit pytest and internal modules, otherwise show all traceback entries.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
foo_traceback_import_error="""
from bar_traceback_import_error import NOT_AVAILABLE
""",
bar_traceback_import_error="",
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import foo_traceback_import_error
"""
)
args = ("-v",) * verbose
- result = testdir.runpytest(*args)
+ result = pytester.runpytest(*args)
result.stdout.fnmatch_lines(
[
"ImportError while importing test module*",
@@ -113,12 +126,12 @@ def test_show_traceback_import_error(self, testdir, verbose):
else:
assert "_pytest" not in stdout
- def test_show_traceback_import_error_unicode(self, testdir):
+ def test_show_traceback_import_error_unicode(self, pytester: Pytester) -> None:
"""Check test modules collected which raise ImportError with unicode messages
are handled properly (#2336).
"""
- testdir.makepyfile("raise ImportError('Something bad happened ☺')")
- result = testdir.runpytest()
+ pytester.makepyfile("raise ImportError('Something bad happened ☺')")
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"ImportError while importing test module*",
@@ -130,15 +143,15 @@ def test_show_traceback_import_error_unicode(self, testdir):
class TestClass:
- def test_class_with_init_warning(self, testdir):
- testdir.makepyfile(
+ def test_class_with_init_warning(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
class TestClass1(object):
def __init__(self):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"*cannot collect test class 'TestClass1' because it has "
@@ -146,15 +159,15 @@ def __init__(self):
]
)
- def test_class_with_new_warning(self, testdir):
- testdir.makepyfile(
+ def test_class_with_new_warning(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
class TestClass1(object):
def __new__(self):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"*cannot collect test class 'TestClass1' because it has "
@@ -162,19 +175,19 @@ def __new__(self):
]
)
- def test_class_subclassobject(self, testdir):
- testdir.getmodulecol(
+ def test_class_subclassobject(self, pytester: Pytester) -> None:
+ pytester.getmodulecol(
"""
class test(object):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*collected 0*"])
- def test_static_method(self, testdir):
+ def test_static_method(self, pytester: Pytester) -> None:
"""Support for collecting staticmethod tests (#2528, #2699)"""
- testdir.getmodulecol(
+ pytester.getmodulecol(
"""
import pytest
class Test(object):
@@ -191,11 +204,11 @@ def test_fix(fix):
assert fix == 1
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*collected 2 items*", "*2 passed in*"])
- def test_setup_teardown_class_as_classmethod(self, testdir):
- testdir.makepyfile(
+ def test_setup_teardown_class_as_classmethod(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
test_mod1="""
class TestClassMethod(object):
@classmethod
@@ -208,11 +221,11 @@ def teardown_class(cls):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*1 passed*"])
- def test_issue1035_obj_has_getattr(self, testdir):
- modcol = testdir.getmodulecol(
+ def test_issue1035_obj_has_getattr(self, pytester: Pytester) -> None:
+ modcol = pytester.getmodulecol(
"""
class Chameleon(object):
def __getattr__(self, name):
@@ -223,22 +236,22 @@ def __getattr__(self, name):
colitems = modcol.collect()
assert len(colitems) == 0
- def test_issue1579_namedtuple(self, testdir):
- testdir.makepyfile(
+ def test_issue1579_namedtuple(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import collections
TestCase = collections.namedtuple('TestCase', ['a'])
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
"*cannot collect test class 'TestCase' "
"because it has a __new__ constructor*"
)
- def test_issue2234_property(self, testdir):
- testdir.makepyfile(
+ def test_issue2234_property(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
class TestCase(object):
@property
@@ -246,29 +259,29 @@ def prop(self):
raise NotImplementedError()
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == ExitCode.NO_TESTS_COLLECTED
class TestFunction:
- def test_getmodulecollector(self, testdir):
- item = testdir.getitem("def test_func(): pass")
+ def test_getmodulecollector(self, pytester: Pytester) -> None:
+ item = pytester.getitem("def test_func(): pass")
modcol = item.getparent(pytest.Module)
assert isinstance(modcol, pytest.Module)
assert hasattr(modcol.obj, "test_func")
@pytest.mark.filterwarnings("default")
- def test_function_as_object_instance_ignored(self, testdir):
- testdir.makepyfile(
+ def test_function_as_object_instance_ignored(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
class A(object):
- def __call__(self, tmpdir):
+ def __call__(self, tmp_path):
0/0
test_a = A()
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"collected 0 items",
@@ -278,37 +291,37 @@ def __call__(self, tmpdir):
)
@staticmethod
- def make_function(testdir, **kwargs):
+ def make_function(pytester: Pytester, **kwargs: Any) -> Any:
from _pytest.fixtures import FixtureManager
- config = testdir.parseconfigure()
- session = testdir.Session.from_config(config)
+ config = pytester.parseconfigure()
+ session = Session.from_config(config)
session._fixturemanager = FixtureManager(session)
return pytest.Function.from_parent(parent=session, **kwargs)
- def test_function_equality(self, testdir):
+ def test_function_equality(self, pytester: Pytester) -> None:
def func1():
pass
def func2():
pass
- f1 = self.make_function(testdir, name="name", callobj=func1)
+ f1 = self.make_function(pytester, name="name", callobj=func1)
assert f1 == f1
f2 = self.make_function(
- testdir, name="name", callobj=func2, originalname="foobar"
+ pytester, name="name", callobj=func2, originalname="foobar"
)
assert f1 != f2
- def test_repr_produces_actual_test_id(self, testdir):
+ def test_repr_produces_actual_test_id(self, pytester: Pytester) -> None:
f = self.make_function(
- testdir, name=r"test[\xe5]", callobj=self.test_repr_produces_actual_test_id
+ pytester, name=r"test[\xe5]", callobj=self.test_repr_produces_actual_test_id
)
assert repr(f) == r"<Function test[\xe5]>"
- def test_issue197_parametrize_emptyset(self, testdir):
- testdir.makepyfile(
+ def test_issue197_parametrize_emptyset(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.mark.parametrize('arg', [])
@@ -316,11 +329,11 @@ def test_function(arg):
pass
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(skipped=1)
- def test_single_tuple_unwraps_values(self, testdir):
- testdir.makepyfile(
+ def test_single_tuple_unwraps_values(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.mark.parametrize(('arg',), [(1,)])
@@ -328,11 +341,11 @@ def test_function(arg):
assert arg == 1
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_issue213_parametrize_value_no_equal(self, testdir):
- testdir.makepyfile(
+ def test_issue213_parametrize_value_no_equal(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
class A(object):
@@ -343,12 +356,12 @@ def test_function(arg):
assert arg.__class__.__name__ == "A"
"""
)
- reprec = testdir.inline_run("--fulltrace")
+ reprec = pytester.inline_run("--fulltrace")
reprec.assertoutcome(passed=1)
- def test_parametrize_with_non_hashable_values(self, testdir):
+ def test_parametrize_with_non_hashable_values(self, pytester: Pytester) -> None:
"""Test parametrization with non-hashable values."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
archival_mapping = {
'1.0': {'tag': '1.0'},
@@ -363,12 +376,14 @@ def test_archival_to_version(key, value):
assert value == archival_mapping[key]
"""
)
- rec = testdir.inline_run()
+ rec = pytester.inline_run()
rec.assertoutcome(passed=2)
- def test_parametrize_with_non_hashable_values_indirect(self, testdir):
+ def test_parametrize_with_non_hashable_values_indirect(
+ self, pytester: Pytester
+ ) -> None:
"""Test parametrization with non-hashable values with indirect parametrization."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
archival_mapping = {
'1.0': {'tag': '1.0'},
@@ -392,12 +407,12 @@ def test_archival_to_version(key, value):
assert value == archival_mapping[key]
"""
)
- rec = testdir.inline_run()
+ rec = pytester.inline_run()
rec.assertoutcome(passed=2)
- def test_parametrize_overrides_fixture(self, testdir):
+ def test_parametrize_overrides_fixture(self, pytester: Pytester) -> None:
"""Test parametrization when parameter overrides existing fixture with same name."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -421,12 +436,14 @@ def test_overridden_via_multiparam(other, value):
assert value == 'overridden'
"""
)
- rec = testdir.inline_run()
+ rec = pytester.inline_run()
rec.assertoutcome(passed=3)
- def test_parametrize_overrides_parametrized_fixture(self, testdir):
+ def test_parametrize_overrides_parametrized_fixture(
+ self, pytester: Pytester
+ ) -> None:
"""Test parametrization when parameter overrides existing parametrized fixture with same name."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -440,12 +457,14 @@ def test_overridden_via_param(value):
assert value == 'overridden'
"""
)
- rec = testdir.inline_run()
+ rec = pytester.inline_run()
rec.assertoutcome(passed=1)
- def test_parametrize_overrides_indirect_dependency_fixture(self, testdir):
+ def test_parametrize_overrides_indirect_dependency_fixture(
+ self, pytester: Pytester
+ ) -> None:
"""Test parametrization when parameter overrides a fixture that a test indirectly depends on"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -471,11 +490,11 @@ def test_it(fix1):
assert not fix3_instantiated
"""
)
- rec = testdir.inline_run()
+ rec = pytester.inline_run()
rec.assertoutcome(passed=1)
- def test_parametrize_with_mark(self, testdir):
- items = testdir.getitems(
+ def test_parametrize_with_mark(self, pytester: Pytester) -> None:
+ items = pytester.getitems(
"""
import pytest
@pytest.mark.foo
@@ -495,8 +514,8 @@ def test_function(arg):
)
assert "foo" in keywords[1] and "bar" in keywords[1] and "baz" in keywords[1]
- def test_parametrize_with_empty_string_arguments(self, testdir):
- items = testdir.getitems(
+ def test_parametrize_with_empty_string_arguments(self, pytester: Pytester) -> None:
+ items = pytester.getitems(
"""\
import pytest
@@ -508,8 +527,8 @@ def test(v, w): ...
names = {item.name for item in items}
assert names == {"test[-]", "test[ -]", "test[- ]", "test[ - ]"}
- def test_function_equality_with_callspec(self, testdir):
- items = testdir.getitems(
+ def test_function_equality_with_callspec(self, pytester: Pytester) -> None:
+ items = pytester.getitems(
"""
import pytest
@pytest.mark.parametrize('arg', [1,2])
@@ -520,8 +539,8 @@ def test_function(arg):
assert items[0] != items[1]
assert not (items[0] == items[1])
- def test_pyfunc_call(self, testdir):
- item = testdir.getitem("def test_func(): raise ValueError")
+ def test_pyfunc_call(self, pytester: Pytester) -> None:
+ item = pytester.getitem("def test_func(): raise ValueError")
config = item.config
class MyPlugin1:
@@ -537,8 +556,8 @@ def pytest_pyfunc_call(self):
config.hook.pytest_runtest_setup(item=item)
config.hook.pytest_pyfunc_call(pyfuncitem=item)
- def test_multiple_parametrize(self, testdir):
- modcol = testdir.getmodulecol(
+ def test_multiple_parametrize(self, pytester: Pytester) -> None:
+ modcol = pytester.getmodulecol(
"""
import pytest
@pytest.mark.parametrize('x', [0, 1])
@@ -553,8 +572,8 @@ def test1(x, y):
assert colitems[2].name == "test1[3-0]"
assert colitems[3].name == "test1[3-1]"
- def test_issue751_multiple_parametrize_with_ids(self, testdir):
- modcol = testdir.getmodulecol(
+ def test_issue751_multiple_parametrize_with_ids(self, pytester: Pytester) -> None:
+ modcol = pytester.getmodulecol(
"""
import pytest
@pytest.mark.parametrize('x', [0], ids=['c'])
@@ -566,14 +585,14 @@ def test2(self, x, y):
pass
"""
)
- colitems = modcol.collect()[0].collect()[0].collect()
+ colitems = modcol.collect()[0].collect()
assert colitems[0].name == "test1[a-c]"
assert colitems[1].name == "test1[b-c]"
assert colitems[2].name == "test2[a-c]"
assert colitems[3].name == "test2[b-c]"
- def test_parametrize_skipif(self, testdir):
- testdir.makepyfile(
+ def test_parametrize_skipif(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -584,11 +603,11 @@ def test_skip_if(x):
assert x < 2
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["* 2 passed, 1 skipped in *"])
- def test_parametrize_skip(self, testdir):
- testdir.makepyfile(
+ def test_parametrize_skip(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -599,11 +618,11 @@ def test_skip(x):
assert x < 2
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["* 2 passed, 1 skipped in *"])
- def test_parametrize_skipif_no_skip(self, testdir):
- testdir.makepyfile(
+ def test_parametrize_skipif_no_skip(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -614,11 +633,11 @@ def test_skipif_no_skip(x):
assert x < 2
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["* 1 failed, 2 passed in *"])
- def test_parametrize_xfail(self, testdir):
- testdir.makepyfile(
+ def test_parametrize_xfail(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -629,11 +648,11 @@ def test_xfail(x):
assert x < 2
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["* 2 passed, 1 xfailed in *"])
- def test_parametrize_passed(self, testdir):
- testdir.makepyfile(
+ def test_parametrize_passed(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -644,11 +663,11 @@ def test_xfail(x):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["* 2 passed, 1 xpassed in *"])
- def test_parametrize_xfail_passed(self, testdir):
- testdir.makepyfile(
+ def test_parametrize_xfail_passed(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -659,11 +678,11 @@ def test_passed(x):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["* 3 passed in *"])
- def test_function_originalname(self, testdir: Testdir) -> None:
- items = testdir.getitems(
+ def test_function_originalname(self, pytester: Pytester) -> None:
+ items = pytester.getitems(
"""
import pytest
@@ -685,14 +704,14 @@ def test_no_param():
"test_no_param",
]
- def test_function_with_square_brackets(self, testdir: Testdir) -> None:
+ def test_function_with_square_brackets(self, pytester: Pytester) -> None:
"""Check that functions with square brackets don't cause trouble."""
- p1 = testdir.makepyfile(
+ p1 = pytester.makepyfile(
"""
locals()["test_foo[name]"] = lambda: None
"""
)
- result = testdir.runpytest("-v", str(p1))
+ result = pytester.runpytest("-v", str(p1))
result.stdout.fnmatch_lines(
[
"test_function_with_square_brackets.py::test_foo[[]name[]] PASSED *",
@@ -702,23 +721,23 @@ def test_function_with_square_brackets(self, testdir: Testdir) -> None:
class TestSorting:
- def test_check_equality(self, testdir) -> None:
- modcol = testdir.getmodulecol(
+ def test_check_equality(self, pytester: Pytester) -> None:
+ modcol = pytester.getmodulecol(
"""
def test_pass(): pass
def test_fail(): assert 0
"""
)
- fn1 = testdir.collect_by_name(modcol, "test_pass")
+ fn1 = pytester.collect_by_name(modcol, "test_pass")
assert isinstance(fn1, pytest.Function)
- fn2 = testdir.collect_by_name(modcol, "test_pass")
+ fn2 = pytester.collect_by_name(modcol, "test_pass")
assert isinstance(fn2, pytest.Function)
assert fn1 == fn2
assert fn1 != modcol
assert hash(fn1) == hash(fn2)
- fn3 = testdir.collect_by_name(modcol, "test_fail")
+ fn3 = pytester.collect_by_name(modcol, "test_fail")
assert isinstance(fn3, pytest.Function)
assert not (fn1 == fn3)
assert fn1 != fn3
@@ -730,8 +749,8 @@ def test_fail(): assert 0
assert [1, 2, 3] != fn # type: ignore[comparison-overlap]
assert modcol != fn
- def test_allow_sane_sorting_for_decorators(self, testdir):
- modcol = testdir.getmodulecol(
+ def test_allow_sane_sorting_for_decorators(self, pytester: Pytester) -> None:
+ modcol = pytester.getmodulecol(
"""
def dec(f):
g = lambda: f(2)
@@ -752,27 +771,58 @@ def test_a(y):
assert len(colitems) == 2
assert [item.name for item in colitems] == ["test_b", "test_a"]
+ def test_ordered_by_definition_order(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
+ """\
+ class Test1:
+ def test_foo(): pass
+ def test_bar(): pass
+ class Test2:
+ def test_foo(): pass
+ test_bar = Test1.test_bar
+ class Test3(Test2):
+ def test_baz(): pass
+ """
+ )
+ result = pytester.runpytest("--collect-only")
+ result.stdout.fnmatch_lines(
+ [
+ "*Class Test1*",
+ "*Function test_foo*",
+ "*Function test_bar*",
+ "*Class Test2*",
+ # previously the order was flipped due to Test1.test_bar reference
+ "*Function test_foo*",
+ "*Function test_bar*",
+ "*Class Test3*",
+ "*Function test_foo*",
+ "*Function test_bar*",
+ "*Function test_baz*",
+ ]
+ )
+
class TestConftestCustomization:
- def test_pytest_pycollect_module(self, testdir):
- testdir.makeconftest(
+ def test_pytest_pycollect_module(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
class MyModule(pytest.Module):
pass
- def pytest_pycollect_makemodule(path, parent):
- if path.basename == "test_xyz.py":
- return MyModule.from_parent(fspath=path, parent=parent)
+ def pytest_pycollect_makemodule(module_path, parent):
+ if module_path.name == "test_xyz.py":
+ return MyModule.from_parent(path=module_path, parent=parent)
"""
)
- testdir.makepyfile("def test_some(): pass")
- testdir.makepyfile(test_xyz="def test_func(): pass")
- result = testdir.runpytest("--collect-only")
+ pytester.makepyfile("def test_some(): pass")
+ pytester.makepyfile(test_xyz="def test_func(): pass")
+ result = pytester.runpytest("--collect-only")
result.stdout.fnmatch_lines(["*<Module*test_pytest*", "*<MyModule*xyz*"])
- def test_customized_pymakemodule_issue205_subdir(self, testdir):
- b = testdir.mkdir("a").mkdir("b")
- b.join("conftest.py").write(
+ def test_customized_pymakemodule_issue205_subdir(self, pytester: Pytester) -> None:
+ b = pytester.path.joinpath("a", "b")
+ b.mkdir(parents=True)
+ b.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
import pytest
@@ -784,7 +834,7 @@ def pytest_pycollect_makemodule():
"""
)
)
- b.join("test_module.py").write(
+ b.joinpath("test_module.py").write_text(
textwrap.dedent(
"""\
def test_hello():
@@ -792,12 +842,13 @@ def test_hello():
"""
)
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_customized_pymakeitem(self, testdir):
- b = testdir.mkdir("a").mkdir("b")
- b.join("conftest.py").write(
+ def test_customized_pymakeitem(self, pytester: Pytester) -> None:
+ b = pytester.path.joinpath("a", "b")
+ b.mkdir(parents=True)
+ b.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
import pytest
@@ -812,7 +863,7 @@ def pytest_pycollect_makeitem():
"""
)
)
- b.join("test_module.py").write(
+ b.joinpath("test_module.py").write_text(
textwrap.dedent(
"""\
import pytest
@@ -825,11 +876,11 @@ def test_hello(obj):
"""
)
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_pytest_pycollect_makeitem(self, testdir):
- testdir.makeconftest(
+ def test_pytest_pycollect_makeitem(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
class MyFunction(pytest.Function):
@@ -839,16 +890,16 @@ def pytest_pycollect_makeitem(collector, name, obj):
return MyFunction.from_parent(name=name, parent=collector)
"""
)
- testdir.makepyfile("def some(): pass")
- result = testdir.runpytest("--collect-only")
+ pytester.makepyfile("def some(): pass")
+ result = pytester.runpytest("--collect-only")
result.stdout.fnmatch_lines(["*MyFunction*some*"])
- def test_issue2369_collect_module_fileext(self, testdir):
+ def test_issue2369_collect_module_fileext(self, pytester: Pytester) -> None:
"""Ensure we can collect files with weird file extensions as Python
modules (#2369)"""
# We'll implement a little finder and loader to import files containing
# Python source code whose file extension is ".narf".
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import sys, os, imp
from _pytest.python import Module
@@ -862,21 +913,21 @@ def find_module(self, name, path=None):
return Loader()
sys.meta_path.append(Finder())
- def pytest_collect_file(path, parent):
- if path.ext == ".narf":
- return Module.from_parent(fspath=path, parent=parent)"""
+ def pytest_collect_file(file_path, parent):
+ if file_path.suffix == ".narf":
+ return Module.from_parent(path=file_path, parent=parent)"""
)
- testdir.makefile(
+ pytester.makefile(
".narf",
"""\
def test_something():
assert 1 + 1 == 2""",
)
# Use runpytest_subprocess, since we're futzing with sys.meta_path.
- result = testdir.runpytest_subprocess()
+ result = pytester.runpytest_subprocess()
result.stdout.fnmatch_lines(["*1 passed*"])
- def test_early_ignored_attributes(self, testdir: Testdir) -> None:
+ def test_early_ignored_attributes(self, pytester: Pytester) -> None:
"""Builtin attributes should be ignored early on, even if
configuration would otherwise allow them.
@@ -884,14 +935,14 @@ def test_early_ignored_attributes(self, testdir: Testdir) -> None:
although it tests PytestCollectionWarning is not raised, while
it would have been raised otherwise.
"""
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
python_classes=*
python_functions=*
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
class TestEmpty:
pass
@@ -900,48 +951,48 @@ def test_real():
pass
"""
)
- items, rec = testdir.inline_genitems()
+ items, rec = pytester.inline_genitems()
assert rec.ret == 0
assert len(items) == 1
-def test_setup_only_available_in_subdir(testdir):
- sub1 = testdir.mkpydir("sub1")
- sub2 = testdir.mkpydir("sub2")
- sub1.join("conftest.py").write(
+def test_setup_only_available_in_subdir(pytester: Pytester) -> None:
+ sub1 = pytester.mkpydir("sub1")
+ sub2 = pytester.mkpydir("sub2")
+ sub1.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
import pytest
def pytest_runtest_setup(item):
- assert item.fspath.purebasename == "test_in_sub1"
+ assert item.path.stem == "test_in_sub1"
def pytest_runtest_call(item):
- assert item.fspath.purebasename == "test_in_sub1"
+ assert item.path.stem == "test_in_sub1"
def pytest_runtest_teardown(item):
- assert item.fspath.purebasename == "test_in_sub1"
+ assert item.path.stem == "test_in_sub1"
"""
)
)
- sub2.join("conftest.py").write(
+ sub2.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
import pytest
def pytest_runtest_setup(item):
- assert item.fspath.purebasename == "test_in_sub2"
+ assert item.path.stem == "test_in_sub2"
def pytest_runtest_call(item):
- assert item.fspath.purebasename == "test_in_sub2"
+ assert item.path.stem == "test_in_sub2"
def pytest_runtest_teardown(item):
- assert item.fspath.purebasename == "test_in_sub2"
+ assert item.path.stem == "test_in_sub2"
"""
)
)
- sub1.join("test_in_sub1.py").write("def test_1(): pass")
- sub2.join("test_in_sub2.py").write("def test_2(): pass")
- result = testdir.runpytest("-v", "-s")
+ sub1.joinpath("test_in_sub1.py").write_text("def test_1(): pass")
+ sub2.joinpath("test_in_sub2.py").write_text("def test_2(): pass")
+ result = pytester.runpytest("-v", "-s")
result.assert_outcomes(passed=2)
-def test_modulecol_roundtrip(testdir):
- modcol = testdir.getmodulecol("pass", withinit=False)
+def test_modulecol_roundtrip(pytester: Pytester) -> None:
+ modcol = pytester.getmodulecol("pass", withinit=False)
trail = modcol.nodeid
newcol = modcol.session.perform_collect([trail], genitems=0)[0]
assert modcol.name == newcol.name
@@ -956,8 +1007,8 @@ def test_skip_simple(self):
assert excinfo.traceback[-2].frame.code.name == "test_skip_simple"
assert not excinfo.traceback[-2].ishidden()
- def test_traceback_argsetup(self, testdir):
- testdir.makeconftest(
+ def test_traceback_argsetup(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
@@ -966,8 +1017,8 @@ def hello(request):
raise ValueError("xyz")
"""
)
- p = testdir.makepyfile("def test(hello): pass")
- result = testdir.runpytest(p)
+ p = pytester.makepyfile("def test(hello): pass")
+ result = pytester.runpytest(p)
assert result.ret != 0
out = result.stdout.str()
assert "xyz" in out
@@ -975,14 +1026,14 @@ def hello(request):
numentries = out.count("_ _ _") # separator for traceback entries
assert numentries == 0
- result = testdir.runpytest("--fulltrace", p)
+ result = pytester.runpytest("--fulltrace", p)
out = result.stdout.str()
assert "conftest.py:5: ValueError" in out
numentries = out.count("_ _ _ _") # separator for traceback entries
assert numentries > 3
- def test_traceback_error_during_import(self, testdir):
- testdir.makepyfile(
+ def test_traceback_error_during_import(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
x = 1
x = 2
@@ -990,21 +1041,23 @@ def test_traceback_error_during_import(self, testdir):
asd
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret != 0
out = result.stdout.str()
assert "x = 1" not in out
assert "x = 2" not in out
result.stdout.fnmatch_lines([" *asd*", "E*NameError*"])
- result = testdir.runpytest("--fulltrace")
+ result = pytester.runpytest("--fulltrace")
out = result.stdout.str()
assert "x = 1" in out
assert "x = 2" in out
result.stdout.fnmatch_lines([">*asd*", "E*NameError*"])
- def test_traceback_filter_error_during_fixture_collection(self, testdir):
+ def test_traceback_filter_error_during_fixture_collection(
+ self, pytester: Pytester
+ ) -> None:
"""Integration test for issue #995."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -1022,7 +1075,7 @@ def test_failing_fixture(fail_fixture):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret != 0
out = result.stdout.str()
assert "INTERNALERROR>" not in out
@@ -1039,6 +1092,7 @@ def test_filter_traceback_generated_code(self) -> None:
"""
from _pytest._code import filter_traceback
+ tb = None
try:
ns: Dict[str, Any] = {}
exec("def foo(): raise ValueError", ns)
@@ -1051,7 +1105,7 @@ def test_filter_traceback_generated_code(self) -> None:
assert isinstance(traceback[-1].path, str)
assert not filter_traceback(traceback[-1])
- def test_filter_traceback_path_no_longer_valid(self, testdir) -> None:
+ def test_filter_traceback_path_no_longer_valid(self, pytester: Pytester) -> None:
"""Test that filter_traceback() works with the fact that
_pytest._code.code.Code.path attribute might return an str object.
@@ -1060,13 +1114,14 @@ def test_filter_traceback_path_no_longer_valid(self, testdir) -> None:
"""
from _pytest._code import filter_traceback
- testdir.syspathinsert()
- testdir.makepyfile(
+ pytester.syspathinsert()
+ pytester.makepyfile(
filter_traceback_entry_as_str="""
def foo():
raise ValueError
"""
)
+ tb = None
try:
import filter_traceback_entry_as_str
@@ -1075,15 +1130,15 @@ def foo():
_, _, tb = sys.exc_info()
assert tb is not None
- testdir.tmpdir.join("filter_traceback_entry_as_str.py").remove()
+ pytester.path.joinpath("filter_traceback_entry_as_str.py").unlink()
traceback = _pytest._code.Traceback(tb)
assert isinstance(traceback[-1].path, str)
assert filter_traceback(traceback[-1])
class TestReportInfo:
- def test_itemreport_reportinfo(self, testdir):
- testdir.makeconftest(
+ def test_itemreport_reportinfo(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
class MyFunction(pytest.Function):
@@ -1094,54 +1149,64 @@ def pytest_pycollect_makeitem(collector, name, obj):
return MyFunction.from_parent(name=name, parent=collector)
"""
)
- item = testdir.getitem("def test_func(): pass")
+ item = pytester.getitem("def test_func(): pass")
item.config.pluginmanager.getplugin("runner")
assert item.location == ("ABCDE", 42, "custom")
- def test_func_reportinfo(self, testdir):
- item = testdir.getitem("def test_func(): pass")
- fspath, lineno, modpath = item.reportinfo()
- assert fspath == item.fspath
+ def test_func_reportinfo(self, pytester: Pytester) -> None:
+ item = pytester.getitem("def test_func(): pass")
+ path, lineno, modpath = item.reportinfo()
+ assert os.fspath(path) == str(item.path)
assert lineno == 0
assert modpath == "test_func"
- def test_class_reportinfo(self, testdir):
- modcol = testdir.getmodulecol(
+ def test_class_reportinfo(self, pytester: Pytester) -> None:
+ modcol = pytester.getmodulecol(
"""
# lineno 0
class TestClass(object):
def test_hello(self): pass
"""
)
- classcol = testdir.collect_by_name(modcol, "TestClass")
- fspath, lineno, msg = classcol.reportinfo()
- assert fspath == modcol.fspath
+ classcol = pytester.collect_by_name(modcol, "TestClass")
+ assert isinstance(classcol, Class)
+ path, lineno, msg = classcol.reportinfo()
+ assert os.fspath(path) == str(modcol.path)
assert lineno == 1
assert msg == "TestClass"
@pytest.mark.filterwarnings(
"ignore:usage of Generator.Function is deprecated, please use pytest.Function instead"
)
- def test_reportinfo_with_nasty_getattr(self, testdir):
+ def test_reportinfo_with_nasty_getattr(self, pytester: Pytester) -> None:
# https://github.com/pytest-dev/pytest/issues/1204
- modcol = testdir.getmodulecol(
+ modcol = pytester.getmodulecol(
"""
# lineno 0
- class TestClass(object):
+ class TestClass:
def __getattr__(self, name):
return "this is not an int"
- def test_foo(self):
+ def __class_getattr__(cls, name):
+ return "this is not an int"
+
+ def intest_foo(self):
+ pass
+
+ def test_bar(self):
pass
"""
)
- classcol = testdir.collect_by_name(modcol, "TestClass")
- instance = classcol.collect()[0]
- fspath, lineno, msg = instance.reportinfo()
+ classcol = pytester.collect_by_name(modcol, "TestClass")
+ assert isinstance(classcol, Class)
+ path, lineno, msg = classcol.reportinfo()
+ func = list(classcol.collect())[0]
+ assert isinstance(func, Function)
+ path, lineno, msg = func.reportinfo()
-def test_customized_python_discovery(testdir):
- testdir.makeini(
+def test_customized_python_discovery(pytester: Pytester) -> None:
+ pytester.makeini(
"""
[pytest]
python_files=check_*.py
@@ -1149,7 +1214,7 @@ def test_customized_python_discovery(testdir):
python_functions=check
"""
)
- p = testdir.makepyfile(
+ p = pytester.makepyfile(
"""
def check_simple():
pass
@@ -1158,41 +1223,41 @@ def check_meth(self):
pass
"""
)
- p2 = p.new(basename=p.basename.replace("test", "check"))
- p.move(p2)
- result = testdir.runpytest("--collect-only", "-s")
+ p2 = p.with_name(p.name.replace("test", "check"))
+ p.rename(p2)
+ result = pytester.runpytest("--collect-only", "-s")
result.stdout.fnmatch_lines(
["*check_customized*", "*check_simple*", "*CheckMyApp*", "*check_meth*"]
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 0
result.stdout.fnmatch_lines(["*2 passed*"])
-def test_customized_python_discovery_functions(testdir):
- testdir.makeini(
+def test_customized_python_discovery_functions(pytester: Pytester) -> None:
+ pytester.makeini(
"""
[pytest]
python_functions=_test
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def _test_underscore():
pass
"""
)
- result = testdir.runpytest("--collect-only", "-s")
+ result = pytester.runpytest("--collect-only", "-s")
result.stdout.fnmatch_lines(["*_test_underscore*"])
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 0
result.stdout.fnmatch_lines(["*1 passed*"])
-def test_unorderable_types(testdir):
- testdir.makepyfile(
+def test_unorderable_types(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
class TestJoinEmpty(object):
pass
@@ -1205,19 +1270,19 @@ class Test(object):
TestFoo = make_test()
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.no_fnmatch_line("*TypeError*")
assert result.ret == ExitCode.NO_TESTS_COLLECTED
-@pytest.mark.filterwarnings("default")
-def test_dont_collect_non_function_callable(testdir):
+@pytest.mark.filterwarnings("default::pytest.PytestCollectionWarning")
+def test_dont_collect_non_function_callable(pytester: Pytester) -> None:
"""Test for issue https://github.com/pytest-dev/pytest/issues/331
In this case an INTERNALERROR occurred trying to report the failure of
a test like this one because pytest failed to get the source lines.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
class Oh(object):
def __call__(self):
@@ -1229,7 +1294,7 @@ def test_real():
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"*collected 1 item*",
@@ -1239,21 +1304,21 @@ def test_real():
)
-def test_class_injection_does_not_break_collection(testdir):
+def test_class_injection_does_not_break_collection(pytester: Pytester) -> None:
"""Tests whether injection during collection time will terminate testing.
In this case the error should not occur if the TestClass itself
is modified during collection time, and the original method list
is still used for collection.
"""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
from test_inject import TestClass
def pytest_generate_tests(metafunc):
TestClass.changed_var = {}
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
test_inject='''
class TestClass(object):
def test_injection(self):
@@ -1261,7 +1326,7 @@ def test_injection(self):
pass
'''
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert (
"RuntimeError: dictionary changed size during iteration"
not in result.stdout.str()
@@ -1269,16 +1334,16 @@ def test_injection(self):
result.stdout.fnmatch_lines(["*1 passed*"])
-def test_syntax_error_with_non_ascii_chars(testdir):
+def test_syntax_error_with_non_ascii_chars(pytester: Pytester) -> None:
"""Fix decoding issue while formatting SyntaxErrors during collection (#578)."""
- testdir.makepyfile("☃")
- result = testdir.runpytest()
+ pytester.makepyfile("☃")
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*ERROR collecting*", "*SyntaxError*", "*1 error in*"])
-def test_collect_error_with_fulltrace(testdir):
- testdir.makepyfile("assert 0")
- result = testdir.runpytest("--fulltrace")
+def test_collect_error_with_fulltrace(pytester: Pytester) -> None:
+ pytester.makepyfile("assert 0")
+ result = pytester.runpytest("--fulltrace")
result.stdout.fnmatch_lines(
[
"collected 0 items / 1 error",
@@ -1295,14 +1360,14 @@ def test_collect_error_with_fulltrace(testdir):
)
-def test_skip_duplicates_by_default(testdir):
+def test_skip_duplicates_by_default(pytester: Pytester) -> None:
"""Test for issue https://github.com/pytest-dev/pytest/issues/1609 (#1609)
Ignore duplicate directories.
"""
- a = testdir.mkdir("a")
- fh = a.join("test_a.py")
- fh.write(
+ a = pytester.mkdir("a")
+ fh = a.joinpath("test_a.py")
+ fh.write_text(
textwrap.dedent(
"""\
import pytest
@@ -1311,18 +1376,18 @@ def test_real():
"""
)
)
- result = testdir.runpytest(a.strpath, a.strpath)
+ result = pytester.runpytest(str(a), str(a))
result.stdout.fnmatch_lines(["*collected 1 item*"])
-def test_keep_duplicates(testdir):
+def test_keep_duplicates(pytester: Pytester) -> None:
"""Test for issue https://github.com/pytest-dev/pytest/issues/1609 (#1609)
Use --keep-duplicates to collect tests from duplicate directories.
"""
- a = testdir.mkdir("a")
- fh = a.join("test_a.py")
- fh.write(
+ a = pytester.mkdir("a")
+ fh = a.joinpath("test_a.py")
+ fh.write_text(
textwrap.dedent(
"""\
import pytest
@@ -1331,24 +1396,24 @@ def test_real():
"""
)
)
- result = testdir.runpytest("--keep-duplicates", a.strpath, a.strpath)
+ result = pytester.runpytest("--keep-duplicates", str(a), str(a))
result.stdout.fnmatch_lines(["*collected 2 item*"])
-def test_package_collection_infinite_recursion(testdir):
- testdir.copy_example("collect/package_infinite_recursion")
- result = testdir.runpytest()
+def test_package_collection_infinite_recursion(pytester: Pytester) -> None:
+ pytester.copy_example("collect/package_infinite_recursion")
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*1 passed*"])
-def test_package_collection_init_given_as_argument(testdir):
+def test_package_collection_init_given_as_argument(pytester: Pytester) -> None:
"""Regression test for #3749"""
- p = testdir.copy_example("collect/package_init_given_as_arg")
- result = testdir.runpytest(p / "pkg" / "__init__.py")
+ p = pytester.copy_example("collect/package_init_given_as_arg")
+ result = pytester.runpytest(p / "pkg" / "__init__.py")
result.stdout.fnmatch_lines(["*1 passed*"])
-def test_package_with_modules(testdir):
+def test_package_with_modules(pytester: Pytester) -> None:
"""
.
└── root
@@ -1363,32 +1428,35 @@ def test_package_with_modules(testdir):
└── test_in_sub2.py
"""
- root = testdir.mkpydir("root")
- sub1 = root.mkdir("sub1")
- sub1.ensure("__init__.py")
- sub1_test = sub1.mkdir("sub1_1")
- sub1_test.ensure("__init__.py")
- sub2 = root.mkdir("sub2")
- sub2_test = sub2.mkdir("sub2")
+ root = pytester.mkpydir("root")
+ sub1 = root.joinpath("sub1")
+ sub1_test = sub1.joinpath("sub1_1")
+ sub1_test.mkdir(parents=True)
+ for d in (sub1, sub1_test):
+ d.joinpath("__init__.py").touch()
+
+ sub2 = root.joinpath("sub2")
+ sub2_test = sub2.joinpath("test")
+ sub2_test.mkdir(parents=True)
- sub1_test.join("test_in_sub1.py").write("def test_1(): pass")
- sub2_test.join("test_in_sub2.py").write("def test_2(): pass")
+ sub1_test.joinpath("test_in_sub1.py").write_text("def test_1(): pass")
+ sub2_test.joinpath("test_in_sub2.py").write_text("def test_2(): pass")
# Execute from .
- result = testdir.runpytest("-v", "-s")
+ result = pytester.runpytest("-v", "-s")
result.assert_outcomes(passed=2)
# Execute from . with one argument "root"
- result = testdir.runpytest("-v", "-s", "root")
+ result = pytester.runpytest("-v", "-s", "root")
result.assert_outcomes(passed=2)
# Chdir into package's root and execute with no args
- root.chdir()
- result = testdir.runpytest("-v", "-s")
+ os.chdir(root)
+ result = pytester.runpytest("-v", "-s")
result.assert_outcomes(passed=2)
-def test_package_ordering(testdir):
+def test_package_ordering(pytester: Pytester) -> None:
"""
.
└── root
@@ -1402,22 +1470,24 @@ def test_package_ordering(testdir):
└── test_sub2.py
"""
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
python_files=*.py
"""
)
- root = testdir.mkpydir("root")
- sub1 = root.mkdir("sub1")
- sub1.ensure("__init__.py")
- sub2 = root.mkdir("sub2")
- sub2_test = sub2.mkdir("sub2")
-
- root.join("Test_root.py").write("def test_1(): pass")
- sub1.join("Test_sub1.py").write("def test_2(): pass")
- sub2_test.join("test_sub2.py").write("def test_3(): pass")
+ root = pytester.mkpydir("root")
+ sub1 = root.joinpath("sub1")
+ sub1.mkdir()
+ sub1.joinpath("__init__.py").touch()
+ sub2 = root.joinpath("sub2")
+ sub2_test = sub2.joinpath("test")
+ sub2_test.mkdir(parents=True)
+
+ root.joinpath("Test_root.py").write_text("def test_1(): pass")
+ sub1.joinpath("Test_sub1.py").write_text("def test_2(): pass")
+ sub2_test.joinpath("test_sub2.py").write_text("def test_3(): pass")
# Execute from .
- result = testdir.runpytest("-v", "-s")
+ result = pytester.runpytest("-v", "-s")
result.assert_outcomes(passed=3)
diff --git a/testing/python/fixtures.py b/testing/python/fixtures.py
index 94547dd245c..f29ca1dfa59 100644
--- a/testing/python/fixtures.py
+++ b/testing/python/fixtures.py
@@ -1,3 +1,4 @@
+import os
import sys
import textwrap
from pathlib import Path
@@ -7,8 +8,10 @@
from _pytest.compat import getfuncargnames
from _pytest.config import ExitCode
from _pytest.fixtures import FixtureRequest
+from _pytest.monkeypatch import MonkeyPatch
from _pytest.pytester import get_public_names
-from _pytest.pytester import Testdir
+from _pytest.pytester import Pytester
+from _pytest.python import Function
def test_getfuncargnames_functions():
@@ -56,6 +59,20 @@ def static(arg1, arg2, x=1):
assert getfuncargnames(A.static, cls=A) == ("arg1", "arg2")
+def test_getfuncargnames_staticmethod_inherited() -> None:
+ """Test getfuncargnames for inherited staticmethods (#8061)"""
+
+ class A:
+ @staticmethod
+ def static(arg1, arg2, x=1):
+ raise NotImplementedError()
+
+ class B(A):
+ pass
+
+ assert getfuncargnames(B.static, cls=B) == ("arg1", "arg2")
+
+
def test_getfuncargnames_partial():
"""Check getfuncargnames for methods defined with functools.partial (#5701)"""
import functools
@@ -90,9 +107,9 @@ def test_fillfuncargs_exposed(self):
# used by oejskit, kept for compatibility
assert pytest._fillfuncargs == fixtures._fillfuncargs
- def test_funcarg_lookupfails(self, testdir):
- testdir.copy_example()
- result = testdir.runpytest() # "--collect-only")
+ def test_funcarg_lookupfails(self, pytester: Pytester) -> None:
+ pytester.copy_example()
+ result = pytester.runpytest() # "--collect-only")
assert result.ret != 0
result.stdout.fnmatch_lines(
"""
@@ -102,60 +119,64 @@ def test_funcarg_lookupfails(self, testdir):
"""
)
- def test_detect_recursive_dependency_error(self, testdir):
- testdir.copy_example()
- result = testdir.runpytest()
+ def test_detect_recursive_dependency_error(self, pytester: Pytester) -> None:
+ pytester.copy_example()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
["*recursive dependency involving fixture 'fix1' detected*"]
)
- def test_funcarg_basic(self, testdir):
- testdir.copy_example()
- item = testdir.getitem(Path("test_funcarg_basic.py"))
- item._request._fillfixtures()
+ def test_funcarg_basic(self, pytester: Pytester) -> None:
+ pytester.copy_example()
+ item = pytester.getitem(Path("test_funcarg_basic.py"))
+ assert isinstance(item, Function)
+ # Execute's item's setup, which fills fixtures.
+ item.session._setupstate.setup(item)
del item.funcargs["request"]
assert len(get_public_names(item.funcargs)) == 2
assert item.funcargs["some"] == "test_func"
assert item.funcargs["other"] == 42
- def test_funcarg_lookup_modulelevel(self, testdir):
- testdir.copy_example()
- reprec = testdir.inline_run()
+ def test_funcarg_lookup_modulelevel(self, pytester: Pytester) -> None:
+ pytester.copy_example()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
- def test_funcarg_lookup_classlevel(self, testdir):
- p = testdir.copy_example()
- result = testdir.runpytest(p)
+ def test_funcarg_lookup_classlevel(self, pytester: Pytester) -> None:
+ p = pytester.copy_example()
+ result = pytester.runpytest(p)
result.stdout.fnmatch_lines(["*1 passed*"])
- def test_conftest_funcargs_only_available_in_subdir(self, testdir):
- testdir.copy_example()
- result = testdir.runpytest("-v")
+ def test_conftest_funcargs_only_available_in_subdir(
+ self, pytester: Pytester
+ ) -> None:
+ pytester.copy_example()
+ result = pytester.runpytest("-v")
result.assert_outcomes(passed=2)
- def test_extend_fixture_module_class(self, testdir):
- testfile = testdir.copy_example()
- result = testdir.runpytest()
+ def test_extend_fixture_module_class(self, pytester: Pytester) -> None:
+ testfile = pytester.copy_example()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*1 passed*"])
- result = testdir.runpytest(testfile)
+ result = pytester.runpytest(testfile)
result.stdout.fnmatch_lines(["*1 passed*"])
- def test_extend_fixture_conftest_module(self, testdir):
- p = testdir.copy_example()
- result = testdir.runpytest()
+ def test_extend_fixture_conftest_module(self, pytester: Pytester) -> None:
+ p = pytester.copy_example()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*1 passed*"])
- result = testdir.runpytest(str(next(Path(str(p)).rglob("test_*.py"))))
+ result = pytester.runpytest(str(next(Path(str(p)).rglob("test_*.py"))))
result.stdout.fnmatch_lines(["*1 passed*"])
- def test_extend_fixture_conftest_conftest(self, testdir):
- p = testdir.copy_example()
- result = testdir.runpytest()
+ def test_extend_fixture_conftest_conftest(self, pytester: Pytester) -> None:
+ p = pytester.copy_example()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*1 passed*"])
- result = testdir.runpytest(str(next(Path(str(p)).rglob("test_*.py"))))
+ result = pytester.runpytest(str(next(Path(str(p)).rglob("test_*.py"))))
result.stdout.fnmatch_lines(["*1 passed*"])
- def test_extend_fixture_conftest_plugin(self, testdir):
- testdir.makepyfile(
+ def test_extend_fixture_conftest_plugin(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
testplugin="""
import pytest
@@ -164,8 +185,8 @@ def foo():
return 7
"""
)
- testdir.syspathinsert()
- testdir.makeconftest(
+ pytester.syspathinsert()
+ pytester.makeconftest(
"""
import pytest
@@ -176,18 +197,18 @@ def foo(foo):
return foo + 7
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test_foo(foo):
assert foo == 14
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
assert result.ret == 0
- def test_extend_fixture_plugin_plugin(self, testdir):
+ def test_extend_fixture_plugin_plugin(self, pytester: Pytester) -> None:
# Two plugins should extend each order in loading order
- testdir.makepyfile(
+ pytester.makepyfile(
testplugin0="""
import pytest
@@ -196,7 +217,7 @@ def foo():
return 7
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
testplugin1="""
import pytest
@@ -205,8 +226,8 @@ def foo(foo):
return foo + 7
"""
)
- testdir.syspathinsert()
- testdir.makepyfile(
+ pytester.syspathinsert()
+ pytester.makepyfile(
"""
pytest_plugins = ['testplugin0', 'testplugin1']
@@ -214,12 +235,14 @@ def test_foo(foo):
assert foo == 14
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 0
- def test_override_parametrized_fixture_conftest_module(self, testdir):
+ def test_override_parametrized_fixture_conftest_module(
+ self, pytester: Pytester
+ ) -> None:
"""Test override of the parametrized fixture with non-parametrized one on the test module level."""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -228,7 +251,7 @@ def spam(request):
return request.param
"""
)
- testfile = testdir.makepyfile(
+ testfile = pytester.makepyfile(
"""
import pytest
@@ -240,14 +263,16 @@ def test_spam(spam):
assert spam == 'spam'
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*1 passed*"])
- result = testdir.runpytest(testfile)
+ result = pytester.runpytest(testfile)
result.stdout.fnmatch_lines(["*1 passed*"])
- def test_override_parametrized_fixture_conftest_conftest(self, testdir):
+ def test_override_parametrized_fixture_conftest_conftest(
+ self, pytester: Pytester
+ ) -> None:
"""Test override of the parametrized fixture with non-parametrized one on the conftest level."""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -256,8 +281,8 @@ def spam(request):
return request.param
"""
)
- subdir = testdir.mkpydir("subdir")
- subdir.join("conftest.py").write(
+ subdir = pytester.mkpydir("subdir")
+ subdir.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
import pytest
@@ -268,8 +293,8 @@ def spam():
"""
)
)
- testfile = subdir.join("test_spam.py")
- testfile.write(
+ testfile = subdir.joinpath("test_spam.py")
+ testfile.write_text(
textwrap.dedent(
"""\
def test_spam(spam):
@@ -277,14 +302,16 @@ def test_spam(spam):
"""
)
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*1 passed*"])
- result = testdir.runpytest(testfile)
+ result = pytester.runpytest(testfile)
result.stdout.fnmatch_lines(["*1 passed*"])
- def test_override_non_parametrized_fixture_conftest_module(self, testdir):
+ def test_override_non_parametrized_fixture_conftest_module(
+ self, pytester: Pytester
+ ) -> None:
"""Test override of the non-parametrized fixture with parametrized one on the test module level."""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -293,7 +320,7 @@ def spam():
return 'spam'
"""
)
- testfile = testdir.makepyfile(
+ testfile = pytester.makepyfile(
"""
import pytest
@@ -308,14 +335,16 @@ def test_spam(spam):
params['spam'] += 1
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*3 passed*"])
- result = testdir.runpytest(testfile)
+ result = pytester.runpytest(testfile)
result.stdout.fnmatch_lines(["*3 passed*"])
- def test_override_non_parametrized_fixture_conftest_conftest(self, testdir):
+ def test_override_non_parametrized_fixture_conftest_conftest(
+ self, pytester: Pytester
+ ) -> None:
"""Test override of the non-parametrized fixture with parametrized one on the conftest level."""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -324,8 +353,8 @@ def spam():
return 'spam'
"""
)
- subdir = testdir.mkpydir("subdir")
- subdir.join("conftest.py").write(
+ subdir = pytester.mkpydir("subdir")
+ subdir.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
import pytest
@@ -336,8 +365,8 @@ def spam(request):
"""
)
)
- testfile = subdir.join("test_spam.py")
- testfile.write(
+ testfile = subdir.joinpath("test_spam.py")
+ testfile.write_text(
textwrap.dedent(
"""\
params = {'spam': 1}
@@ -348,18 +377,18 @@ def test_spam(spam):
"""
)
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*3 passed*"])
- result = testdir.runpytest(testfile)
+ result = pytester.runpytest(testfile)
result.stdout.fnmatch_lines(["*3 passed*"])
def test_override_autouse_fixture_with_parametrized_fixture_conftest_conftest(
- self, testdir
- ):
+ self, pytester: Pytester
+ ) -> None:
"""Test override of the autouse fixture with parametrized one on the conftest level.
This test covers the issue explained in issue 1601
"""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -368,8 +397,8 @@ def spam():
return 'spam'
"""
)
- subdir = testdir.mkpydir("subdir")
- subdir.join("conftest.py").write(
+ subdir = pytester.mkpydir("subdir")
+ subdir.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
import pytest
@@ -380,8 +409,8 @@ def spam(request):
"""
)
)
- testfile = subdir.join("test_spam.py")
- testfile.write(
+ testfile = subdir.joinpath("test_spam.py")
+ testfile.write_text(
textwrap.dedent(
"""\
params = {'spam': 1}
@@ -392,16 +421,18 @@ def test_spam(spam):
"""
)
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*3 passed*"])
- result = testdir.runpytest(testfile)
+ result = pytester.runpytest(testfile)
result.stdout.fnmatch_lines(["*3 passed*"])
- def test_override_fixture_reusing_super_fixture_parametrization(self, testdir):
+ def test_override_fixture_reusing_super_fixture_parametrization(
+ self, pytester: Pytester
+ ) -> None:
"""Override a fixture at a lower level, reusing the higher-level fixture that
is parametrized (#1953).
"""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -410,7 +441,7 @@ def foo(request):
return request.param
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -422,14 +453,16 @@ def test_spam(foo):
assert foo in (2, 4)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*2 passed*"])
- def test_override_parametrize_fixture_and_indirect(self, testdir):
+ def test_override_parametrize_fixture_and_indirect(
+ self, pytester: Pytester
+ ) -> None:
"""Override a fixture at a lower level, reusing the higher-level fixture that
is parametrized, while also using indirect parametrization.
"""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -438,7 +471,7 @@ def foo(request):
return request.param
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -456,14 +489,14 @@ def test_spam(bar, foo):
assert foo in (2, 4)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*2 passed*"])
def test_override_top_level_fixture_reusing_super_fixture_parametrization(
- self, testdir
- ):
+ self, pytester: Pytester
+ ) -> None:
"""Same as the above test, but with another level of overwriting."""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -472,7 +505,7 @@ def foo(request):
return request.param
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -490,15 +523,17 @@ def test_spam(self, foo):
assert foo in (2, 4)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*2 passed*"])
- def test_override_parametrized_fixture_with_new_parametrized_fixture(self, testdir):
+ def test_override_parametrized_fixture_with_new_parametrized_fixture(
+ self, pytester: Pytester
+ ) -> None:
"""Overriding a parametrized fixture, while also parametrizing the new fixture and
simultaneously requesting the overwritten fixture as parameter, yields the same value
as ``request.param``.
"""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -507,7 +542,7 @@ def foo(request):
return request.param
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -520,13 +555,13 @@ def test_spam(foo):
assert foo in (20, 40)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*2 passed*"])
- def test_autouse_fixture_plugin(self, testdir):
+ def test_autouse_fixture_plugin(self, pytester: Pytester) -> None:
# A fixture from a plugin has no baseid set, which screwed up
# the autouse fixture handling.
- testdir.makepyfile(
+ pytester.makepyfile(
testplugin="""
import pytest
@@ -535,8 +570,8 @@ def foo(request):
request.function.foo = 7
"""
)
- testdir.syspathinsert()
- testdir.makepyfile(
+ pytester.syspathinsert()
+ pytester.makepyfile(
"""
pytest_plugins = 'testplugin'
@@ -544,11 +579,11 @@ def test_foo(request):
assert request.function.foo == 7
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 0
- def test_funcarg_lookup_error(self, testdir):
- testdir.makeconftest(
+ def test_funcarg_lookup_error(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
@@ -565,13 +600,13 @@ def c_fixture(): pass
def d_fixture(): pass
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test_lookup_error(unknown):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"*ERROR at setup of test_lookup_error*",
@@ -585,9 +620,9 @@ def test_lookup_error(unknown):
)
result.stdout.no_fnmatch_line("*INTERNAL*")
- def test_fixture_excinfo_leak(self, testdir):
+ def test_fixture_excinfo_leak(self, pytester: Pytester) -> None:
# on python2 sys.excinfo would leak into fixture executions
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import sys
import traceback
@@ -606,13 +641,13 @@ def test_leak(leak):
assert sys.exc_info() == (None, None, None)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 0
class TestRequestBasic:
- def test_request_attributes(self, testdir):
- item = testdir.getitem(
+ def test_request_attributes(self, pytester: Pytester) -> None:
+ item = pytester.getitem(
"""
import pytest
@@ -621,6 +656,7 @@ def something(request): pass
def test_func(something): pass
"""
)
+ assert isinstance(item, Function)
req = fixtures.FixtureRequest(item, _ispytest=True)
assert req.function == item.obj
assert req.keywords == item.keywords
@@ -630,8 +666,8 @@ def test_func(something): pass
assert req.config == item.config
assert repr(req).find(req.function.__name__) != -1
- def test_request_attributes_method(self, testdir):
- (item,) = testdir.getitems(
+ def test_request_attributes_method(self, pytester: Pytester) -> None:
+ (item,) = pytester.getitems(
"""
import pytest
class TestB(object):
@@ -643,12 +679,13 @@ def test_func(self, something):
pass
"""
)
+ assert isinstance(item, Function)
req = item._request
assert req.cls.__name__ == "TestB"
assert req.instance.__class__ == req.cls
- def test_request_contains_funcarg_arg2fixturedefs(self, testdir):
- modcol = testdir.getmodulecol(
+ def test_request_contains_funcarg_arg2fixturedefs(self, pytester: Pytester) -> None:
+ modcol = pytester.getmodulecol(
"""
import pytest
@pytest.fixture
@@ -659,7 +696,7 @@ def test_method(self, something):
pass
"""
)
- (item1,) = testdir.genitems([modcol])
+ (item1,) = pytester.genitems([modcol])
assert item1.name == "test_method"
arg2fixturedefs = fixtures.FixtureRequest(
item1, _ispytest=True
@@ -671,14 +708,14 @@ def test_method(self, something):
hasattr(sys, "pypy_version_info"),
reason="this method of test doesn't work on pypy",
)
- def test_request_garbage(self, testdir):
+ def test_request_garbage(self, pytester: Pytester) -> None:
try:
import xdist # noqa
except ImportError:
pass
else:
pytest.xfail("this test is flaky when executed with xdist")
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import sys
import pytest
@@ -704,11 +741,11 @@ def test_func():
pass
"""
)
- result = testdir.runpytest_subprocess()
+ result = pytester.runpytest_subprocess()
result.stdout.fnmatch_lines(["* 1 passed in *"])
- def test_getfixturevalue_recursive(self, testdir):
- testdir.makeconftest(
+ def test_getfixturevalue_recursive(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
@@ -717,7 +754,7 @@ def something(request):
return 1
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -728,10 +765,10 @@ def test_func(something):
assert something == 2
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_getfixturevalue_teardown(self, testdir):
+ def test_getfixturevalue_teardown(self, pytester: Pytester) -> None:
"""
Issue #1895
@@ -742,7 +779,7 @@ def test_getfixturevalue_teardown(self, testdir):
`inner` dependent on `resource` when it is used via `getfixturevalue`: `test_func`
will then cause the `resource`'s finalizer to be called first because of this.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -766,24 +803,32 @@ def test_func(resource):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["* 2 passed in *"])
- def test_getfixturevalue(self, testdir):
- item = testdir.getitem(
+ def test_getfixturevalue(self, pytester: Pytester) -> None:
+ item = pytester.getitem(
"""
import pytest
- values = [2]
+
@pytest.fixture
- def something(request): return 1
+ def something(request):
+ return 1
+
+ values = [2]
@pytest.fixture
def other(request):
return values.pop()
+
def test_func(something): pass
"""
)
+ assert isinstance(item, Function)
req = item._request
+ # Execute item's setup.
+ item.session._setupstate.setup(item)
+
with pytest.raises(pytest.FixtureLookupError):
req.getfixturevalue("notexists")
val = req.getfixturevalue("something")
@@ -794,13 +839,12 @@ def test_func(something): pass
assert val2 == 2
val2 = req.getfixturevalue("other") # see about caching
assert val2 == 2
- item._request._fillfixtures()
assert item.funcargs["something"] == 1
assert len(get_public_names(item.funcargs)) == 2
assert "request" in item.funcargs
- def test_request_addfinalizer(self, testdir):
- item = testdir.getitem(
+ def test_request_addfinalizer(self, pytester: Pytester) -> None:
+ item = pytester.getitem(
"""
import pytest
teardownlist = []
@@ -810,18 +854,21 @@ def something(request):
def test_func(something): pass
"""
)
- item.session._setupstate.prepare(item)
+ assert isinstance(item, Function)
+ item.session._setupstate.setup(item)
item._request._fillfixtures()
# successively check finalization calls
- teardownlist = item.getparent(pytest.Module).obj.teardownlist
+ parent = item.getparent(pytest.Module)
+ assert parent is not None
+ teardownlist = parent.obj.teardownlist
ss = item.session._setupstate
assert not teardownlist
- ss.teardown_exact(item, None)
+ ss.teardown_exact(None)
print(ss.stack)
assert teardownlist == [1]
- def test_request_addfinalizer_failing_setup(self, testdir):
- testdir.makepyfile(
+ def test_request_addfinalizer_failing_setup(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
values = [1]
@@ -835,11 +882,13 @@ def test_finalizer_ran():
assert not values
"""
)
- reprec = testdir.inline_run("-s")
+ reprec = pytester.inline_run("-s")
reprec.assertoutcome(failed=1, passed=1)
- def test_request_addfinalizer_failing_setup_module(self, testdir):
- testdir.makepyfile(
+ def test_request_addfinalizer_failing_setup_module(
+ self, pytester: Pytester
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
values = [1, 2]
@@ -852,12 +901,14 @@ def test_fix(myfix):
pass
"""
)
- reprec = testdir.inline_run("-s")
+ reprec = pytester.inline_run("-s")
mod = reprec.getcalls("pytest_runtest_setup")[0].item.module
assert not mod.values
- def test_request_addfinalizer_partial_setup_failure(self, testdir):
- p = testdir.makepyfile(
+ def test_request_addfinalizer_partial_setup_failure(
+ self, pytester: Pytester
+ ) -> None:
+ p = pytester.makepyfile(
"""
import pytest
values = []
@@ -870,17 +921,19 @@ def test_second():
assert len(values) == 1
"""
)
- result = testdir.runpytest(p)
+ result = pytester.runpytest(p)
result.stdout.fnmatch_lines(
["*1 error*"] # XXX the whole module collection fails
)
- def test_request_subrequest_addfinalizer_exceptions(self, testdir):
+ def test_request_subrequest_addfinalizer_exceptions(
+ self, pytester: Pytester
+ ) -> None:
"""
Ensure exceptions raised during teardown by a finalizer are suppressed
until all finalizers are called, re-raising the first exception (#2440)
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -904,19 +957,19 @@ def test_second():
assert values == [3, 2, 1]
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
["*Exception: Error in excepts fixture", "* 2 passed, 1 error in *"]
)
- def test_request_getmodulepath(self, testdir):
- modcol = testdir.getmodulecol("def test_somefunc(): pass")
- (item,) = testdir.genitems([modcol])
+ def test_request_getmodulepath(self, pytester: Pytester) -> None:
+ modcol = pytester.getmodulecol("def test_somefunc(): pass")
+ (item,) = pytester.genitems([modcol])
req = fixtures.FixtureRequest(item, _ispytest=True)
- assert req.fspath == modcol.fspath
+ assert req.path == modcol.path
- def test_request_fixturenames(self, testdir):
- testdir.makepyfile(
+ def test_request_fixturenames(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
from _pytest.pytester import get_public_names
@@ -927,25 +980,25 @@ def arg1():
def farg(arg1):
pass
@pytest.fixture(autouse=True)
- def sarg(tmpdir):
+ def sarg(tmp_path):
pass
def test_function(request, farg):
assert set(get_public_names(request.fixturenames)) == \
- set(["tmpdir", "sarg", "arg1", "request", "farg",
+ set(["sarg", "arg1", "request", "farg",
"tmp_path", "tmp_path_factory"])
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_request_fixturenames_dynamic_fixture(self, testdir):
+ def test_request_fixturenames_dynamic_fixture(self, pytester: Pytester) -> None:
"""Regression test for #3057"""
- testdir.copy_example("fixtures/test_getfixturevalue_dynamic.py")
- result = testdir.runpytest()
+ pytester.copy_example("fixtures/test_getfixturevalue_dynamic.py")
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*1 passed*"])
- def test_setupdecorator_and_xunit(self, testdir):
- testdir.makepyfile(
+ def test_setupdecorator_and_xunit(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -973,13 +1026,14 @@ def test_all():
"function", "method", "function"]
"""
)
- reprec = testdir.inline_run("-v")
+ reprec = pytester.inline_run("-v")
reprec.assertoutcome(passed=3)
- def test_fixtures_sub_subdir_normalize_sep(self, testdir):
+ def test_fixtures_sub_subdir_normalize_sep(self, pytester: Pytester) -> None:
# this tests that normalization of nodeids takes place
- b = testdir.mkdir("tests").mkdir("unit")
- b.join("conftest.py").write(
+ b = pytester.path.joinpath("tests", "unit")
+ b.mkdir(parents=True)
+ b.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
import pytest
@@ -989,9 +1043,9 @@ def arg1():
"""
)
)
- p = b.join("test_module.py")
- p.write("def test_func(arg1): pass")
- result = testdir.runpytest(p, "--fixtures")
+ p = b.joinpath("test_module.py")
+ p.write_text("def test_func(arg1): pass")
+ result = pytester.runpytest(p, "--fixtures")
assert result.ret == 0
result.stdout.fnmatch_lines(
"""
@@ -1000,13 +1054,13 @@ def arg1():
"""
)
- def test_show_fixtures_color_yes(self, testdir):
- testdir.makepyfile("def test_this(): assert 1")
- result = testdir.runpytest("--color=yes", "--fixtures")
- assert "\x1b[32mtmpdir" in result.stdout.str()
+ def test_show_fixtures_color_yes(self, pytester: Pytester) -> None:
+ pytester.makepyfile("def test_this(): assert 1")
+ result = pytester.runpytest("--color=yes", "--fixtures")
+ assert "\x1b[32mtmp_path" in result.stdout.str()
- def test_newstyle_with_request(self, testdir):
- testdir.makepyfile(
+ def test_newstyle_with_request(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture()
@@ -1016,11 +1070,11 @@ def test_1(arg):
pass
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_setupcontext_no_param(self, testdir):
- testdir.makepyfile(
+ def test_setupcontext_no_param(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(params=[1,2])
@@ -1034,13 +1088,27 @@ def test_1(arg):
assert arg in (1,2)
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
+class TestRequestSessionScoped:
+ @pytest.fixture(scope="session")
+ def session_request(self, request):
+ return request
+
+ @pytest.mark.parametrize("name", ["path", "module"])
+ def test_session_scoped_unavailable_attributes(self, session_request, name):
+ with pytest.raises(
+ AttributeError,
+ match=f"{name} not available in session-scoped context",
+ ):
+ getattr(session_request, name)
+
+
class TestRequestMarking:
- def test_applymarker(self, testdir):
- item1, item2 = testdir.getitems(
+ def test_applymarker(self, pytester: Pytester) -> None:
+ item1, item2 = pytester.getitems(
"""
import pytest
@@ -1064,8 +1132,8 @@ def test_func2(self, something):
with pytest.raises(ValueError):
req1.applymarker(42) # type: ignore[arg-type]
- def test_accesskeywords(self, testdir):
- testdir.makepyfile(
+ def test_accesskeywords(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture()
@@ -1077,11 +1145,11 @@ def test_function(keywords):
assert "abc" not in keywords
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_accessmarker_dynamic(self, testdir):
- testdir.makeconftest(
+ def test_accessmarker_dynamic(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
@pytest.fixture()
@@ -1093,7 +1161,7 @@ def marking(request):
request.applymarker(pytest.mark.XYZ("hello"))
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
def test_fun1(keywords):
@@ -1104,13 +1172,13 @@ def test_fun2(keywords):
assert "abc" not in keywords
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
class TestFixtureUsages:
- def test_noargfixturedec(self, testdir):
- testdir.makepyfile(
+ def test_noargfixturedec(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture
@@ -1121,11 +1189,11 @@ def test_func(arg1):
assert arg1 == 1
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_receives_funcargs(self, testdir):
- testdir.makepyfile(
+ def test_receives_funcargs(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture()
@@ -1143,11 +1211,11 @@ def test_all(arg1, arg2):
assert arg2 == 2
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
- def test_receives_funcargs_scope_mismatch(self, testdir):
- testdir.makepyfile(
+ def test_receives_funcargs_scope_mismatch(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope="function")
@@ -1162,7 +1230,7 @@ def test_add(arg2):
assert arg2 == 2
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"*ScopeMismatch*involved factories*",
@@ -1172,8 +1240,10 @@ def test_add(arg2):
]
)
- def test_receives_funcargs_scope_mismatch_issue660(self, testdir):
- testdir.makepyfile(
+ def test_receives_funcargs_scope_mismatch_issue660(
+ self, pytester: Pytester
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope="function")
@@ -1188,13 +1258,13 @@ def test_add(arg1, arg2):
assert arg2 == 2
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
["*ScopeMismatch*involved factories*", "* def arg2*", "*1 error*"]
)
- def test_invalid_scope(self, testdir):
- testdir.makepyfile(
+ def test_invalid_scope(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope="functions")
@@ -1205,14 +1275,14 @@ def test_nothing(badscope):
pass
"""
)
- result = testdir.runpytest_inprocess()
+ result = pytester.runpytest_inprocess()
result.stdout.fnmatch_lines(
"*Fixture 'badscope' from test_invalid_scope.py got an unexpected scope value 'functions'"
)
@pytest.mark.parametrize("scope", ["function", "session"])
- def test_parameters_without_eq_semantics(self, scope, testdir):
- testdir.makepyfile(
+ def test_parameters_without_eq_semantics(self, scope, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
class NoEq1: # fails on `a == b` statement
def __eq__(self, _):
@@ -1239,11 +1309,11 @@ def test2(no_eq):
scope=scope
)
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*4 passed*"])
- def test_funcarg_parametrized_and_used_twice(self, testdir):
- testdir.makepyfile(
+ def test_funcarg_parametrized_and_used_twice(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -1261,11 +1331,13 @@ def test_add(arg1, arg2):
assert len(values) == arg1
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*2 passed*"])
- def test_factory_uses_unknown_funcarg_as_dependency_error(self, testdir):
- testdir.makepyfile(
+ def test_factory_uses_unknown_funcarg_as_dependency_error(
+ self, pytester: Pytester
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -1281,7 +1353,7 @@ def test_missing(call_fail):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
"""
*pytest.fixture()*
@@ -1292,8 +1364,8 @@ def test_missing(call_fail):
"""
)
- def test_factory_setup_as_classes_fails(self, testdir):
- testdir.makepyfile(
+ def test_factory_setup_as_classes_fails(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
class arg1(object):
@@ -1303,12 +1375,12 @@ def __init__(self, request):
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
values = reprec.getfailedcollections()
assert len(values) == 1
- def test_usefixtures_marker(self, testdir):
- testdir.makepyfile(
+ def test_usefixtures_marker(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -1329,17 +1401,17 @@ def test_two(self):
pytest.mark.usefixtures("myfix")(TestClass)
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
- def test_usefixtures_ini(self, testdir):
- testdir.makeini(
+ def test_usefixtures_ini(self, pytester: Pytester) -> None:
+ pytester.makeini(
"""
[pytest]
usefixtures = myfix
"""
)
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -1349,7 +1421,7 @@ def myfix(request):
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
class TestClass(object):
def test_one(self):
@@ -1358,19 +1430,19 @@ def test_two(self):
assert self.hello == "world"
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
- def test_usefixtures_seen_in_showmarkers(self, testdir):
- result = testdir.runpytest("--markers")
+ def test_usefixtures_seen_in_showmarkers(self, pytester: Pytester) -> None:
+ result = pytester.runpytest("--markers")
result.stdout.fnmatch_lines(
"""
*usefixtures(fixturename1*mark tests*fixtures*
"""
)
- def test_request_instance_issue203(self, testdir):
- testdir.makepyfile(
+ def test_request_instance_issue203(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -1383,11 +1455,11 @@ def test_hello(self, setup1):
assert self.arg1 == 1
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_fixture_parametrized_with_iterator(self, testdir):
- testdir.makepyfile(
+ def test_fixture_parametrized_with_iterator(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -1410,14 +1482,14 @@ def test_2(arg2):
values.append(arg2*10)
"""
)
- reprec = testdir.inline_run("-v")
+ reprec = pytester.inline_run("-v")
reprec.assertoutcome(passed=4)
values = reprec.getcalls("pytest_runtest_call")[0].item.module.values
assert values == [1, 2, 10, 20]
- def test_setup_functions_as_fixtures(self, testdir):
+ def test_setup_functions_as_fixtures(self, pytester: Pytester) -> None:
"""Ensure setup_* methods obey fixture scope rules (#517, #3094)."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -1451,15 +1523,14 @@ def test_printer_2(self):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["* 2 passed in *"])
class TestFixtureManagerParseFactories:
@pytest.fixture
- def testdir(self, request):
- testdir = request.getfixturevalue("testdir")
- testdir.makeconftest(
+ def pytester(self, pytester: Pytester) -> Pytester:
+ pytester.makeconftest(
"""
import pytest
@@ -1476,10 +1547,10 @@ def item(request):
return request._pyfuncitem
"""
)
- return testdir
+ return pytester
- def test_parsefactories_evil_objects_issue214(self, testdir):
- testdir.makepyfile(
+ def test_parsefactories_evil_objects_issue214(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
class A(object):
def __call__(self):
@@ -1491,11 +1562,11 @@ def test_hello():
pass
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1, failed=0)
- def test_parsefactories_conftest(self, testdir):
- testdir.makepyfile(
+ def test_parsefactories_conftest(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
def test_hello(item, fm):
for name in ("fm", "hello", "item"):
@@ -1505,11 +1576,13 @@ def test_hello(item, fm):
assert fac.func.__name__ == name
"""
)
- reprec = testdir.inline_run("-s")
+ reprec = pytester.inline_run("-s")
reprec.assertoutcome(passed=1)
- def test_parsefactories_conftest_and_module_and_class(self, testdir):
- testdir.makepyfile(
+ def test_parsefactories_conftest_and_module_and_class(
+ self, pytester: Pytester
+ ) -> None:
+ pytester.makepyfile(
"""\
import pytest
@@ -1530,15 +1603,17 @@ def test_hello(self, item, fm):
assert faclist[2].func(item._request) == "class"
"""
)
- reprec = testdir.inline_run("-s")
+ reprec = pytester.inline_run("-s")
reprec.assertoutcome(passed=1)
- def test_parsefactories_relative_node_ids(self, testdir):
+ def test_parsefactories_relative_node_ids(
+ self, pytester: Pytester, monkeypatch: MonkeyPatch
+ ) -> None:
# example mostly taken from:
# https://mail.python.org/pipermail/pytest-dev/2014-September/002617.html
- runner = testdir.mkdir("runner")
- package = testdir.mkdir("package")
- package.join("conftest.py").write(
+ runner = pytester.mkdir("runner")
+ package = pytester.mkdir("package")
+ package.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
import pytest
@@ -1548,7 +1623,7 @@ def one():
"""
)
)
- package.join("test_x.py").write(
+ package.joinpath("test_x.py").write_text(
textwrap.dedent(
"""\
def test_x(one):
@@ -1556,9 +1631,10 @@ def test_x(one):
"""
)
)
- sub = package.mkdir("sub")
- sub.join("__init__.py").ensure()
- sub.join("conftest.py").write(
+ sub = package.joinpath("sub")
+ sub.mkdir()
+ sub.joinpath("__init__.py").touch()
+ sub.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
import pytest
@@ -1568,7 +1644,7 @@ def one():
"""
)
)
- sub.join("test_y.py").write(
+ sub.joinpath("test_y.py").write_text(
textwrap.dedent(
"""\
def test_x(one):
@@ -1576,20 +1652,21 @@ def test_x(one):
"""
)
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
- with runner.as_cwd():
- reprec = testdir.inline_run("..")
+ with monkeypatch.context() as mp:
+ mp.chdir(runner)
+ reprec = pytester.inline_run("..")
reprec.assertoutcome(passed=2)
- def test_package_xunit_fixture(self, testdir):
- testdir.makepyfile(
+ def test_package_xunit_fixture(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
__init__="""\
values = []
"""
)
- package = testdir.mkdir("package")
- package.join("__init__.py").write(
+ package = pytester.mkdir("package")
+ package.joinpath("__init__.py").write_text(
textwrap.dedent(
"""\
from .. import values
@@ -1600,7 +1677,7 @@ def teardown_module():
"""
)
)
- package.join("test_x.py").write(
+ package.joinpath("test_x.py").write_text(
textwrap.dedent(
"""\
from .. import values
@@ -1609,8 +1686,8 @@ def test_x():
"""
)
)
- package = testdir.mkdir("package2")
- package.join("__init__.py").write(
+ package = pytester.mkdir("package2")
+ package.joinpath("__init__.py").write_text(
textwrap.dedent(
"""\
from .. import values
@@ -1621,7 +1698,7 @@ def teardown_module():
"""
)
)
- package.join("test_x.py").write(
+ package.joinpath("test_x.py").write_text(
textwrap.dedent(
"""\
from .. import values
@@ -1630,19 +1707,19 @@ def test_x():
"""
)
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
- def test_package_fixture_complex(self, testdir):
- testdir.makepyfile(
+ def test_package_fixture_complex(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
__init__="""\
values = []
"""
)
- testdir.syspathinsert(testdir.tmpdir.dirname)
- package = testdir.mkdir("package")
- package.join("__init__.py").write("")
- package.join("conftest.py").write(
+ pytester.syspathinsert(pytester.path.name)
+ package = pytester.mkdir("package")
+ package.joinpath("__init__.py").write_text("")
+ package.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
import pytest
@@ -1660,7 +1737,7 @@ def two():
"""
)
)
- package.join("test_x.py").write(
+ package.joinpath("test_x.py").write_text(
textwrap.dedent(
"""\
from .. import values
@@ -1671,27 +1748,27 @@ def test_package(one):
"""
)
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
- def test_collect_custom_items(self, testdir):
- testdir.copy_example("fixtures/custom_item")
- result = testdir.runpytest("foo")
+ def test_collect_custom_items(self, pytester: Pytester) -> None:
+ pytester.copy_example("fixtures/custom_item")
+ result = pytester.runpytest("foo")
result.stdout.fnmatch_lines(["*passed*"])
class TestAutouseDiscovery:
@pytest.fixture
- def testdir(self, testdir):
- testdir.makeconftest(
+ def pytester(self, pytester: Pytester) -> Pytester:
+ pytester.makeconftest(
"""
import pytest
@pytest.fixture(autouse=True)
- def perfunction(request, tmpdir):
+ def perfunction(request, tmp_path):
pass
@pytest.fixture()
- def arg1(tmpdir):
+ def arg1(tmp_path):
pass
@pytest.fixture(autouse=True)
def perfunction2(arg1):
@@ -1706,10 +1783,10 @@ def item(request):
return request._pyfuncitem
"""
)
- return testdir
+ return pytester
- def test_parsefactories_conftest(self, testdir):
- testdir.makepyfile(
+ def test_parsefactories_conftest(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
from _pytest.pytester import get_public_names
def test_check_setup(item, fm):
@@ -1719,11 +1796,11 @@ def test_check_setup(item, fm):
assert "perfunction" in autousenames
"""
)
- reprec = testdir.inline_run("-s")
+ reprec = pytester.inline_run("-s")
reprec.assertoutcome(passed=1)
- def test_two_classes_separated_autouse(self, testdir):
- testdir.makepyfile(
+ def test_two_classes_separated_autouse(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
class TestA(object):
@@ -1742,11 +1819,11 @@ def test_setup2(self):
assert self.values == [1]
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
- def test_setup_at_classlevel(self, testdir):
- testdir.makepyfile(
+ def test_setup_at_classlevel(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
class TestClass(object):
@@ -1759,12 +1836,12 @@ def test_method2(self):
assert self.funcname == "test_method2"
"""
)
- reprec = testdir.inline_run("-s")
+ reprec = pytester.inline_run("-s")
reprec.assertoutcome(passed=2)
@pytest.mark.xfail(reason="'enabled' feature not implemented")
- def test_setup_enabled_functionnode(self, testdir):
- testdir.makepyfile(
+ def test_setup_enabled_functionnode(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -1787,13 +1864,13 @@ def test_func2(request):
assert "db" in request.fixturenames
"""
)
- reprec = testdir.inline_run("-s")
+ reprec = pytester.inline_run("-s")
reprec.assertoutcome(passed=2)
- def test_callables_nocode(self, testdir):
+ def test_callables_nocode(self, pytester: Pytester) -> None:
"""An imported mock.call would break setup/factory discovery due to
it being callable and __code__ not being a code object."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
class _call(tuple):
def __call__(self, *k, **kw):
@@ -1804,13 +1881,13 @@ def __getattr__(self, k):
call = _call()
"""
)
- reprec = testdir.inline_run("-s")
+ reprec = pytester.inline_run("-s")
reprec.assertoutcome(failed=0, passed=0)
- def test_autouse_in_conftests(self, testdir):
- a = testdir.mkdir("a")
- b = testdir.mkdir("a1")
- conftest = testdir.makeconftest(
+ def test_autouse_in_conftests(self, pytester: Pytester) -> None:
+ a = pytester.mkdir("a")
+ b = pytester.mkdir("a1")
+ conftest = pytester.makeconftest(
"""
import pytest
@pytest.fixture(autouse=True)
@@ -1818,18 +1895,18 @@ def hello():
xxx
"""
)
- conftest.move(a.join(conftest.basename))
- a.join("test_something.py").write("def test_func(): pass")
- b.join("test_otherthing.py").write("def test_func(): pass")
- result = testdir.runpytest()
+ conftest.rename(a.joinpath(conftest.name))
+ a.joinpath("test_something.py").write_text("def test_func(): pass")
+ b.joinpath("test_otherthing.py").write_text("def test_func(): pass")
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
"""
*1 passed*1 error*
"""
)
- def test_autouse_in_module_and_two_classes(self, testdir):
- testdir.makepyfile(
+ def test_autouse_in_module_and_two_classes(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -1850,14 +1927,14 @@ def test_world(self):
assert values == ["module", "module", "A", "module"], values
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=3)
class TestAutouseManagement:
- def test_autouse_conftest_mid_directory(self, testdir):
- pkgdir = testdir.mkpydir("xyz123")
- pkgdir.join("conftest.py").write(
+ def test_autouse_conftest_mid_directory(self, pytester: Pytester) -> None:
+ pkgdir = pytester.mkpydir("xyz123")
+ pkgdir.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
import pytest
@@ -1868,8 +1945,11 @@ def app():
"""
)
)
- t = pkgdir.ensure("tests", "test_app.py")
- t.write(
+ sub = pkgdir.joinpath("tests")
+ sub.mkdir()
+ t = sub.joinpath("test_app.py")
+ t.touch()
+ t.write_text(
textwrap.dedent(
"""\
import sys
@@ -1878,11 +1958,11 @@ def test_app():
"""
)
)
- reprec = testdir.inline_run("-s")
+ reprec = pytester.inline_run("-s")
reprec.assertoutcome(passed=1)
- def test_funcarg_and_setup(self, testdir):
- testdir.makepyfile(
+ def test_funcarg_and_setup(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -1905,11 +1985,11 @@ def test_hello2(arg):
assert arg == 0
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
- def test_uses_parametrized_resource(self, testdir):
- testdir.makepyfile(
+ def test_uses_parametrized_resource(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -1931,11 +2011,11 @@ def test_hello():
"""
)
- reprec = testdir.inline_run("-s")
+ reprec = pytester.inline_run("-s")
reprec.assertoutcome(passed=2)
- def test_session_parametrized_function(self, testdir):
- testdir.makepyfile(
+ def test_session_parametrized_function(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -1958,11 +2038,13 @@ def test_result(arg):
assert values[:arg] == [1,2][:arg]
"""
)
- reprec = testdir.inline_run("-v", "-s")
+ reprec = pytester.inline_run("-v", "-s")
reprec.assertoutcome(passed=4)
- def test_class_function_parametrization_finalization(self, testdir):
- p = testdir.makeconftest(
+ def test_class_function_parametrization_finalization(
+ self, pytester: Pytester
+ ) -> None:
+ p = pytester.makeconftest(
"""
import pytest
import pprint
@@ -1984,7 +2066,7 @@ def fin():
request.addfinalizer(fin)
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -1996,17 +2078,16 @@ def test_2(self):
pass
"""
)
- confcut = f"--confcutdir={testdir.tmpdir}"
- reprec = testdir.inline_run("-v", "-s", confcut)
+ reprec = pytester.inline_run("-v", "-s", "--confcutdir", pytester.path)
reprec.assertoutcome(passed=8)
config = reprec.getcalls("pytest_unconfigure")[0].config
- values = config.pluginmanager._getconftestmodules(p, importmode="prepend")[
- 0
- ].values
+ values = config.pluginmanager._getconftestmodules(
+ p, importmode="prepend", rootpath=pytester.path
+ )[0].values
assert values == ["fin_a1", "fin_a2", "fin_b1", "fin_b2"] * 2
- def test_scope_ordering(self, testdir):
- testdir.makepyfile(
+ def test_scope_ordering(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -2025,11 +2106,11 @@ def test_method(self):
assert values == [1,3,2]
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_parametrization_setup_teardown_ordering(self, testdir):
- testdir.makepyfile(
+ def test_parametrization_setup_teardown_ordering(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -2054,11 +2135,11 @@ def test_finish():
"setup-2", "step1-2", "step2-2", "teardown-2",]
"""
)
- reprec = testdir.inline_run("-s")
+ reprec = pytester.inline_run("-s")
reprec.assertoutcome(passed=5)
- def test_ordering_autouse_before_explicit(self, testdir):
- testdir.makepyfile(
+ def test_ordering_autouse_before_explicit(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -2073,14 +2154,16 @@ def test_hello(arg1):
assert values == [1,2]
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
@pytest.mark.parametrize("param1", ["", "params=[1]"], ids=["p00", "p01"])
@pytest.mark.parametrize("param2", ["", "params=[1]"], ids=["p10", "p11"])
- def test_ordering_dependencies_torndown_first(self, testdir, param1, param2):
+ def test_ordering_dependencies_torndown_first(
+ self, pytester: Pytester, param1, param2
+ ) -> None:
"""#226"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -2100,13 +2183,13 @@ def test_check():
"""
% locals()
)
- reprec = testdir.inline_run("-s")
+ reprec = pytester.inline_run("-s")
reprec.assertoutcome(passed=2)
class TestFixtureMarker:
- def test_parametrize(self, testdir):
- testdir.makepyfile(
+ def test_parametrize(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(params=["a", "b", "c"])
@@ -2119,11 +2202,11 @@ def test_result():
assert values == list("abc")
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=4)
- def test_multiple_parametrization_issue_736(self, testdir):
- testdir.makepyfile(
+ def test_multiple_parametrization_issue_736(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -2137,19 +2220,21 @@ def test_issue(foo, foobar):
assert foobar in [4,5,6]
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=9)
@pytest.mark.parametrize(
"param_args",
["'fixt, val'", "'fixt,val'", "['fixt', 'val']", "('fixt', 'val')"],
)
- def test_override_parametrized_fixture_issue_979(self, testdir, param_args):
+ def test_override_parametrized_fixture_issue_979(
+ self, pytester: Pytester, param_args
+ ) -> None:
"""Make sure a parametrized argument can override a parametrized fixture.
This was a regression introduced in the fix for #736.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -2163,11 +2248,11 @@ def test_foo(fixt, val):
"""
% param_args
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
- def test_scope_session(self, testdir):
- testdir.makepyfile(
+ def test_scope_session(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -2187,11 +2272,11 @@ def test3(self, arg):
assert len(values) == 1
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=3)
- def test_scope_session_exc(self, testdir):
- testdir.makepyfile(
+ def test_scope_session_exc(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -2208,11 +2293,11 @@ def test_last():
assert values == [1]
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(skipped=2, passed=1)
- def test_scope_session_exc_two_fix(self, testdir):
- testdir.makepyfile(
+ def test_scope_session_exc_two_fix(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -2234,11 +2319,11 @@ def test_last():
assert m == []
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(skipped=2, passed=1)
- def test_scope_exc(self, testdir):
- testdir.makepyfile(
+ def test_scope_exc(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
test_foo="""
def test_foo(fix):
pass
@@ -2263,11 +2348,11 @@ def test_last(req_list):
assert req_list == [1]
""",
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(skipped=2, passed=1)
- def test_scope_module_uses_session(self, testdir):
- testdir.makepyfile(
+ def test_scope_module_uses_session(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -2287,11 +2372,11 @@ def test3(self, arg):
assert len(values) == 1
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=3)
- def test_scope_module_and_finalizer(self, testdir):
- testdir.makeconftest(
+ def test_scope_module_and_finalizer(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
finalized_list = []
@@ -2309,7 +2394,7 @@ def finalized(request):
return len(finalized_list)
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
test_mod1="""
def test_1(arg, created, finalized):
assert created == 1
@@ -2327,11 +2412,11 @@ def test_4(arg, created, finalized):
assert finalized == 2
""",
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=4)
- def test_scope_mismatch_various(self, testdir):
- testdir.makeconftest(
+ def test_scope_mismatch_various(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
finalized = []
@@ -2341,7 +2426,7 @@ def arg(request):
pass
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
test_mod1="""
import pytest
@pytest.fixture(scope="session")
@@ -2351,14 +2436,14 @@ def test_1(arg):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret != 0
result.stdout.fnmatch_lines(
["*ScopeMismatch*You tried*function*session*request*"]
)
- def test_dynamic_scope(self, testdir):
- testdir.makeconftest(
+ def test_dynamic_scope(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
@@ -2381,7 +2466,7 @@ def dynamic_fixture(calls=[]):
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test_first(dynamic_fixture):
assert dynamic_fixture == 1
@@ -2393,14 +2478,14 @@ def test_second(dynamic_fixture):
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
- reprec = testdir.inline_run("--extend-scope")
+ reprec = pytester.inline_run("--extend-scope")
reprec.assertoutcome(passed=1, failed=1)
- def test_dynamic_scope_bad_return(self, testdir):
- testdir.makepyfile(
+ def test_dynamic_scope_bad_return(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -2413,14 +2498,14 @@ def fixture():
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
"Fixture 'fixture' from test_dynamic_scope_bad_return.py "
"got an unexpected scope value 'wrong-scope'"
)
- def test_register_only_with_mark(self, testdir):
- testdir.makeconftest(
+ def test_register_only_with_mark(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
@pytest.fixture()
@@ -2428,7 +2513,7 @@ def arg():
return 1
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
test_mod1="""
import pytest
@pytest.fixture()
@@ -2438,11 +2523,11 @@ def test_1(arg):
assert arg == 2
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_parametrize_and_scope(self, testdir):
- testdir.makepyfile(
+ def test_parametrize_and_scope(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope="module", params=["a", "b", "c"])
@@ -2453,7 +2538,7 @@ def test_param(arg):
values.append(arg)
"""
)
- reprec = testdir.inline_run("-v")
+ reprec = pytester.inline_run("-v")
reprec.assertoutcome(passed=3)
values = reprec.getcalls("pytest_runtest_call")[0].item.module.values
assert len(values) == 3
@@ -2461,8 +2546,8 @@ def test_param(arg):
assert "b" in values
assert "c" in values
- def test_scope_mismatch(self, testdir):
- testdir.makeconftest(
+ def test_scope_mismatch(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
@pytest.fixture(scope="function")
@@ -2470,7 +2555,7 @@ def arg(request):
pass
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope="session")
@@ -2480,11 +2565,11 @@ def test_mismatch(arg):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*ScopeMismatch*", "*1 error*"])
- def test_parametrize_separated_order(self, testdir):
- testdir.makepyfile(
+ def test_parametrize_separated_order(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -2499,19 +2584,19 @@ def test_2(arg):
values.append(arg)
"""
)
- reprec = testdir.inline_run("-v")
+ reprec = pytester.inline_run("-v")
reprec.assertoutcome(passed=4)
values = reprec.getcalls("pytest_runtest_call")[0].item.module.values
assert values == [1, 1, 2, 2]
- def test_module_parametrized_ordering(self, testdir):
- testdir.makeini(
+ def test_module_parametrized_ordering(self, pytester: Pytester) -> None:
+ pytester.makeini(
"""
[pytest]
console_output_style=classic
"""
)
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -2523,7 +2608,7 @@ def marg():
pass
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
test_mod1="""
def test_func(sarg):
pass
@@ -2541,7 +2626,7 @@ def test_func4(marg):
pass
""",
)
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
result.stdout.fnmatch_lines(
"""
test_mod1.py::test_func[s1] PASSED
@@ -2563,14 +2648,14 @@ def test_func4(marg):
"""
)
- def test_dynamic_parametrized_ordering(self, testdir):
- testdir.makeini(
+ def test_dynamic_parametrized_ordering(self, pytester: Pytester) -> None:
+ pytester.makeini(
"""
[pytest]
console_output_style=classic
"""
)
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -2590,7 +2675,7 @@ def reprovision(request, flavor, encap):
pass
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test(reprovision):
pass
@@ -2598,7 +2683,7 @@ def test2(reprovision):
pass
"""
)
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
result.stdout.fnmatch_lines(
"""
test_dynamic_parametrized_ordering.py::test[flavor1-vxlan] PASSED
@@ -2612,14 +2697,14 @@ def test2(reprovision):
"""
)
- def test_class_ordering(self, testdir):
- testdir.makeini(
+ def test_class_ordering(self, pytester: Pytester) -> None:
+ pytester.makeini(
"""
[pytest]
console_output_style=classic
"""
)
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -2640,7 +2725,7 @@ def fin():
request.addfinalizer(fin)
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -2654,7 +2739,7 @@ def test_3(self):
pass
"""
)
- result = testdir.runpytest("-vs")
+ result = pytester.runpytest("-vs")
result.stdout.re_match_lines(
r"""
test_class_ordering.py::TestClass2::test_1\[a-1\] PASSED
@@ -2672,8 +2757,10 @@ def test_3(self):
"""
)
- def test_parametrize_separated_order_higher_scope_first(self, testdir):
- testdir.makepyfile(
+ def test_parametrize_separated_order_higher_scope_first(
+ self, pytester: Pytester
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -2702,7 +2789,7 @@ def test_4(modarg, arg):
values.append("test4")
"""
)
- reprec = testdir.inline_run("-v")
+ reprec = pytester.inline_run("-v")
reprec.assertoutcome(passed=12)
values = reprec.getcalls("pytest_runtest_call")[0].item.module.values
expected = [
@@ -2748,8 +2835,8 @@ def test_4(modarg, arg):
pprint.pprint(list(zip(values, expected)))
assert values == expected
- def test_parametrized_fixture_teardown_order(self, testdir):
- testdir.makepyfile(
+ def test_parametrized_fixture_teardown_order(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(params=[1,2], scope="class")
@@ -2781,7 +2868,7 @@ def test_finish():
assert not values
"""
)
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
result.stdout.fnmatch_lines(
"""
*3 passed*
@@ -2789,8 +2876,8 @@ def test_finish():
)
result.stdout.no_fnmatch_line("*error*")
- def test_fixture_finalizer(self, testdir):
- testdir.makeconftest(
+ def test_fixture_finalizer(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
import sys
@@ -2799,13 +2886,13 @@ def test_fixture_finalizer(self, testdir):
def browser(request):
def finalize():
- sys.stdout.write('Finalized')
+ sys.stdout.write_text('Finalized')
request.addfinalizer(finalize)
return {}
"""
)
- b = testdir.mkdir("subdir")
- b.join("test_overridden_fixture_finalizer.py").write(
+ b = pytester.mkdir("subdir")
+ b.joinpath("test_overridden_fixture_finalizer.py").write_text(
textwrap.dedent(
"""\
import pytest
@@ -2819,12 +2906,12 @@ def test_browser(browser):
"""
)
)
- reprec = testdir.runpytest("-s")
+ reprec = pytester.runpytest("-s")
for test in ["test_browser"]:
reprec.stdout.fnmatch_lines(["*Finalized*"])
- def test_class_scope_with_normal_tests(self, testdir):
- testpath = testdir.makepyfile(
+ def test_class_scope_with_normal_tests(self, pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import pytest
@@ -2847,12 +2934,12 @@ class Test2(object):
def test_c(self, a):
assert a == 3"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
for test in ["test_a", "test_b", "test_c"]:
assert reprec.matchreport(test).passed
- def test_request_is_clean(self, testdir):
- testdir.makepyfile(
+ def test_request_is_clean(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -2863,12 +2950,12 @@ def test_fix(fix):
pass
"""
)
- reprec = testdir.inline_run("-s")
+ reprec = pytester.inline_run("-s")
values = reprec.getcalls("pytest_runtest_call")[0].item.module.values
assert values == [1, 2]
- def test_parametrize_separated_lifecycle(self, testdir):
- testdir.makepyfile(
+ def test_parametrize_separated_lifecycle(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -2884,7 +2971,7 @@ def test_2(arg):
values.append(arg)
"""
)
- reprec = testdir.inline_run("-vs")
+ reprec = pytester.inline_run("-vs")
reprec.assertoutcome(passed=4)
values = reprec.getcalls("pytest_runtest_call")[0].item.module.values
import pprint
@@ -2896,8 +2983,10 @@ def test_2(arg):
assert values[3] == values[4] == 2
assert values[5] == "fin2"
- def test_parametrize_function_scoped_finalizers_called(self, testdir):
- testdir.makepyfile(
+ def test_parametrize_function_scoped_finalizers_called(
+ self, pytester: Pytester
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -2917,13 +3006,15 @@ def test_3():
assert values == [1, "fin1", 2, "fin2", 1, "fin1", 2, "fin2"]
"""
)
- reprec = testdir.inline_run("-v")
+ reprec = pytester.inline_run("-v")
reprec.assertoutcome(passed=5)
@pytest.mark.parametrize("scope", ["session", "function", "module"])
- def test_finalizer_order_on_parametrization(self, scope, testdir):
+ def test_finalizer_order_on_parametrization(
+ self, scope, pytester: Pytester
+ ) -> None:
"""#246"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -2954,12 +3045,12 @@ def test_other():
"""
% {"scope": scope}
)
- reprec = testdir.inline_run("-lvs")
+ reprec = pytester.inline_run("-lvs")
reprec.assertoutcome(passed=3)
- def test_class_scope_parametrization_ordering(self, testdir):
+ def test_class_scope_parametrization_ordering(self, pytester: Pytester) -> None:
"""#396"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -2980,7 +3071,7 @@ def test_population(self, human):
values.append("test_population")
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=6)
values = reprec.getcalls("pytest_runtest_call")[0].item.module.values
assert values == [
@@ -2996,8 +3087,8 @@ def test_population(self, human):
"fin Doe",
]
- def test_parametrize_setup_function(self, testdir):
- testdir.makepyfile(
+ def test_parametrize_setup_function(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -3026,11 +3117,13 @@ def test_3():
"""
)
- reprec = testdir.inline_run("-v")
+ reprec = pytester.inline_run("-v")
reprec.assertoutcome(passed=6)
- def test_fixture_marked_function_not_collected_as_test(self, testdir):
- testdir.makepyfile(
+ def test_fixture_marked_function_not_collected_as_test(
+ self, pytester: Pytester
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture
@@ -3041,11 +3134,11 @@ def test_something(test_app):
assert test_app == 1
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_params_and_ids(self, testdir):
- testdir.makepyfile(
+ def test_params_and_ids(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -3058,11 +3151,11 @@ def test_foo(fix):
assert 1
"""
)
- res = testdir.runpytest("-v")
+ res = pytester.runpytest("-v")
res.stdout.fnmatch_lines(["*test_foo*alpha*", "*test_foo*beta*"])
- def test_params_and_ids_yieldfixture(self, testdir):
- testdir.makepyfile(
+ def test_params_and_ids_yieldfixture(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -3074,12 +3167,14 @@ def test_foo(fix):
assert 1
"""
)
- res = testdir.runpytest("-v")
+ res = pytester.runpytest("-v")
res.stdout.fnmatch_lines(["*test_foo*alpha*", "*test_foo*beta*"])
- def test_deterministic_fixture_collection(self, testdir, monkeypatch):
+ def test_deterministic_fixture_collection(
+ self, pytester: Pytester, monkeypatch
+ ) -> None:
"""#920"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -3104,36 +3199,36 @@ def test_foo(B):
"""
)
monkeypatch.setenv("PYTHONHASHSEED", "1")
- out1 = testdir.runpytest_subprocess("-v")
+ out1 = pytester.runpytest_subprocess("-v")
monkeypatch.setenv("PYTHONHASHSEED", "2")
- out2 = testdir.runpytest_subprocess("-v")
- out1 = [
+ out2 = pytester.runpytest_subprocess("-v")
+ output1 = [
line
for line in out1.outlines
if line.startswith("test_deterministic_fixture_collection.py::test_foo")
]
- out2 = [
+ output2 = [
line
for line in out2.outlines
if line.startswith("test_deterministic_fixture_collection.py::test_foo")
]
- assert len(out1) == 12
- assert out1 == out2
+ assert len(output1) == 12
+ assert output1 == output2
class TestRequestScopeAccess:
pytestmark = pytest.mark.parametrize(
("scope", "ok", "error"),
[
- ["session", "", "fspath class function module"],
- ["module", "module fspath", "cls function"],
- ["class", "module fspath cls", "function"],
- ["function", "module fspath cls function", ""],
+ ["session", "", "path class function module"],
+ ["module", "module path", "cls function"],
+ ["class", "module path cls", "function"],
+ ["function", "module path cls function", ""],
],
)
- def test_setup(self, testdir, scope, ok, error):
- testdir.makepyfile(
+ def test_setup(self, pytester: Pytester, scope, ok, error) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope=%r, autouse=True)
@@ -3150,11 +3245,11 @@ def test_func():
"""
% (scope, ok.split(), error.split())
)
- reprec = testdir.inline_run("-l")
+ reprec = pytester.inline_run("-l")
reprec.assertoutcome(passed=1)
- def test_funcarg(self, testdir, scope, ok, error):
- testdir.makepyfile(
+ def test_funcarg(self, pytester: Pytester, scope, ok, error) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope=%r)
@@ -3171,13 +3266,13 @@ def test_func(arg):
"""
% (scope, ok.split(), error.split())
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
class TestErrors:
- def test_subfactory_missing_funcarg(self, testdir):
- testdir.makepyfile(
+ def test_subfactory_missing_funcarg(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture()
@@ -3187,14 +3282,14 @@ def test_something(gen):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret != 0
result.stdout.fnmatch_lines(
["*def gen(qwe123):*", "*fixture*qwe123*not found*", "*1 error*"]
)
- def test_issue498_fixture_finalizer_failing(self, testdir):
- testdir.makepyfile(
+ def test_issue498_fixture_finalizer_failing(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture
@@ -3213,7 +3308,7 @@ def test_3():
assert values[0] != values[1]
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
"""
*ERROR*teardown*test_1*
@@ -3224,8 +3319,8 @@ def test_3():
"""
)
- def test_setupfunc_missing_funcarg(self, testdir):
- testdir.makepyfile(
+ def test_setupfunc_missing_funcarg(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(autouse=True)
@@ -3235,7 +3330,7 @@ def test_something():
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret != 0
result.stdout.fnmatch_lines(
["*def gen(qwe123):*", "*fixture*qwe123*not found*", "*1 error*"]
@@ -3243,34 +3338,34 @@ def test_something():
class TestShowFixtures:
- def test_funcarg_compat(self, testdir):
- config = testdir.parseconfigure("--funcargs")
+ def test_funcarg_compat(self, pytester: Pytester) -> None:
+ config = pytester.parseconfigure("--funcargs")
assert config.option.showfixtures
- def test_show_fixtures(self, testdir):
- result = testdir.runpytest("--fixtures")
+ def test_show_fixtures(self, pytester: Pytester) -> None:
+ result = pytester.runpytest("--fixtures")
result.stdout.fnmatch_lines(
[
- "tmpdir_factory [[]session scope[]]",
+ "tmp_path_factory [[]session scope[]] -- .../_pytest/tmpdir.py:*",
"*for the test session*",
- "tmpdir",
+ "tmp_path -- .../_pytest/tmpdir.py:*",
"*temporary directory*",
]
)
- def test_show_fixtures_verbose(self, testdir):
- result = testdir.runpytest("--fixtures", "-v")
+ def test_show_fixtures_verbose(self, pytester: Pytester) -> None:
+ result = pytester.runpytest("--fixtures", "-v")
result.stdout.fnmatch_lines(
[
- "tmpdir_factory [[]session scope[]] -- *tmpdir.py*",
+ "tmp_path_factory [[]session scope[]] -- .../_pytest/tmpdir.py:*",
"*for the test session*",
- "tmpdir -- *tmpdir.py*",
+ "tmp_path -- .../_pytest/tmpdir.py:*",
"*temporary directory*",
]
)
- def test_show_fixtures_testmodule(self, testdir):
- p = testdir.makepyfile(
+ def test_show_fixtures_testmodule(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
'''
import pytest
@pytest.fixture
@@ -3281,20 +3376,20 @@ def arg1():
""" hello world """
'''
)
- result = testdir.runpytest("--fixtures", p)
+ result = pytester.runpytest("--fixtures", p)
result.stdout.fnmatch_lines(
"""
- *tmpdir
+ *tmp_path -- *
*fixtures defined from*
- *arg1*
+ *arg1 -- test_show_fixtures_testmodule.py:6*
*hello world*
"""
)
result.stdout.no_fnmatch_line("*arg0*")
@pytest.mark.parametrize("testmod", [True, False])
- def test_show_fixtures_conftest(self, testdir, testmod):
- testdir.makeconftest(
+ def test_show_fixtures_conftest(self, pytester: Pytester, testmod) -> None:
+ pytester.makeconftest(
'''
import pytest
@pytest.fixture
@@ -3303,24 +3398,24 @@ def arg1():
'''
)
if testmod:
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test_hello():
pass
"""
)
- result = testdir.runpytest("--fixtures")
+ result = pytester.runpytest("--fixtures")
result.stdout.fnmatch_lines(
"""
- *tmpdir*
+ *tmp_path*
*fixtures defined from*conftest*
*arg1*
*hello world*
"""
)
- def test_show_fixtures_trimmed_doc(self, testdir):
- p = testdir.makepyfile(
+ def test_show_fixtures_trimmed_doc(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
textwrap.dedent(
'''\
import pytest
@@ -3341,23 +3436,23 @@ def arg2():
'''
)
)
- result = testdir.runpytest("--fixtures", p)
+ result = pytester.runpytest("--fixtures", p)
result.stdout.fnmatch_lines(
textwrap.dedent(
"""\
* fixtures defined from test_show_fixtures_trimmed_doc *
- arg2
+ arg2 -- test_show_fixtures_trimmed_doc.py:10
line1
line2
- arg1
+ arg1 -- test_show_fixtures_trimmed_doc.py:3
line1
line2
"""
)
)
- def test_show_fixtures_indented_doc(self, testdir):
- p = testdir.makepyfile(
+ def test_show_fixtures_indented_doc(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
textwrap.dedent(
'''\
import pytest
@@ -3370,20 +3465,22 @@ def fixture1():
'''
)
)
- result = testdir.runpytest("--fixtures", p)
+ result = pytester.runpytest("--fixtures", p)
result.stdout.fnmatch_lines(
textwrap.dedent(
"""\
* fixtures defined from test_show_fixtures_indented_doc *
- fixture1
+ fixture1 -- test_show_fixtures_indented_doc.py:3
line1
indented line
"""
)
)
- def test_show_fixtures_indented_doc_first_line_unindented(self, testdir):
- p = testdir.makepyfile(
+ def test_show_fixtures_indented_doc_first_line_unindented(
+ self, pytester: Pytester
+ ) -> None:
+ p = pytester.makepyfile(
textwrap.dedent(
'''\
import pytest
@@ -3396,12 +3493,12 @@ def fixture1():
'''
)
)
- result = testdir.runpytest("--fixtures", p)
+ result = pytester.runpytest("--fixtures", p)
result.stdout.fnmatch_lines(
textwrap.dedent(
"""\
* fixtures defined from test_show_fixtures_indented_doc_first_line_unindented *
- fixture1
+ fixture1 -- test_show_fixtures_indented_doc_first_line_unindented.py:3
line1
line2
indented line
@@ -3409,8 +3506,8 @@ def fixture1():
)
)
- def test_show_fixtures_indented_in_class(self, testdir):
- p = testdir.makepyfile(
+ def test_show_fixtures_indented_in_class(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
textwrap.dedent(
'''\
import pytest
@@ -3424,12 +3521,12 @@ def fixture1(self):
'''
)
)
- result = testdir.runpytest("--fixtures", p)
+ result = pytester.runpytest("--fixtures", p)
result.stdout.fnmatch_lines(
textwrap.dedent(
"""\
* fixtures defined from test_show_fixtures_indented_in_class *
- fixture1
+ fixture1 -- test_show_fixtures_indented_in_class.py:4
line1
line2
indented line
@@ -3437,9 +3534,9 @@ def fixture1(self):
)
)
- def test_show_fixtures_different_files(self, testdir):
+ def test_show_fixtures_different_files(self, pytester: Pytester) -> None:
"""`--fixtures` only shows fixtures from first file (#833)."""
- testdir.makepyfile(
+ pytester.makepyfile(
test_a='''
import pytest
@@ -3452,7 +3549,7 @@ def test_a(fix_a):
pass
'''
)
- testdir.makepyfile(
+ pytester.makepyfile(
test_b='''
import pytest
@@ -3465,21 +3562,21 @@ def test_b(fix_b):
pass
'''
)
- result = testdir.runpytest("--fixtures")
+ result = pytester.runpytest("--fixtures")
result.stdout.fnmatch_lines(
"""
* fixtures defined from test_a *
- fix_a
+ fix_a -- test_a.py:4
Fixture A
* fixtures defined from test_b *
- fix_b
+ fix_b -- test_b.py:4
Fixture B
"""
)
- def test_show_fixtures_with_same_name(self, testdir):
- testdir.makeconftest(
+ def test_show_fixtures_with_same_name(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
'''
import pytest
@pytest.fixture
@@ -3488,13 +3585,13 @@ def arg1():
return "Hello World"
'''
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test_foo(arg1):
assert arg1 == "Hello World"
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
'''
import pytest
@pytest.fixture
@@ -3505,15 +3602,15 @@ def test_bar(arg1):
assert arg1 == "Hi"
'''
)
- result = testdir.runpytest("--fixtures")
+ result = pytester.runpytest("--fixtures")
result.stdout.fnmatch_lines(
"""
* fixtures defined from conftest *
- arg1
+ arg1 -- conftest.py:3
Hello World in conftest.py
* fixtures defined from test_show_fixtures_with_same_name *
- arg1
+ arg1 -- test_show_fixtures_with_same_name.py:3
Hi from test module
"""
)
@@ -3529,8 +3626,8 @@ def foo():
class TestContextManagerFixtureFuncs:
- def test_simple(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_simple(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture
@@ -3545,7 +3642,7 @@ def test_2(arg1):
assert 0
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
result.stdout.fnmatch_lines(
"""
*setup*
@@ -3557,8 +3654,8 @@ def test_2(arg1):
"""
)
- def test_scoped(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_scoped(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope="module")
@@ -3572,7 +3669,7 @@ def test_2(arg1):
print("test2", arg1)
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
result.stdout.fnmatch_lines(
"""
*setup*
@@ -3582,8 +3679,8 @@ def test_2(arg1):
"""
)
- def test_setup_exception(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_setup_exception(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope="module")
@@ -3594,7 +3691,7 @@ def test_1(arg1):
pass
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
result.stdout.fnmatch_lines(
"""
*pytest.fail*setup*
@@ -3602,8 +3699,8 @@ def test_1(arg1):
"""
)
- def test_teardown_exception(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_teardown_exception(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope="module")
@@ -3614,7 +3711,7 @@ def test_1(arg1):
pass
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
result.stdout.fnmatch_lines(
"""
*pytest.fail*teardown*
@@ -3622,8 +3719,8 @@ def test_1(arg1):
"""
)
- def test_yields_more_than_one(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_yields_more_than_one(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope="module")
@@ -3634,7 +3731,7 @@ def test_1(arg1):
pass
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
result.stdout.fnmatch_lines(
"""
*fixture function*
@@ -3642,8 +3739,8 @@ def test_1(arg1):
"""
)
- def test_custom_name(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_custom_name(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(name='meow')
@@ -3653,13 +3750,13 @@ def test_1(meow):
print(meow)
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
result.stdout.fnmatch_lines(["*mew*"])
class TestParameterizedSubRequest:
- def test_call_from_fixture(self, testdir):
- testdir.makepyfile(
+ def test_call_from_fixture(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
test_call_from_fixture="""
import pytest
@@ -3675,7 +3772,7 @@ def test_foo(request, get_named_fixture):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"The requested fixture has no parameter defined for test:",
@@ -3688,8 +3785,8 @@ def test_foo(request, get_named_fixture):
]
)
- def test_call_from_test(self, testdir):
- testdir.makepyfile(
+ def test_call_from_test(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
test_call_from_test="""
import pytest
@@ -3701,7 +3798,7 @@ def test_foo(request):
request.getfixturevalue('fix_with_param')
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"The requested fixture has no parameter defined for test:",
@@ -3714,8 +3811,8 @@ def test_foo(request):
]
)
- def test_external_fixture(self, testdir):
- testdir.makeconftest(
+ def test_external_fixture(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
@@ -3725,13 +3822,13 @@ def fix_with_param(request):
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
test_external_fixture="""
def test_foo(request):
request.getfixturevalue('fix_with_param')
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"The requested fixture has no parameter defined for test:",
@@ -3745,11 +3842,11 @@ def test_foo(request):
]
)
- def test_non_relative_path(self, testdir):
- tests_dir = testdir.mkdir("tests")
- fixdir = testdir.mkdir("fixtures")
- fixfile = fixdir.join("fix.py")
- fixfile.write(
+ def test_non_relative_path(self, pytester: Pytester) -> None:
+ tests_dir = pytester.mkdir("tests")
+ fixdir = pytester.mkdir("fixtures")
+ fixfile = fixdir.joinpath("fix.py")
+ fixfile.write_text(
textwrap.dedent(
"""\
import pytest
@@ -3761,8 +3858,8 @@ def fix_with_param(request):
)
)
- testfile = tests_dir.join("test_foos.py")
- testfile.write(
+ testfile = tests_dir.joinpath("test_foos.py")
+ testfile.write_text(
textwrap.dedent(
"""\
from fix import fix_with_param
@@ -3773,9 +3870,9 @@ def test_foo(request):
)
)
- tests_dir.chdir()
- testdir.syspathinsert(fixdir)
- result = testdir.runpytest()
+ os.chdir(tests_dir)
+ pytester.syspathinsert(fixdir)
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"The requested fixture has no parameter defined for test:",
@@ -3790,9 +3887,9 @@ def test_foo(request):
)
# With non-overlapping rootdir, passing tests_dir.
- rootdir = testdir.mkdir("rootdir")
- rootdir.chdir()
- result = testdir.runpytest("--rootdir", rootdir, tests_dir)
+ rootdir = pytester.mkdir("rootdir")
+ os.chdir(rootdir)
+ result = pytester.runpytest("--rootdir", rootdir, tests_dir)
result.stdout.fnmatch_lines(
[
"The requested fixture has no parameter defined for test:",
@@ -3807,8 +3904,8 @@ def test_foo(request):
)
-def test_pytest_fixture_setup_and_post_finalizer_hook(testdir):
- testdir.makeconftest(
+def test_pytest_fixture_setup_and_post_finalizer_hook(pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
def pytest_fixture_setup(fixturedef, request):
print('ROOT setup hook called for {0} from {1}'.format(fixturedef.argname, request.node.name))
@@ -3816,7 +3913,7 @@ def pytest_fixture_post_finalizer(fixturedef, request):
print('ROOT finalizer hook called for {0} from {1}'.format(fixturedef.argname, request.node.name))
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
**{
"tests/conftest.py": """
def pytest_fixture_setup(fixturedef, request):
@@ -3837,7 +3934,7 @@ def test_func(my_fixture):
""",
}
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
assert result.ret == 0
result.stdout.fnmatch_lines(
[
@@ -3854,10 +3951,12 @@ class TestScopeOrdering:
"""Class of tests that ensure fixtures are ordered based on their scopes (#2405)"""
@pytest.mark.parametrize("variant", ["mark", "autouse"])
- def test_func_closure_module_auto(self, testdir, variant, monkeypatch):
+ def test_func_closure_module_auto(
+ self, pytester: Pytester, variant, monkeypatch
+ ) -> None:
"""Semantically identical to the example posted in #2405 when ``use_mark=True``"""
monkeypatch.setenv("FIXTURE_ACTIVATION_VARIANT", variant)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import warnings
import os
@@ -3883,16 +3982,18 @@ def test_func(m1):
pass
"""
)
- items, _ = testdir.inline_genitems()
+ items, _ = pytester.inline_genitems()
request = FixtureRequest(items[0], _ispytest=True)
assert request.fixturenames == "m1 f1".split()
- def test_func_closure_with_native_fixtures(self, testdir, monkeypatch) -> None:
+ def test_func_closure_with_native_fixtures(
+ self, pytester: Pytester, monkeypatch: MonkeyPatch
+ ) -> None:
"""Sanity check that verifies the order returned by the closures and the actual fixture execution order:
The execution order may differ because of fixture inter-dependencies.
"""
monkeypatch.setattr(pytest, "FIXTURE_ORDER", [], raising=False)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -3911,15 +4012,15 @@ def m1():
FIXTURE_ORDER.append('m1')
@pytest.fixture(scope='session')
- def my_tmpdir_factory():
- FIXTURE_ORDER.append('my_tmpdir_factory')
+ def my_tmp_path_factory():
+ FIXTURE_ORDER.append('my_tmp_path_factory')
@pytest.fixture
- def my_tmpdir(my_tmpdir_factory):
- FIXTURE_ORDER.append('my_tmpdir')
+ def my_tmp_path(my_tmp_path_factory):
+ FIXTURE_ORDER.append('my_tmp_path')
@pytest.fixture
- def f1(my_tmpdir):
+ def f1(my_tmp_path):
FIXTURE_ORDER.append('f1')
@pytest.fixture
@@ -3929,19 +4030,20 @@ def f2():
def test_foo(f1, p1, m1, f2, s1): pass
"""
)
- items, _ = testdir.inline_genitems()
+ items, _ = pytester.inline_genitems()
request = FixtureRequest(items[0], _ispytest=True)
# order of fixtures based on their scope and position in the parameter list
assert (
- request.fixturenames == "s1 my_tmpdir_factory p1 m1 f1 f2 my_tmpdir".split()
+ request.fixturenames
+ == "s1 my_tmp_path_factory p1 m1 f1 f2 my_tmp_path".split()
)
- testdir.runpytest()
- # actual fixture execution differs: dependent fixtures must be created first ("my_tmpdir")
+ pytester.runpytest()
+ # actual fixture execution differs: dependent fixtures must be created first ("my_tmp_path")
FIXTURE_ORDER = pytest.FIXTURE_ORDER # type: ignore[attr-defined]
- assert FIXTURE_ORDER == "s1 my_tmpdir_factory p1 m1 my_tmpdir f1 f2".split()
+ assert FIXTURE_ORDER == "s1 my_tmp_path_factory p1 m1 my_tmp_path f1 f2".split()
- def test_func_closure_module(self, testdir):
- testdir.makepyfile(
+ def test_func_closure_module(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -3955,15 +4057,15 @@ def test_func(f1, m1):
pass
"""
)
- items, _ = testdir.inline_genitems()
+ items, _ = pytester.inline_genitems()
request = FixtureRequest(items[0], _ispytest=True)
assert request.fixturenames == "m1 f1".split()
- def test_func_closure_scopes_reordered(self, testdir):
+ def test_func_closure_scopes_reordered(self, pytester: Pytester) -> None:
"""Test ensures that fixtures are ordered by scope regardless of the order of the parameters, although
fixtures of same scope keep the declared order
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -3988,13 +4090,15 @@ def test_func(self, f2, f1, c1, m1, s1):
pass
"""
)
- items, _ = testdir.inline_genitems()
+ items, _ = pytester.inline_genitems()
request = FixtureRequest(items[0], _ispytest=True)
assert request.fixturenames == "s1 m1 c1 f2 f1".split()
- def test_func_closure_same_scope_closer_root_first(self, testdir):
+ def test_func_closure_same_scope_closer_root_first(
+ self, pytester: Pytester
+ ) -> None:
"""Auto-use fixtures of same scope are ordered by closer-to-root first"""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -4002,7 +4106,7 @@ def test_func_closure_same_scope_closer_root_first(self, testdir):
def m_conf(): pass
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
**{
"sub/conftest.py": """
import pytest
@@ -4028,13 +4132,13 @@ def test_func(m_test, f1):
""",
}
)
- items, _ = testdir.inline_genitems()
+ items, _ = pytester.inline_genitems()
request = FixtureRequest(items[0], _ispytest=True)
assert request.fixturenames == "p_sub m_conf m_sub m_test f1".split()
- def test_func_closure_all_scopes_complex(self, testdir):
+ def test_func_closure_all_scopes_complex(self, pytester: Pytester) -> None:
"""Complex test involving all scopes and mixing autouse with normal fixtures"""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -4045,8 +4149,8 @@ def s1(): pass
def p1(): pass
"""
)
- testdir.makepyfile(**{"__init__.py": ""})
- testdir.makepyfile(
+ pytester.makepyfile(**{"__init__.py": ""})
+ pytester.makepyfile(
"""
import pytest
@@ -4072,11 +4176,11 @@ def test_func(self, f2, f1, m2):
pass
"""
)
- items, _ = testdir.inline_genitems()
+ items, _ = pytester.inline_genitems()
request = FixtureRequest(items[0], _ispytest=True)
assert request.fixturenames == "s1 p1 m1 m2 c1 f2 f1".split()
- def test_multiple_packages(self, testdir):
+ def test_multiple_packages(self, pytester: Pytester) -> None:
"""Complex test involving multiple package fixtures. Make sure teardowns
are executed in order.
.
@@ -4091,11 +4195,12 @@ def test_multiple_packages(self, testdir):
├── conftest.py
└── test_2.py
"""
- root = testdir.mkdir("root")
- root.join("__init__.py").write("values = []")
- sub1 = root.mkdir("sub1")
- sub1.ensure("__init__.py")
- sub1.join("conftest.py").write(
+ root = pytester.mkdir("root")
+ root.joinpath("__init__.py").write_text("values = []")
+ sub1 = root.joinpath("sub1")
+ sub1.mkdir()
+ sub1.joinpath("__init__.py").touch()
+ sub1.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
import pytest
@@ -4108,7 +4213,7 @@ def fix():
"""
)
)
- sub1.join("test_1.py").write(
+ sub1.joinpath("test_1.py").write_text(
textwrap.dedent(
"""\
from .. import values
@@ -4117,9 +4222,10 @@ def test_1(fix):
"""
)
)
- sub2 = root.mkdir("sub2")
- sub2.ensure("__init__.py")
- sub2.join("conftest.py").write(
+ sub2 = root.joinpath("sub2")
+ sub2.mkdir()
+ sub2.joinpath("__init__.py").touch()
+ sub2.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
import pytest
@@ -4132,7 +4238,7 @@ def fix():
"""
)
)
- sub2.join("test_2.py").write(
+ sub2.joinpath("test_2.py").write_text(
textwrap.dedent(
"""\
from .. import values
@@ -4141,14 +4247,14 @@ def test_2(fix):
"""
)
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
- def test_class_fixture_self_instance(self, testdir):
+ def test_class_fixture_self_instance(self, pytester: Pytester) -> None:
"""Check that plugin classes which implement fixtures receive the plugin instance
as self (see #2270).
"""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
@@ -4166,14 +4272,14 @@ def myfix(self):
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
class TestClass(object):
def test_1(self, myfix):
assert myfix == 1
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
@@ -4188,9 +4294,9 @@ def fix():
assert fix() == 1
-def test_fixture_param_shadowing(testdir):
+def test_fixture_param_shadowing(pytester: Pytester) -> None:
"""Parametrized arguments would be shadowed if a fixture with the same name also exists (#5036)"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -4223,7 +4329,7 @@ def test_indirect(arg2):
"""
)
# Only one test should have run
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
result.assert_outcomes(passed=4)
result.stdout.fnmatch_lines(["*::test_direct[[]1[]]*"])
result.stdout.fnmatch_lines(["*::test_normal_fixture[[]a[]]*"])
@@ -4231,9 +4337,9 @@ def test_indirect(arg2):
result.stdout.fnmatch_lines(["*::test_indirect[[]1[]]*"])
-def test_fixture_named_request(testdir):
- testdir.copy_example("fixtures/test_fixture_named_request.py")
- result = testdir.runpytest()
+def test_fixture_named_request(pytester: Pytester) -> None:
+ pytester.copy_example("fixtures/test_fixture_named_request.py")
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"*'request' is a reserved word for fixtures, use another name:",
@@ -4242,9 +4348,9 @@ def test_fixture_named_request(testdir):
)
-def test_indirect_fixture_does_not_break_scope(testdir):
+def test_indirect_fixture_does_not_break_scope(pytester: Pytester) -> None:
"""Ensure that fixture scope is respected when using indirect fixtures (#570)"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
instantiated = []
@@ -4289,14 +4395,14 @@ def test_check_fixture_instantiations():
]
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.assert_outcomes(passed=7)
-def test_fixture_parametrization_nparray(testdir):
+def test_fixture_parametrization_nparray(pytester: Pytester) -> None:
pytest.importorskip("numpy")
- testdir.makepyfile(
+ pytester.makepyfile(
"""
from numpy import linspace
from pytest import fixture
@@ -4309,18 +4415,18 @@ def test_bug(value):
assert value == value
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.assert_outcomes(passed=10)
-def test_fixture_arg_ordering(testdir):
+def test_fixture_arg_ordering(pytester: Pytester) -> None:
"""
This test describes how fixtures in the same scope but without explicit dependencies
between them are created. While users should make dependencies explicit, often
they rely on this order, so this test exists to catch regressions in this regard.
See #6540 and #6492.
"""
- p1 = testdir.makepyfile(
+ p1 = pytester.makepyfile(
"""
import pytest
@@ -4344,12 +4450,12 @@ def test_suffix(fix_combined):
assert suffixes == ["fix_1", "fix_2", "fix_3", "fix_4", "fix_5"]
"""
)
- result = testdir.runpytest("-vv", str(p1))
+ result = pytester.runpytest("-vv", str(p1))
assert result.ret == 0
-def test_yield_fixture_with_no_value(testdir):
- testdir.makepyfile(
+def test_yield_fixture_with_no_value(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(name='custom')
@@ -4362,7 +4468,7 @@ def test_fixt(custom):
"""
)
expected = "E ValueError: custom did not yield a value"
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.assert_outcomes(errors=1)
result.stdout.fnmatch_lines([expected])
assert result.ret == ExitCode.TESTS_FAILED
diff --git a/testing/python/integration.py b/testing/python/integration.py
index f006e5ed4ee..d138b726638 100644
--- a/testing/python/integration.py
+++ b/testing/python/integration.py
@@ -3,13 +3,16 @@
import pytest
from _pytest import runner
from _pytest._code import getfslineno
+from _pytest.fixtures import getfixturemarker
+from _pytest.pytester import Pytester
+from _pytest.python import Function
class TestOEJSKITSpecials:
def test_funcarg_non_pycollectobj(
- self, testdir, recwarn
+ self, pytester: Pytester, recwarn
) -> None: # rough jstests usage
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
def pytest_pycollect_makeitem(collector, name, obj):
@@ -17,10 +20,10 @@ def pytest_pycollect_makeitem(collector, name, obj):
return MyCollector.from_parent(collector, name=name)
class MyCollector(pytest.Collector):
def reportinfo(self):
- return self.fspath, 3, "xyz"
+ return self.path, 3, "xyz"
"""
)
- modcol = testdir.getmodulecol(
+ modcol = pytester.getmodulecol(
"""
import pytest
@pytest.fixture
@@ -39,8 +42,10 @@ class MyClass(object):
pytest._fillfuncargs(clscol)
assert clscol.funcargs["arg1"] == 42
- def test_autouse_fixture(self, testdir, recwarn) -> None: # rough jstests usage
- testdir.makeconftest(
+ def test_autouse_fixture(
+ self, pytester: Pytester, recwarn
+ ) -> None: # rough jstests usage
+ pytester.makeconftest(
"""
import pytest
def pytest_pycollect_makeitem(collector, name, obj):
@@ -48,10 +53,10 @@ def pytest_pycollect_makeitem(collector, name, obj):
return MyCollector.from_parent(collector, name=name)
class MyCollector(pytest.Collector):
def reportinfo(self):
- return self.fspath, 3, "xyz"
+ return self.path, 3, "xyz"
"""
)
- modcol = testdir.getmodulecol(
+ modcol = pytester.getmodulecol(
"""
import pytest
@pytest.fixture(autouse=True)
@@ -125,8 +130,8 @@ def f(x, y, z):
values = getfuncargnames(f)
assert values == ("y", "z")
- def test_unittest_mock(self, testdir):
- testdir.makepyfile(
+ def test_unittest_mock(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import unittest.mock
class T(unittest.TestCase):
@@ -137,11 +142,11 @@ def test_hello(self, abspath):
abspath.assert_any_call("hello")
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_unittest_mock_and_fixture(self, testdir):
- testdir.makepyfile(
+ def test_unittest_mock_and_fixture(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import os.path
import unittest.mock
@@ -158,12 +163,12 @@ def test_hello(inject_me):
os.path.abspath("hello")
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_unittest_mock_and_pypi_mock(self, testdir):
+ def test_unittest_mock_and_pypi_mock(self, pytester: Pytester) -> None:
pytest.importorskip("mock", "1.0.1")
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import mock
import unittest.mock
@@ -181,15 +186,15 @@ def test_hello_mock(self, abspath):
abspath.assert_any_call("hello")
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
- def test_mock_sentinel_check_against_numpy_like(self, testdir):
+ def test_mock_sentinel_check_against_numpy_like(self, pytester: Pytester) -> None:
"""Ensure our function that detects mock arguments compares against sentinels using
identity to circumvent objects which can't be compared with equality against others
in a truth context, like with numpy arrays (#5606).
"""
- testdir.makepyfile(
+ pytester.makepyfile(
dummy="""
class NumpyLike:
def __init__(self, value):
@@ -199,7 +204,7 @@ def __eq__(self, other):
FOO = NumpyLike(10)
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
from unittest.mock import patch
import dummy
@@ -209,12 +214,12 @@ def test_hello(self):
assert dummy.FOO.value == 50
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
- def test_mock(self, testdir):
+ def test_mock(self, pytester: Pytester) -> None:
pytest.importorskip("mock", "1.0.1")
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import os
import unittest
@@ -230,14 +235,14 @@ def mock_basename(path):
@mock.patch("os.path.abspath")
@mock.patch("os.path.normpath")
@mock.patch("os.path.basename", new=mock_basename)
- def test_someting(normpath, abspath, tmpdir):
+ def test_someting(normpath, abspath, tmp_path):
abspath.return_value = "this"
os.path.normpath(os.path.abspath("hello"))
normpath.assert_any_call("this")
assert os.path.basename("123") == "mock_basename"
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
calls = reprec.getcalls("pytest_runtest_logreport")
funcnames = [
@@ -245,9 +250,9 @@ def test_someting(normpath, abspath, tmpdir):
]
assert funcnames == ["T.test_hello", "test_someting"]
- def test_mock_sorting(self, testdir):
+ def test_mock_sorting(self, pytester: Pytester) -> None:
pytest.importorskip("mock", "1.0.1")
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import os
import mock
@@ -263,15 +268,15 @@ def test_three(abspath):
pass
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
calls = reprec.getreports("pytest_runtest_logreport")
calls = [x for x in calls if x.when == "call"]
names = [x.nodeid.split("::")[-1] for x in calls]
assert names == ["test_one", "test_two", "test_three"]
- def test_mock_double_patch_issue473(self, testdir):
+ def test_mock_double_patch_issue473(self, pytester: Pytester) -> None:
pytest.importorskip("mock", "1.0.1")
- testdir.makepyfile(
+ pytester.makepyfile(
"""
from mock import patch
from pytest import mark
@@ -284,13 +289,13 @@ def test_simple_thing(self, mock_path, mock_getcwd):
pass
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
class TestReRunTests:
- def test_rerun(self, testdir):
- testdir.makeconftest(
+ def test_rerun(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
from _pytest.runner import runtestprotocol
def pytest_runtest_protocol(item, nextitem):
@@ -298,7 +303,7 @@ def pytest_runtest_protocol(item, nextitem):
runtestprotocol(item, log=True, nextitem=nextitem)
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
count = 0
@@ -314,7 +319,7 @@ def test_fix(fix):
pass
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
result.stdout.fnmatch_lines(
"""
*fix count 0*
@@ -331,26 +336,27 @@ def test_fix(fix):
def test_pytestconfig_is_session_scoped() -> None:
from _pytest.fixtures import pytestconfig
- marker = pytestconfig._pytestfixturefunction # type: ignore
+ marker = getfixturemarker(pytestconfig)
+ assert marker is not None
assert marker.scope == "session"
class TestNoselikeTestAttribute:
- def test_module_with_global_test(self, testdir):
- testdir.makepyfile(
+ def test_module_with_global_test(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
__test__ = False
def test_hello():
pass
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
assert not reprec.getfailedcollections()
calls = reprec.getreports("pytest_runtest_logreport")
assert not calls
- def test_class_and_method(self, testdir):
- testdir.makepyfile(
+ def test_class_and_method(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
__test__ = True
def test_func():
@@ -363,13 +369,13 @@ def test_method(self):
pass
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
assert not reprec.getfailedcollections()
calls = reprec.getreports("pytest_runtest_logreport")
assert not calls
- def test_unittest_class(self, testdir):
- testdir.makepyfile(
+ def test_unittest_class(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import unittest
class TC(unittest.TestCase):
@@ -381,20 +387,20 @@ def test_2(self):
pass
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
assert not reprec.getfailedcollections()
call = reprec.getcalls("pytest_collection_modifyitems")[0]
assert len(call.items) == 1
assert call.items[0].cls.__name__ == "TC"
- def test_class_with_nasty_getattr(self, testdir):
+ def test_class_with_nasty_getattr(self, pytester: Pytester) -> None:
"""Make sure we handle classes with a custom nasty __getattr__ right.
With a custom __getattr__ which e.g. returns a function (like with a
RPC wrapper), we shouldn't assume this meant "__test__ = True".
"""
# https://github.com/pytest-dev/pytest/issues/1204
- testdir.makepyfile(
+ pytester.makepyfile(
"""
class MetaModel(type):
@@ -413,7 +419,7 @@ def test_blah(self):
pass
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
assert not reprec.getfailedcollections()
call = reprec.getcalls("pytest_collection_modifyitems")[0]
assert not call.items
@@ -422,8 +428,8 @@ def test_blah(self):
class TestParameterize:
"""#351"""
- def test_idfn_marker(self, testdir):
- testdir.makepyfile(
+ def test_idfn_marker(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -440,11 +446,11 @@ def test_params(a, b):
pass
"""
)
- res = testdir.runpytest("--collect-only")
+ res = pytester.runpytest("--collect-only")
res.stdout.fnmatch_lines(["*spam-2*", "*ham-2*"])
- def test_idfn_fixture(self, testdir):
- testdir.makepyfile(
+ def test_idfn_fixture(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -468,5 +474,30 @@ def test_params(a, b):
pass
"""
)
- res = testdir.runpytest("--collect-only")
+ res = pytester.runpytest("--collect-only")
res.stdout.fnmatch_lines(["*spam-2*", "*ham-2*"])
+
+
+def test_function_instance(pytester: Pytester) -> None:
+ items = pytester.getitems(
+ """
+ def test_func(): pass
+ class TestIt:
+ def test_method(self): pass
+ @classmethod
+ def test_class(cls): pass
+ @staticmethod
+ def test_static(): pass
+ """
+ )
+ assert len(items) == 3
+ assert isinstance(items[0], Function)
+ assert items[0].name == "test_func"
+ assert items[0].instance is None
+ assert isinstance(items[1], Function)
+ assert items[1].name == "test_method"
+ assert items[1].instance is not None
+ assert items[1].instance.__class__.__name__ == "TestIt"
+ assert isinstance(items[2], Function)
+ assert items[2].name == "test_static"
+ assert items[2].instance is None
diff --git a/testing/python/metafunc.py b/testing/python/metafunc.py
index 676f1d988bc..fc0082eb6b9 100644
--- a/testing/python/metafunc.py
+++ b/testing/python/metafunc.py
@@ -23,9 +23,10 @@
from _pytest.compat import getfuncargnames
from _pytest.compat import NOTSET
from _pytest.outcomes import fail
-from _pytest.pytester import Testdir
+from _pytest.pytester import Pytester
from _pytest.python import _idval
from _pytest.python import idmaker
+from _pytest.scope import Scope
class TestMetafunc:
@@ -47,7 +48,7 @@ class DefinitionMock(python.FunctionDefinition):
names = getfuncargnames(func)
fixtureinfo: Any = FuncFixtureInfoMock(names)
definition: Any = DefinitionMock._create(func, "mock::nodeid")
- return python.Metafunc(definition, fixtureinfo, config)
+ return python.Metafunc(definition, fixtureinfo, config, _ispytest=True)
def test_no_funcargs(self) -> None:
def function():
@@ -123,7 +124,7 @@ def func(x):
):
metafunc.parametrize("x", [1], scope="doggy") # type: ignore[arg-type]
- def test_parametrize_request_name(self, testdir: Testdir) -> None:
+ def test_parametrize_request_name(self, pytester: Pytester) -> None:
"""Show proper error when 'request' is used as a parameter name in parametrize (#6183)"""
def func(request):
@@ -142,16 +143,16 @@ def test_find_parametrized_scope(self) -> None:
@attr.s
class DummyFixtureDef:
- scope = attr.ib()
+ _scope = attr.ib()
fixtures_defs = cast(
Dict[str, Sequence[fixtures.FixtureDef[object]]],
dict(
- session_fix=[DummyFixtureDef("session")],
- package_fix=[DummyFixtureDef("package")],
- module_fix=[DummyFixtureDef("module")],
- class_fix=[DummyFixtureDef("class")],
- func_fix=[DummyFixtureDef("function")],
+ session_fix=[DummyFixtureDef(Scope.Session)],
+ package_fix=[DummyFixtureDef(Scope.Package)],
+ module_fix=[DummyFixtureDef(Scope.Module)],
+ class_fix=[DummyFixtureDef(Scope.Class)],
+ func_fix=[DummyFixtureDef(Scope.Function)],
),
)
@@ -160,29 +161,33 @@ class DummyFixtureDef:
def find_scope(argnames, indirect):
return _find_parametrized_scope(argnames, fixtures_defs, indirect=indirect)
- assert find_scope(["func_fix"], indirect=True) == "function"
- assert find_scope(["class_fix"], indirect=True) == "class"
- assert find_scope(["module_fix"], indirect=True) == "module"
- assert find_scope(["package_fix"], indirect=True) == "package"
- assert find_scope(["session_fix"], indirect=True) == "session"
+ assert find_scope(["func_fix"], indirect=True) == Scope.Function
+ assert find_scope(["class_fix"], indirect=True) == Scope.Class
+ assert find_scope(["module_fix"], indirect=True) == Scope.Module
+ assert find_scope(["package_fix"], indirect=True) == Scope.Package
+ assert find_scope(["session_fix"], indirect=True) == Scope.Session
- assert find_scope(["class_fix", "func_fix"], indirect=True) == "function"
- assert find_scope(["func_fix", "session_fix"], indirect=True) == "function"
- assert find_scope(["session_fix", "class_fix"], indirect=True) == "class"
- assert find_scope(["package_fix", "session_fix"], indirect=True) == "package"
- assert find_scope(["module_fix", "session_fix"], indirect=True) == "module"
+ assert find_scope(["class_fix", "func_fix"], indirect=True) == Scope.Function
+ assert find_scope(["func_fix", "session_fix"], indirect=True) == Scope.Function
+ assert find_scope(["session_fix", "class_fix"], indirect=True) == Scope.Class
+ assert (
+ find_scope(["package_fix", "session_fix"], indirect=True) == Scope.Package
+ )
+ assert find_scope(["module_fix", "session_fix"], indirect=True) == Scope.Module
# when indirect is False or is not for all scopes, always use function
- assert find_scope(["session_fix", "module_fix"], indirect=False) == "function"
+ assert (
+ find_scope(["session_fix", "module_fix"], indirect=False) == Scope.Function
+ )
assert (
find_scope(["session_fix", "module_fix"], indirect=["module_fix"])
- == "function"
+ == Scope.Function
)
assert (
find_scope(
["session_fix", "module_fix"], indirect=["session_fix", "module_fix"]
)
- == "module"
+ == Scope.Module
)
def test_parametrize_and_id(self) -> None:
@@ -403,6 +408,7 @@ def test_idmaker_native_strings(self) -> None:
pytest.param(tuple("eight"), (8, -8, 8)),
pytest.param(b"\xc3\xb4", b"name"),
pytest.param(b"\xc3\xb4", "other"),
+ pytest.param(1.0j, -2.0j),
],
)
assert result == [
@@ -418,6 +424,7 @@ def test_idmaker_native_strings(self) -> None:
"a9-b9",
"\\xc3\\xb4-name",
"\\xc3\\xb4-other",
+ "1j-(-0-2j)",
]
def test_idmaker_non_printable_characters(self) -> None:
@@ -514,7 +521,10 @@ def getini(self, name):
]
for config, expected in values:
result = idmaker(
- ("a",), [pytest.param("string")], idfn=lambda _: "ação", config=config,
+ ("a",),
+ [pytest.param("string")],
+ idfn=lambda _: "ação",
+ config=config,
)
assert result == [expected]
@@ -546,16 +556,19 @@ def getini(self, name):
]
for config, expected in values:
result = idmaker(
- ("a",), [pytest.param("string")], ids=["ação"], config=config,
+ ("a",),
+ [pytest.param("string")],
+ ids=["ação"],
+ config=config,
)
assert result == [expected]
- def test_parametrize_ids_exception(self, testdir: Testdir) -> None:
+ def test_parametrize_ids_exception(self, pytester: Pytester) -> None:
"""
- :param testdir: the instance of Testdir class, a temporary
+ :param pytester: the instance of Pytester class, a temporary
test directory.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -567,7 +580,7 @@ def test_foo(arg):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"*Exception: bad ids",
@@ -575,8 +588,8 @@ def test_foo(arg):
]
)
- def test_parametrize_ids_returns_non_string(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_ids_returns_non_string(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""\
import pytest
@@ -592,7 +605,7 @@ def test_int(arg):
assert arg
"""
)
- result = testdir.runpytest("-vv", "-s")
+ result = pytester.runpytest("-vv", "-s")
result.stdout.fnmatch_lines(
[
"test_parametrize_ids_returns_non_string.py::test[arg0] PASSED",
@@ -682,18 +695,17 @@ def func(x, y):
):
metafunc.parametrize("x, y", [("a", "b")], indirect={}) # type: ignore[arg-type]
- def test_parametrize_indirect_list_functional(self, testdir: Testdir) -> None:
+ def test_parametrize_indirect_list_functional(self, pytester: Pytester) -> None:
"""
#714
Test parametrization with 'indirect' parameter applied on
- particular arguments. As y is is direct, its value should
- be used directly rather than being passed to the fixture
- y.
+ particular arguments. As y is direct, its value should
+ be used directly rather than being passed to the fixture y.
- :param testdir: the instance of Testdir class, a temporary
+ :param pytester: the instance of Pytester class, a temporary
test directory.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope='function')
@@ -708,7 +720,7 @@ def test_simple(x,y):
assert len(y) == 1
"""
)
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
result.stdout.fnmatch_lines(["*test_simple*a-b*", "*1 passed*"])
def test_parametrize_indirect_list_error(self) -> None:
@@ -722,7 +734,7 @@ def func(x, y):
metafunc.parametrize("x, y", [("a", "b")], indirect=["x", "z"])
def test_parametrize_uses_no_fixture_error_indirect_false(
- self, testdir: Testdir
+ self, pytester: Pytester
) -> None:
"""The 'uses no fixture' error tells the user at collection time
that the parametrize data they've set up doesn't correspond to the
@@ -731,7 +743,7 @@ def test_parametrize_uses_no_fixture_error_indirect_false(
#714
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -740,14 +752,14 @@ def test_simple(x):
assert len(x) == 3
"""
)
- result = testdir.runpytest("--collect-only")
+ result = pytester.runpytest("--collect-only")
result.stdout.fnmatch_lines(["*uses no argument 'y'*"])
def test_parametrize_uses_no_fixture_error_indirect_true(
- self, testdir: Testdir
+ self, pytester: Pytester
) -> None:
"""#714"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope='function')
@@ -762,14 +774,14 @@ def test_simple(x):
assert len(x) == 3
"""
)
- result = testdir.runpytest("--collect-only")
+ result = pytester.runpytest("--collect-only")
result.stdout.fnmatch_lines(["*uses no fixture 'y'*"])
def test_parametrize_indirect_uses_no_fixture_error_indirect_string(
- self, testdir: Testdir
+ self, pytester: Pytester
) -> None:
"""#714"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope='function')
@@ -781,14 +793,14 @@ def test_simple(x):
assert len(x) == 3
"""
)
- result = testdir.runpytest("--collect-only")
+ result = pytester.runpytest("--collect-only")
result.stdout.fnmatch_lines(["*uses no fixture 'y'*"])
def test_parametrize_indirect_uses_no_fixture_error_indirect_list(
- self, testdir: Testdir
+ self, pytester: Pytester
) -> None:
"""#714"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope='function')
@@ -800,12 +812,14 @@ def test_simple(x):
assert len(x) == 3
"""
)
- result = testdir.runpytest("--collect-only")
+ result = pytester.runpytest("--collect-only")
result.stdout.fnmatch_lines(["*uses no fixture 'y'*"])
- def test_parametrize_argument_not_in_indirect_list(self, testdir: Testdir) -> None:
+ def test_parametrize_argument_not_in_indirect_list(
+ self, pytester: Pytester
+ ) -> None:
"""#714"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope='function')
@@ -817,13 +831,13 @@ def test_simple(x):
assert len(x) == 3
"""
)
- result = testdir.runpytest("--collect-only")
+ result = pytester.runpytest("--collect-only")
result.stdout.fnmatch_lines(["*uses no argument 'y'*"])
def test_parametrize_gives_indicative_error_on_function_with_default_argument(
- self, testdir
+ self, pytester: Pytester
) -> None:
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -832,13 +846,13 @@ def test_simple(x, y=1):
assert len(x) == 1
"""
)
- result = testdir.runpytest("--collect-only")
+ result = pytester.runpytest("--collect-only")
result.stdout.fnmatch_lines(
["*already takes an argument 'y' with a default value"]
)
- def test_parametrize_functional(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_functional(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
def pytest_generate_tests(metafunc):
@@ -853,7 +867,7 @@ def test_simple(x,y):
assert y == 2
"""
)
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
result.stdout.fnmatch_lines(
["*test_simple*1-2*", "*test_simple*2-2*", "*2 passed*"]
)
@@ -884,8 +898,8 @@ def test_parametrize_twoargs(self) -> None:
assert metafunc._calls[1].funcargs == dict(x=3, y=4)
assert metafunc._calls[1].id == "3-4"
- def test_parametrize_multiple_times(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_multiple_times(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
pytestmark = pytest.mark.parametrize("x", [1,2])
@@ -897,12 +911,12 @@ def test_meth(self, x, y):
assert 0, x
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 1
result.assert_outcomes(failed=6)
- def test_parametrize_CSV(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_CSV(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.mark.parametrize("x, y,", [(1,2), (2,3)])
@@ -910,11 +924,11 @@ def test_func(x, y):
assert x+1 == y
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
- def test_parametrize_class_scenarios(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_class_scenarios(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
# same as doc/en/example/parametrize scenario example
def pytest_generate_tests(metafunc):
@@ -941,7 +955,7 @@ def test_3(self, arg, arg2):
pass
"""
)
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
assert result.ret == 0
result.stdout.fnmatch_lines(
"""
@@ -978,8 +992,8 @@ def function4(arg1, *args, **kwargs):
class TestMetafuncFunctional:
- def test_attributes(self, testdir: Testdir) -> None:
- p = testdir.makepyfile(
+ def test_attributes(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
"""
# assumes that generate/provide runs in the same process
import sys, pytest
@@ -1005,11 +1019,11 @@ def test_method(self, metafunc, pytestconfig):
assert metafunc.cls == TestClass
"""
)
- result = testdir.runpytest(p, "-v")
+ result = pytester.runpytest(p, "-v")
result.assert_outcomes(passed=2)
- def test_two_functions(self, testdir: Testdir) -> None:
- p = testdir.makepyfile(
+ def test_two_functions(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
"""
def pytest_generate_tests(metafunc):
metafunc.parametrize('arg1', [10, 20], ids=['0', '1'])
@@ -1021,7 +1035,7 @@ def test_func2(arg1):
assert arg1 in (10, 20)
"""
)
- result = testdir.runpytest("-v", p)
+ result = pytester.runpytest("-v", p)
result.stdout.fnmatch_lines(
[
"*test_func1*0*PASS*",
@@ -1032,8 +1046,8 @@ def test_func2(arg1):
]
)
- def test_noself_in_method(self, testdir: Testdir) -> None:
- p = testdir.makepyfile(
+ def test_noself_in_method(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
"""
def pytest_generate_tests(metafunc):
assert 'xyz' not in metafunc.fixturenames
@@ -1043,11 +1057,11 @@ def test_hello(xyz):
pass
"""
)
- result = testdir.runpytest(p)
+ result = pytester.runpytest(p)
result.assert_outcomes(passed=1)
- def test_generate_tests_in_class(self, testdir: Testdir) -> None:
- p = testdir.makepyfile(
+ def test_generate_tests_in_class(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
"""
class TestClass(object):
def pytest_generate_tests(self, metafunc):
@@ -1057,11 +1071,11 @@ def test_myfunc(self, hello):
assert hello == "world"
"""
)
- result = testdir.runpytest("-v", p)
+ result = pytester.runpytest("-v", p)
result.stdout.fnmatch_lines(["*test_myfunc*hello*PASS*", "*1 passed*"])
- def test_two_functions_not_same_instance(self, testdir: Testdir) -> None:
- p = testdir.makepyfile(
+ def test_two_functions_not_same_instance(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
"""
def pytest_generate_tests(metafunc):
metafunc.parametrize('arg1', [10, 20], ids=["0", "1"])
@@ -1072,13 +1086,13 @@ def test_func(self, arg1):
self.x = 1
"""
)
- result = testdir.runpytest("-v", p)
+ result = pytester.runpytest("-v", p)
result.stdout.fnmatch_lines(
["*test_func*0*PASS*", "*test_func*1*PASS*", "*2 pass*"]
)
- def test_issue28_setup_method_in_generate_tests(self, testdir: Testdir) -> None:
- p = testdir.makepyfile(
+ def test_issue28_setup_method_in_generate_tests(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
"""
def pytest_generate_tests(metafunc):
metafunc.parametrize('arg1', [1])
@@ -1090,11 +1104,11 @@ def setup_method(self, func):
self.val = 1
"""
)
- result = testdir.runpytest(p)
+ result = pytester.runpytest(p)
result.assert_outcomes(passed=1)
- def test_parametrize_functional2(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_functional2(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
def pytest_generate_tests(metafunc):
metafunc.parametrize("arg1", [1,2])
@@ -1103,13 +1117,13 @@ def test_hello(arg1, arg2):
assert 0, (arg1, arg2)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
["*(1, 4)*", "*(1, 5)*", "*(2, 4)*", "*(2, 5)*", "*4 failed*"]
)
- def test_parametrize_and_inner_getfixturevalue(self, testdir: Testdir) -> None:
- p = testdir.makepyfile(
+ def test_parametrize_and_inner_getfixturevalue(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
"""
def pytest_generate_tests(metafunc):
metafunc.parametrize("arg1", [1], indirect=True)
@@ -1129,11 +1143,11 @@ def test_func1(arg1, arg2):
assert arg1 == 11
"""
)
- result = testdir.runpytest("-v", p)
+ result = pytester.runpytest("-v", p)
result.stdout.fnmatch_lines(["*test_func1*1*PASS*", "*1 passed*"])
- def test_parametrize_on_setup_arg(self, testdir: Testdir) -> None:
- p = testdir.makepyfile(
+ def test_parametrize_on_setup_arg(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
"""
def pytest_generate_tests(metafunc):
assert "arg1" in metafunc.fixturenames
@@ -1152,17 +1166,17 @@ def test_func(arg2):
assert arg2 == 10
"""
)
- result = testdir.runpytest("-v", p)
+ result = pytester.runpytest("-v", p)
result.stdout.fnmatch_lines(["*test_func*1*PASS*", "*1 passed*"])
- def test_parametrize_with_ids(self, testdir: Testdir) -> None:
- testdir.makeini(
+ def test_parametrize_with_ids(self, pytester: Pytester) -> None:
+ pytester.makeini(
"""
[pytest]
console_output_style=classic
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
def pytest_generate_tests(metafunc):
@@ -1173,14 +1187,14 @@ def test_function(a, b):
assert a == b
"""
)
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
assert result.ret == 1
result.stdout.fnmatch_lines_random(
["*test_function*basic*PASSED", "*test_function*advanced*FAILED"]
)
- def test_parametrize_without_ids(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_without_ids(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
def pytest_generate_tests(metafunc):
@@ -1191,7 +1205,7 @@ def test_function(a, b):
assert 1
"""
)
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
result.stdout.fnmatch_lines(
"""
*test_function*1-b0*
@@ -1199,8 +1213,8 @@ def test_function(a, b):
"""
)
- def test_parametrize_with_None_in_ids(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_with_None_in_ids(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
def pytest_generate_tests(metafunc):
@@ -1211,7 +1225,7 @@ def test_function(a, b):
assert a == b
"""
)
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
assert result.ret == 1
result.stdout.fnmatch_lines_random(
[
@@ -1221,9 +1235,9 @@ def test_function(a, b):
]
)
- def test_fixture_parametrized_empty_ids(self, testdir: Testdir) -> None:
+ def test_fixture_parametrized_empty_ids(self, pytester: Pytester) -> None:
"""Fixtures parametrized with empty ids cause an internal error (#1849)."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -1235,12 +1249,12 @@ def test_temp(temp):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["* 1 skipped *"])
- def test_parametrized_empty_ids(self, testdir: Testdir) -> None:
+ def test_parametrized_empty_ids(self, pytester: Pytester) -> None:
"""Tests parametrized with empty ids cause an internal error (#1849)."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -1249,12 +1263,12 @@ def test_temp(temp):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["* 1 skipped *"])
- def test_parametrized_ids_invalid_type(self, testdir: Testdir) -> None:
+ def test_parametrized_ids_invalid_type(self, pytester: Pytester) -> None:
"""Test error with non-strings/non-ints, without generator (#1857)."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -1263,7 +1277,7 @@ def test_ids_numbers(x,expected):
assert x * 2 == expected
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"In test_ids_numbers: ids must be list of string/float/int/bool,"
@@ -1272,9 +1286,9 @@ def test_ids_numbers(x,expected):
)
def test_parametrize_with_identical_ids_get_unique_names(
- self, testdir: Testdir
+ self, pytester: Pytester
) -> None:
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
def pytest_generate_tests(metafunc):
@@ -1285,7 +1299,7 @@ def test_function(a, b):
assert a == b
"""
)
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
assert result.ret == 1
result.stdout.fnmatch_lines_random(
["*test_function*a0*PASSED*", "*test_function*a1*FAILED*"]
@@ -1293,9 +1307,9 @@ def test_function(a, b):
@pytest.mark.parametrize(("scope", "length"), [("module", 2), ("function", 4)])
def test_parametrize_scope_overrides(
- self, testdir: Testdir, scope: str, length: int
+ self, pytester: Pytester, scope: str, length: int
) -> None:
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
values = []
@@ -1316,11 +1330,11 @@ def test_checklength():
"""
% (scope, length)
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=5)
- def test_parametrize_issue323(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_issue323(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -1334,11 +1348,11 @@ def test_it2(foo):
pass
"""
)
- reprec = testdir.inline_run("--collect-only")
+ reprec = pytester.inline_run("--collect-only")
assert not reprec.getcalls("pytest_internalerror")
- def test_usefixtures_seen_in_generate_tests(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_usefixtures_seen_in_generate_tests(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
def pytest_generate_tests(metafunc):
@@ -1350,13 +1364,13 @@ def test_function():
pass
"""
)
- reprec = testdir.runpytest()
+ reprec = pytester.runpytest()
reprec.assert_outcomes(passed=1)
- def test_generate_tests_only_done_in_subdir(self, testdir: Testdir) -> None:
- sub1 = testdir.mkpydir("sub1")
- sub2 = testdir.mkpydir("sub2")
- sub1.join("conftest.py").write(
+ def test_generate_tests_only_done_in_subdir(self, pytester: Pytester) -> None:
+ sub1 = pytester.mkpydir("sub1")
+ sub2 = pytester.mkpydir("sub2")
+ sub1.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
def pytest_generate_tests(metafunc):
@@ -1364,7 +1378,7 @@ def pytest_generate_tests(metafunc):
"""
)
)
- sub2.join("conftest.py").write(
+ sub2.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
def pytest_generate_tests(metafunc):
@@ -1372,13 +1386,13 @@ def pytest_generate_tests(metafunc):
"""
)
)
- sub1.join("test_in_sub1.py").write("def test_1(): pass")
- sub2.join("test_in_sub2.py").write("def test_2(): pass")
- result = testdir.runpytest("--keep-duplicates", "-v", "-s", sub1, sub2, sub1)
+ sub1.joinpath("test_in_sub1.py").write_text("def test_1(): pass")
+ sub2.joinpath("test_in_sub2.py").write_text("def test_2(): pass")
+ result = pytester.runpytest("--keep-duplicates", "-v", "-s", sub1, sub2, sub1)
result.assert_outcomes(passed=3)
- def test_generate_same_function_names_issue403(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_generate_same_function_names_issue403(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -1392,12 +1406,12 @@ def test_foo(x):
test_y = make_tests()
"""
)
- reprec = testdir.runpytest()
+ reprec = pytester.runpytest()
reprec.assert_outcomes(passed=4)
- def test_parametrize_misspelling(self, testdir: Testdir) -> None:
+ def test_parametrize_misspelling(self, pytester: Pytester) -> None:
"""#463"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -1406,7 +1420,7 @@ def test_foo(x):
pass
"""
)
- result = testdir.runpytest("--collectonly")
+ result = pytester.runpytest("--collectonly")
result.stdout.fnmatch_lines(
[
"collected 0 items / 1 error",
@@ -1426,8 +1440,8 @@ class TestMetafuncFunctionalAuto:
"""Tests related to automatically find out the correct scope for
parametrized tests (#1832)."""
- def test_parametrize_auto_scope(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_auto_scope(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -1445,11 +1459,11 @@ def test_2(animal):
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["* 3 passed *"])
- def test_parametrize_auto_scope_indirect(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_auto_scope_indirect(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -1468,11 +1482,11 @@ def test_2(animal, echo):
assert echo in (1, 2, 3)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["* 3 passed *"])
- def test_parametrize_auto_scope_override_fixture(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_auto_scope_override_fixture(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -1485,11 +1499,11 @@ def test_1(animal):
assert animal in ('dog', 'cat')
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["* 2 passed *"])
- def test_parametrize_all_indirects(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_all_indirects(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -1512,11 +1526,11 @@ def test_2(animal, echo):
assert echo in (1, 2, 3)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["* 3 passed *"])
def test_parametrize_some_arguments_auto_scope(
- self, testdir: Testdir, monkeypatch
+ self, pytester: Pytester, monkeypatch
) -> None:
"""Integration test for (#3941)"""
class_fix_setup: List[object] = []
@@ -1524,7 +1538,7 @@ def test_parametrize_some_arguments_auto_scope(
func_fix_setup: List[object] = []
monkeypatch.setattr(sys, "func_fix_setup", func_fix_setup, raising=False)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import sys
@@ -1545,13 +1559,13 @@ def test_bar(self):
pass
"""
)
- result = testdir.runpytest_inprocess()
+ result = pytester.runpytest_inprocess()
result.stdout.fnmatch_lines(["* 4 passed in *"])
assert func_fix_setup == [True] * 4
assert class_fix_setup == [10, 20]
- def test_parametrize_issue634(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_issue634(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -1579,7 +1593,7 @@ def pytest_generate_tests(metafunc):
metafunc.parametrize('foo', params, indirect=True)
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
output = result.stdout.str()
assert output.count("preparing foo-2") == 1
assert output.count("preparing foo-3") == 1
@@ -1588,7 +1602,7 @@ def pytest_generate_tests(metafunc):
class TestMarkersWithParametrization:
"""#308"""
- def test_simple_mark(self, testdir: Testdir) -> None:
+ def test_simple_mark(self, pytester: Pytester) -> None:
s = """
import pytest
@@ -1601,7 +1615,7 @@ def test_simple_mark(self, testdir: Testdir) -> None:
def test_increment(n, expected):
assert n + 1 == expected
"""
- items = testdir.getitems(s)
+ items = pytester.getitems(s)
assert len(items) == 3
for item in items:
assert "foo" in item.keywords
@@ -1609,7 +1623,7 @@ def test_increment(n, expected):
assert "bar" in items[1].keywords
assert "bar" not in items[2].keywords
- def test_select_based_on_mark(self, testdir: Testdir) -> None:
+ def test_select_based_on_mark(self, pytester: Pytester) -> None:
s = """
import pytest
@@ -1621,14 +1635,14 @@ def test_select_based_on_mark(self, testdir: Testdir) -> None:
def test_increment(n, expected):
assert n + 1 == expected
"""
- testdir.makepyfile(s)
- rec = testdir.inline_run("-m", "foo")
+ pytester.makepyfile(s)
+ rec = pytester.inline_run("-m", "foo")
passed, skipped, fail = rec.listoutcomes()
assert len(passed) == 1
assert len(skipped) == 0
assert len(fail) == 0
- def test_simple_xfail(self, testdir: Testdir) -> None:
+ def test_simple_xfail(self, pytester: Pytester) -> None:
s = """
import pytest
@@ -1640,12 +1654,12 @@ def test_simple_xfail(self, testdir: Testdir) -> None:
def test_increment(n, expected):
assert n + 1 == expected
"""
- testdir.makepyfile(s)
- reprec = testdir.inline_run()
+ pytester.makepyfile(s)
+ reprec = pytester.inline_run()
# xfail is skip??
reprec.assertoutcome(passed=2, skipped=1)
- def test_simple_xfail_single_argname(self, testdir: Testdir) -> None:
+ def test_simple_xfail_single_argname(self, pytester: Pytester) -> None:
s = """
import pytest
@@ -1657,11 +1671,11 @@ def test_simple_xfail_single_argname(self, testdir: Testdir) -> None:
def test_isEven(n):
assert n % 2 == 0
"""
- testdir.makepyfile(s)
- reprec = testdir.inline_run()
+ pytester.makepyfile(s)
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2, skipped=1)
- def test_xfail_with_arg(self, testdir: Testdir) -> None:
+ def test_xfail_with_arg(self, pytester: Pytester) -> None:
s = """
import pytest
@@ -1673,11 +1687,11 @@ def test_xfail_with_arg(self, testdir: Testdir) -> None:
def test_increment(n, expected):
assert n + 1 == expected
"""
- testdir.makepyfile(s)
- reprec = testdir.inline_run()
+ pytester.makepyfile(s)
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2, skipped=1)
- def test_xfail_with_kwarg(self, testdir: Testdir) -> None:
+ def test_xfail_with_kwarg(self, pytester: Pytester) -> None:
s = """
import pytest
@@ -1689,11 +1703,11 @@ def test_xfail_with_kwarg(self, testdir: Testdir) -> None:
def test_increment(n, expected):
assert n + 1 == expected
"""
- testdir.makepyfile(s)
- reprec = testdir.inline_run()
+ pytester.makepyfile(s)
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2, skipped=1)
- def test_xfail_with_arg_and_kwarg(self, testdir: Testdir) -> None:
+ def test_xfail_with_arg_and_kwarg(self, pytester: Pytester) -> None:
s = """
import pytest
@@ -1705,12 +1719,12 @@ def test_xfail_with_arg_and_kwarg(self, testdir: Testdir) -> None:
def test_increment(n, expected):
assert n + 1 == expected
"""
- testdir.makepyfile(s)
- reprec = testdir.inline_run()
+ pytester.makepyfile(s)
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2, skipped=1)
@pytest.mark.parametrize("strict", [True, False])
- def test_xfail_passing_is_xpass(self, testdir: Testdir, strict: bool) -> None:
+ def test_xfail_passing_is_xpass(self, pytester: Pytester, strict: bool) -> None:
s = """
import pytest
@@ -1726,12 +1740,12 @@ def test_increment(n, expected):
""".format(
strict=strict
)
- testdir.makepyfile(s)
- reprec = testdir.inline_run()
+ pytester.makepyfile(s)
+ reprec = pytester.inline_run()
passed, failed = (2, 1) if strict else (3, 0)
reprec.assertoutcome(passed=passed, failed=failed)
- def test_parametrize_called_in_generate_tests(self, testdir: Testdir) -> None:
+ def test_parametrize_called_in_generate_tests(self, pytester: Pytester) -> None:
s = """
import pytest
@@ -1750,13 +1764,15 @@ def pytest_generate_tests(metafunc):
def test_increment(n, expected):
assert n + 1 == expected
"""
- testdir.makepyfile(s)
- reprec = testdir.inline_run()
+ pytester.makepyfile(s)
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2, skipped=2)
- def test_parametrize_ID_generation_string_int_works(self, testdir: Testdir) -> None:
+ def test_parametrize_ID_generation_string_int_works(
+ self, pytester: Pytester
+ ) -> None:
"""#290"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -1769,11 +1785,11 @@ def test_limit(limit, myfixture):
return
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=2)
@pytest.mark.parametrize("strict", [True, False])
- def test_parametrize_marked_value(self, testdir: Testdir, strict: bool) -> None:
+ def test_parametrize_marked_value(self, pytester: Pytester, strict: bool) -> None:
s = """
import pytest
@@ -1792,19 +1808,19 @@ def test_increment(n, expected):
""".format(
strict=strict
)
- testdir.makepyfile(s)
- reprec = testdir.inline_run()
+ pytester.makepyfile(s)
+ reprec = pytester.inline_run()
passed, failed = (0, 2) if strict else (2, 0)
reprec.assertoutcome(passed=passed, failed=failed)
- def test_pytest_make_parametrize_id(self, testdir: Testdir) -> None:
- testdir.makeconftest(
+ def test_pytest_make_parametrize_id(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
def pytest_make_parametrize_id(config, val):
return str(val * 2)
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -1813,17 +1829,17 @@ def test_func(x):
pass
"""
)
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
result.stdout.fnmatch_lines(["*test_func*0*PASS*", "*test_func*2*PASS*"])
- def test_pytest_make_parametrize_id_with_argname(self, testdir: Testdir) -> None:
- testdir.makeconftest(
+ def test_pytest_make_parametrize_id_with_argname(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
def pytest_make_parametrize_id(config, val, argname):
return str(val * 2 if argname == 'x' else val * 10)
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -1836,13 +1852,13 @@ def test_func_b(y):
pass
"""
)
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
result.stdout.fnmatch_lines(
["*test_func_a*0*PASS*", "*test_func_a*2*PASS*", "*test_func_b*10*PASS*"]
)
- def test_parametrize_positional_args(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_positional_args(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -1851,11 +1867,11 @@ def test_foo(a):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.assert_outcomes(passed=1)
- def test_parametrize_iterator(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_parametrize_iterator(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import itertools
import pytest
@@ -1877,7 +1893,7 @@ def test_converted_to_str(a, b):
pass
"""
)
- result = testdir.runpytest("-vv", "-s")
+ result = pytester.runpytest("-vv", "-s")
result.stdout.fnmatch_lines(
[
"test_parametrize_iterator.py::test1[param0] PASSED",
diff --git a/testing/python/raises.py b/testing/python/raises.py
index 80634eebfbf..2d62e91091b 100644
--- a/testing/python/raises.py
+++ b/testing/python/raises.py
@@ -3,6 +3,7 @@
import pytest
from _pytest.outcomes import Failed
+from _pytest.pytester import Pytester
class TestRaises:
@@ -50,8 +51,8 @@ class E(Exception):
pprint.pprint(excinfo)
raise E()
- def test_raises_as_contextmanager(self, testdir):
- testdir.makepyfile(
+ def test_raises_as_contextmanager(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
import _pytest._code
@@ -75,11 +76,11 @@ def test_raise_wrong_exception_passes_by():
1/0
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*3 passed*"])
- def test_does_not_raise(self, testdir):
- testdir.makepyfile(
+ def test_does_not_raise(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
from contextlib import contextmanager
import pytest
@@ -100,11 +101,11 @@ def test_division(example_input, expectation):
assert (6 / example_input) is not None
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*4 passed*"])
- def test_does_not_raise_does_raise(self, testdir):
- testdir.makepyfile(
+ def test_does_not_raise_does_raise(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
from contextlib import contextmanager
import pytest
@@ -123,7 +124,7 @@ def test_division(example_input, expectation):
assert (6 / example_input) is not None
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*2 failed*"])
def test_noclass(self) -> None:
@@ -143,7 +144,7 @@ def test_no_raise_message(self) -> None:
try:
pytest.raises(ValueError, int, "0")
except pytest.fail.Exception as e:
- assert e.msg == "DID NOT RAISE {}".format(repr(ValueError))
+ assert e.msg == f"DID NOT RAISE {repr(ValueError)}"
else:
assert False, "Expected pytest.raises.Exception"
@@ -151,7 +152,7 @@ def test_no_raise_message(self) -> None:
with pytest.raises(ValueError):
pass
except pytest.fail.Exception as e:
- assert e.msg == "DID NOT RAISE {}".format(repr(ValueError))
+ assert e.msg == f"DID NOT RAISE {repr(ValueError)}"
else:
assert False, "Expected pytest.raises.Exception"
diff --git a/testing/python/show_fixtures_per_test.py b/testing/python/show_fixtures_per_test.py
index ef841819d09..f756dca41c7 100644
--- a/testing/python/show_fixtures_per_test.py
+++ b/testing/python/show_fixtures_per_test.py
@@ -1,11 +1,14 @@
-def test_no_items_should_not_show_output(testdir):
- result = testdir.runpytest("--fixtures-per-test")
+from _pytest.pytester import Pytester
+
+
+def test_no_items_should_not_show_output(pytester: Pytester) -> None:
+ result = pytester.runpytest("--fixtures-per-test")
result.stdout.no_fnmatch_line("*fixtures used by*")
assert result.ret == 0
-def test_fixtures_in_module(testdir):
- p = testdir.makepyfile(
+def test_fixtures_in_module(pytester: Pytester) -> None:
+ p = pytester.makepyfile(
'''
import pytest
@pytest.fixture
@@ -19,22 +22,22 @@ def test_arg1(arg1):
'''
)
- result = testdir.runpytest("--fixtures-per-test", p)
+ result = pytester.runpytest("--fixtures-per-test", p)
assert result.ret == 0
result.stdout.fnmatch_lines(
[
"*fixtures used by test_arg1*",
"*(test_fixtures_in_module.py:9)*",
- "arg1",
+ "arg1 -- test_fixtures_in_module.py:6",
" arg1 docstring",
]
)
result.stdout.no_fnmatch_line("*_arg0*")
-def test_fixtures_in_conftest(testdir):
- testdir.makeconftest(
+def test_fixtures_in_conftest(pytester: Pytester) -> None:
+ pytester.makeconftest(
'''
import pytest
@pytest.fixture
@@ -50,7 +53,7 @@ def arg3(arg1, arg2):
"""
'''
)
- p = testdir.makepyfile(
+ p = pytester.makepyfile(
"""
def test_arg2(arg2):
pass
@@ -58,30 +61,29 @@ def test_arg3(arg3):
pass
"""
)
- result = testdir.runpytest("--fixtures-per-test", p)
+ result = pytester.runpytest("--fixtures-per-test", p)
assert result.ret == 0
result.stdout.fnmatch_lines(
[
"*fixtures used by test_arg2*",
"*(test_fixtures_in_conftest.py:2)*",
- "arg2",
+ "arg2 -- conftest.py:6",
" arg2 docstring",
"*fixtures used by test_arg3*",
"*(test_fixtures_in_conftest.py:4)*",
- "arg1",
+ "arg1 -- conftest.py:3",
" arg1 docstring",
- "arg2",
+ "arg2 -- conftest.py:6",
" arg2 docstring",
- "arg3",
+ "arg3 -- conftest.py:9",
" arg3",
- " docstring",
]
)
-def test_should_show_fixtures_used_by_test(testdir):
- testdir.makeconftest(
+def test_should_show_fixtures_used_by_test(pytester: Pytester) -> None:
+ pytester.makeconftest(
'''
import pytest
@pytest.fixture
@@ -92,7 +94,7 @@ def arg2():
"""arg2 from conftest"""
'''
)
- p = testdir.makepyfile(
+ p = pytester.makepyfile(
'''
import pytest
@pytest.fixture
@@ -102,23 +104,23 @@ def test_args(arg1, arg2):
pass
'''
)
- result = testdir.runpytest("--fixtures-per-test", p)
+ result = pytester.runpytest("--fixtures-per-test", p)
assert result.ret == 0
result.stdout.fnmatch_lines(
[
"*fixtures used by test_args*",
"*(test_should_show_fixtures_used_by_test.py:6)*",
- "arg1",
+ "arg1 -- test_should_show_fixtures_used_by_test.py:3",
" arg1 from testmodule",
- "arg2",
+ "arg2 -- conftest.py:6",
" arg2 from conftest",
]
)
-def test_verbose_include_private_fixtures_and_loc(testdir):
- testdir.makeconftest(
+def test_verbose_include_private_fixtures_and_loc(pytester: Pytester) -> None:
+ pytester.makeconftest(
'''
import pytest
@pytest.fixture
@@ -129,7 +131,7 @@ def arg2(_arg1):
"""arg2 from conftest"""
'''
)
- p = testdir.makepyfile(
+ p = pytester.makepyfile(
'''
import pytest
@pytest.fixture
@@ -139,7 +141,7 @@ def test_args(arg2, arg3):
pass
'''
)
- result = testdir.runpytest("--fixtures-per-test", "-v", p)
+ result = pytester.runpytest("--fixtures-per-test", "-v", p)
assert result.ret == 0
result.stdout.fnmatch_lines(
@@ -156,8 +158,8 @@ def test_args(arg2, arg3):
)
-def test_doctest_items(testdir):
- testdir.makepyfile(
+def test_doctest_items(pytester: Pytester) -> None:
+ pytester.makepyfile(
'''
def foo():
"""
@@ -166,15 +168,87 @@ def foo():
"""
'''
)
- testdir.maketxtfile(
+ pytester.maketxtfile(
"""
>>> 1 + 1
2
"""
)
- result = testdir.runpytest(
+ result = pytester.runpytest(
"--fixtures-per-test", "--doctest-modules", "--doctest-glob=*.txt", "-v"
)
assert result.ret == 0
result.stdout.fnmatch_lines(["*collected 2 items*"])
+
+
+def test_multiline_docstring_in_module(pytester: Pytester) -> None:
+ p = pytester.makepyfile(
+ '''
+ import pytest
+ @pytest.fixture
+ def arg1():
+ """Docstring content that spans across multiple lines,
+ through second line,
+ and through third line.
+
+ Docstring content that extends into a second paragraph.
+
+ Docstring content that extends into a third paragraph.
+ """
+ def test_arg1(arg1):
+ pass
+ '''
+ )
+
+ result = pytester.runpytest("--fixtures-per-test", p)
+ assert result.ret == 0
+
+ result.stdout.fnmatch_lines(
+ [
+ "*fixtures used by test_arg1*",
+ "*(test_multiline_docstring_in_module.py:13)*",
+ "arg1 -- test_multiline_docstring_in_module.py:3",
+ " Docstring content that spans across multiple lines,",
+ " through second line,",
+ " and through third line.",
+ ]
+ )
+
+
+def test_verbose_include_multiline_docstring(pytester: Pytester) -> None:
+ p = pytester.makepyfile(
+ '''
+ import pytest
+ @pytest.fixture
+ def arg1():
+ """Docstring content that spans across multiple lines,
+ through second line,
+ and through third line.
+
+ Docstring content that extends into a second paragraph.
+
+ Docstring content that extends into a third paragraph.
+ """
+ def test_arg1(arg1):
+ pass
+ '''
+ )
+
+ result = pytester.runpytest("--fixtures-per-test", "-v", p)
+ assert result.ret == 0
+
+ result.stdout.fnmatch_lines(
+ [
+ "*fixtures used by test_arg1*",
+ "*(test_verbose_include_multiline_docstring.py:13)*",
+ "arg1 -- test_verbose_include_multiline_docstring.py:3",
+ " Docstring content that spans across multiple lines,",
+ " through second line,",
+ " and through third line.",
+ " ",
+ " Docstring content that extends into a second paragraph.",
+ " ",
+ " Docstring content that extends into a third paragraph.",
+ ]
+ )
diff --git a/testing/test_argcomplete.py b/testing/test_argcomplete.py
index a3224be5126..8c10e230b0c 100644
--- a/testing/test_argcomplete.py
+++ b/testing/test_argcomplete.py
@@ -1,7 +1,9 @@
import subprocess
import sys
+from pathlib import Path
import pytest
+from _pytest.monkeypatch import MonkeyPatch
# Test for _argcomplete but not specific for any application.
@@ -65,19 +67,22 @@ def __call__(self, prefix, **kwargs):
class TestArgComplete:
@pytest.mark.skipif("sys.platform in ('win32', 'darwin')")
- def test_compare_with_compgen(self, tmpdir):
+ def test_compare_with_compgen(
+ self, tmp_path: Path, monkeypatch: MonkeyPatch
+ ) -> None:
from _pytest._argcomplete import FastFilesCompleter
ffc = FastFilesCompleter()
fc = FilesCompleter()
- with tmpdir.as_cwd():
- assert equal_with_bash("", ffc, fc, out=sys.stdout)
+ monkeypatch.chdir(tmp_path)
- tmpdir.ensure("data")
+ assert equal_with_bash("", ffc, fc, out=sys.stdout)
- for x in ["d", "data", "doesnotexist", ""]:
- assert equal_with_bash(x, ffc, fc, out=sys.stdout)
+ tmp_path.cwd().joinpath("data").touch()
+
+ for x in ["d", "data", "doesnotexist", ""]:
+ assert equal_with_bash(x, ffc, fc, out=sys.stdout)
@pytest.mark.skipif("sys.platform in ('win32', 'darwin')")
def test_remove_dir_prefix(self):
diff --git a/testing/test_assertion.py b/testing/test_assertion.py
index 289fe5b083f..e8717590d53 100644
--- a/testing/test_assertion.py
+++ b/testing/test_assertion.py
@@ -13,6 +13,7 @@
from _pytest import outcomes
from _pytest.assertion import truncate
from _pytest.assertion import util
+from _pytest.monkeypatch import MonkeyPatch
from _pytest.pytester import Pytester
@@ -448,6 +449,25 @@ def test_iterable_full_diff(self, left, right, expected) -> None:
assert verbose_expl is not None
assert "\n".join(verbose_expl).endswith(textwrap.dedent(expected).strip())
+ def test_iterable_full_diff_ci(
+ self, monkeypatch: MonkeyPatch, pytester: Pytester
+ ) -> None:
+ pytester.makepyfile(
+ r"""
+ def test_full_diff():
+ left = [0, 1]
+ right = [0, 2]
+ assert left == right
+ """
+ )
+ monkeypatch.setenv("CI", "true")
+ result = pytester.runpytest()
+ result.stdout.fnmatch_lines(["E Full diff:"])
+
+ monkeypatch.delenv("CI", raising=False)
+ result = pytester.runpytest()
+ result.stdout.fnmatch_lines(["E Use -v to get the full diff"])
+
def test_list_different_lengths(self) -> None:
expl = callequal([0, 1], [0, 1, 2])
assert expl is not None
diff --git a/testing/test_assertrewrite.py b/testing/test_assertrewrite.py
index 84d5276e729..4417eb4350f 100644
--- a/testing/test_assertrewrite.py
+++ b/testing/test_assertrewrite.py
@@ -11,23 +11,25 @@
import zipfile
from functools import partial
from pathlib import Path
+from typing import cast
from typing import Dict
from typing import List
from typing import Mapping
from typing import Optional
from typing import Set
-import py
-
import _pytest._code
import pytest
+from _pytest._io.saferepr import DEFAULT_REPR_MAX_SIZE
from _pytest.assertion import util
from _pytest.assertion.rewrite import _get_assertion_exprs
+from _pytest.assertion.rewrite import _get_maxsize_for_saferepr
from _pytest.assertion.rewrite import AssertionRewritingHook
from _pytest.assertion.rewrite import get_cache_dir
from _pytest.assertion.rewrite import PYC_TAIL
from _pytest.assertion.rewrite import PYTEST_TAG
from _pytest.assertion.rewrite import rewrite_asserts
+from _pytest.config import Config
from _pytest.config import ExitCode
from _pytest.pathlib import make_numbered_dir
from _pytest.pytester import Pytester
@@ -109,6 +111,28 @@ def test_place_initial_imports(self) -> None:
assert imp.col_offset == 0
assert isinstance(m.body[3], ast.Expr)
+ def test_location_is_set(self) -> None:
+ s = textwrap.dedent(
+ """
+
+ assert False, (
+
+ "Ouch"
+ )
+
+ """
+ )
+ m = rewrite(s)
+ for node in m.body:
+ if isinstance(node, ast.Import):
+ continue
+ for n in [node, *ast.iter_child_nodes(node)]:
+ assert n.lineno == 3
+ assert n.col_offset == 0
+ if sys.version_info >= (3, 8):
+ assert n.end_lineno == 6
+ assert n.end_col_offset == 3
+
def test_dont_rewrite(self) -> None:
s = """'PYTEST_DONT_REWRITE'\nassert 14"""
m = rewrite(s)
@@ -383,7 +407,7 @@ def f6() -> None:
)
def f7() -> None:
- assert False or x() # type: ignore[unreachable]
+ assert False or x()
assert (
getmsg(f7, {"x": x})
@@ -473,7 +497,7 @@ def f1() -> None:
assert getmsg(f1) == "assert ((3 % 2) and False)"
def f2() -> None:
- assert False or 4 % 2 # type: ignore[unreachable]
+ assert False or 4 % 2
assert getmsg(f2) == "assert (False or (4 % 2))"
@@ -771,6 +795,35 @@ def test_zipfile(self, pytester: Pytester) -> None:
)
assert pytester.runpytest().ret == ExitCode.NO_TESTS_COLLECTED
+ @pytest.mark.skipif(
+ sys.version_info < (3, 9),
+ reason="importlib.resources.files was introduced in 3.9",
+ )
+ def test_load_resource_via_files_with_rewrite(self, pytester: Pytester) -> None:
+ example = pytester.path.joinpath("demo") / "example"
+ init = pytester.path.joinpath("demo") / "__init__.py"
+ pytester.makepyfile(
+ **{
+ "demo/__init__.py": """
+ from importlib.resources import files
+
+ def load():
+ return files(__name__)
+ """,
+ "test_load": f"""
+ pytest_plugins = ["demo"]
+
+ def test_load():
+ from demo import load
+ found = {{str(i) for i in load().iterdir() if i.name != "__pycache__"}}
+ assert found == {{{str(example)!r}, {str(init)!r}}}
+ """,
+ }
+ )
+ example.mkdir()
+
+ assert pytester.runpytest("-vv").ret == ExitCode.OK
+
def test_readonly(self, pytester: Pytester) -> None:
sub = pytester.mkdir("testing")
sub.joinpath("test_readonly.py").write_bytes(
@@ -1070,6 +1123,28 @@ def test_read_pyc(self, tmp_path: Path) -> None:
assert _read_pyc(source, pyc) is None # no error
+ def test_read_pyc_success(self, tmp_path: Path, pytester: Pytester) -> None:
+ """
+ Ensure that the _rewrite_test() -> _write_pyc() produces a pyc file
+ that can be properly read with _read_pyc()
+ """
+ from _pytest.assertion import AssertionState
+ from _pytest.assertion.rewrite import _read_pyc
+ from _pytest.assertion.rewrite import _rewrite_test
+ from _pytest.assertion.rewrite import _write_pyc
+
+ config = pytester.parseconfig()
+ state = AssertionState(config, "rewrite")
+
+ fn = tmp_path / "source.py"
+ pyc = Path(str(fn) + "c")
+
+ fn.write_text("def test(): assert True")
+
+ source_stat, co = _rewrite_test(fn, config)
+ _write_pyc(state, co, source_stat, pyc)
+ assert _read_pyc(fn, pyc, state.trace) is not None
+
@pytest.mark.skipif(
sys.version_info < (3, 7), reason="Only the Python 3.7 format for simplicity"
)
@@ -1311,7 +1386,7 @@ def hook(
import importlib.machinery
self.find_spec_calls: List[str] = []
- self.initial_paths: Set[py.path.local] = set()
+ self.initial_paths: Set[Path] = set()
class StubSession:
_initialpaths = self.initial_paths
@@ -1346,7 +1421,7 @@ def fix(): return 1
pytester.makepyfile(test_foo="def test_foo(): pass")
pytester.makepyfile(bar="def bar(): pass")
foobar_path = pytester.makepyfile(foobar="def foobar(): pass")
- self.initial_paths.add(py.path.local(foobar_path))
+ self.initial_paths.add(foobar_path)
# conftest files should always be rewritten
assert hook.find_spec("conftest") is not None
@@ -1386,6 +1461,9 @@ def test_simple_failure():
@pytest.mark.skipif(
sys.platform.startswith("win32"), reason="cannot remove cwd on Windows"
)
+ @pytest.mark.skipif(
+ sys.platform.startswith("sunos5"), reason="cannot remove cwd on Solaris"
+ )
def test_cwd_changed(self, pytester: Pytester, monkeypatch) -> None:
# Setup conditions for py's fspath trying to import pathlib on py34
# always (previously triggered via xdist only).
@@ -1397,12 +1475,10 @@ def test_cwd_changed(self, pytester: Pytester, monkeypatch) -> None:
**{
"test_setup_nonexisting_cwd.py": """\
import os
- import shutil
import tempfile
- d = tempfile.mkdtemp()
- os.chdir(d)
- shutil.rmtree(d)
+ with tempfile.TemporaryDirectory() as d:
+ os.chdir(d)
""",
"test_test.py": """\
def test():
@@ -1627,7 +1703,7 @@ def test_try_makedirs(monkeypatch, tmp_path: Path) -> None:
# monkeypatch to simulate all error situations
def fake_mkdir(p, exist_ok=False, *, exc):
- assert isinstance(p, str)
+ assert isinstance(p, Path)
raise exc
monkeypatch.setattr(os, "makedirs", partial(fake_mkdir, exc=FileNotFoundError()))
@@ -1675,6 +1751,10 @@ def test_get_cache_dir(self, monkeypatch, prefix, source, expected) -> None:
@pytest.mark.skipif(
sys.version_info < (3, 8), reason="pycache_prefix not available in py<38"
)
+ @pytest.mark.skipif(
+ sys.version_info[:2] == (3, 9) and sys.platform.startswith("win"),
+ reason="#9298",
+ )
def test_sys_pycache_prefix_integration(
self, tmp_path, monkeypatch, pytester: Pytester
) -> None:
@@ -1710,3 +1790,52 @@ def test_foo():
cache_tag=sys.implementation.cache_tag
)
assert bar_init_pyc.is_file()
+
+
+class TestReprSizeVerbosity:
+ """
+ Check that verbosity also controls the string length threshold to shorten it using
+ ellipsis.
+ """
+
+ @pytest.mark.parametrize(
+ "verbose, expected_size",
+ [
+ (0, DEFAULT_REPR_MAX_SIZE),
+ (1, DEFAULT_REPR_MAX_SIZE * 10),
+ (2, None),
+ (3, None),
+ ],
+ )
+ def test_get_maxsize_for_saferepr(self, verbose: int, expected_size) -> None:
+ class FakeConfig:
+ def getoption(self, name: str) -> int:
+ assert name == "verbose"
+ return verbose
+
+ config = FakeConfig()
+ assert _get_maxsize_for_saferepr(cast(Config, config)) == expected_size
+
+ def create_test_file(self, pytester: Pytester, size: int) -> None:
+ pytester.makepyfile(
+ f"""
+ def test_very_long_string():
+ text = "x" * {size}
+ assert "hello world" in text
+ """
+ )
+
+ def test_default_verbosity(self, pytester: Pytester) -> None:
+ self.create_test_file(pytester, DEFAULT_REPR_MAX_SIZE)
+ result = pytester.runpytest()
+ result.stdout.fnmatch_lines(["*xxx...xxx*"])
+
+ def test_increased_verbosity(self, pytester: Pytester) -> None:
+ self.create_test_file(pytester, DEFAULT_REPR_MAX_SIZE)
+ result = pytester.runpytest("-v")
+ result.stdout.no_fnmatch_line("*xxx...xxx*")
+
+ def test_max_increased_verbosity(self, pytester: Pytester) -> None:
+ self.create_test_file(pytester, DEFAULT_REPR_MAX_SIZE * 10)
+ result = pytester.runpytest("-vv")
+ result.stdout.no_fnmatch_line("*xxx...xxx*")
diff --git a/testing/test_cacheprovider.py b/testing/test_cacheprovider.py
index ccc7304b02a..cc6d547dfb1 100644
--- a/testing/test_cacheprovider.py
+++ b/testing/test_cacheprovider.py
@@ -1,31 +1,33 @@
import os
import shutil
-import stat
-import sys
-
-import py
+from pathlib import Path
+from typing import Generator
+from typing import List
import pytest
from _pytest.config import ExitCode
+from _pytest.monkeypatch import MonkeyPatch
from _pytest.pytester import Pytester
-from _pytest.pytester import Testdir
+from _pytest.tmpdir import TempPathFactory
pytest_plugins = ("pytester",)
class TestNewAPI:
- def test_config_cache_makedir(self, testdir):
- testdir.makeini("[pytest]")
- config = testdir.parseconfigure()
+ def test_config_cache_mkdir(self, pytester: Pytester) -> None:
+ pytester.makeini("[pytest]")
+ config = pytester.parseconfigure()
+ assert config.cache is not None
with pytest.raises(ValueError):
- config.cache.makedir("key/name")
+ config.cache.mkdir("key/name")
- p = config.cache.makedir("name")
- assert p.check()
+ p = config.cache.mkdir("name")
+ assert p.is_dir()
- def test_config_cache_dataerror(self, testdir):
- testdir.makeini("[pytest]")
- config = testdir.parseconfigure()
+ def test_config_cache_dataerror(self, pytester: Pytester) -> None:
+ pytester.makeini("[pytest]")
+ config = pytester.parseconfigure()
+ assert config.cache is not None
cache = config.cache
pytest.raises(TypeError, lambda: cache.set("key/name", cache))
config.cache.set("key/name", 0)
@@ -34,75 +36,83 @@ def test_config_cache_dataerror(self, testdir):
assert val == -2
@pytest.mark.filterwarnings("ignore:could not create cache path")
- def test_cache_writefail_cachfile_silent(self, testdir):
- testdir.makeini("[pytest]")
- testdir.tmpdir.join(".pytest_cache").write("gone wrong")
- config = testdir.parseconfigure()
+ def test_cache_writefail_cachfile_silent(self, pytester: Pytester) -> None:
+ pytester.makeini("[pytest]")
+ pytester.path.joinpath(".pytest_cache").write_text("gone wrong")
+ config = pytester.parseconfigure()
cache = config.cache
+ assert cache is not None
cache.set("test/broken", [])
- @pytest.mark.skipif(sys.platform.startswith("win"), reason="no chmod on windows")
+ @pytest.fixture
+ def unwritable_cache_dir(self, pytester: Pytester) -> Generator[Path, None, None]:
+ cache_dir = pytester.path.joinpath(".pytest_cache")
+ cache_dir.mkdir()
+ mode = cache_dir.stat().st_mode
+ cache_dir.chmod(0)
+ if os.access(cache_dir, os.W_OK):
+ pytest.skip("Failed to make cache dir unwritable")
+
+ yield cache_dir
+ cache_dir.chmod(mode)
+
@pytest.mark.filterwarnings(
"ignore:could not create cache path:pytest.PytestWarning"
)
- def test_cache_writefail_permissions(self, testdir):
- testdir.makeini("[pytest]")
- cache_dir = str(testdir.tmpdir.ensure_dir(".pytest_cache"))
- mode = os.stat(cache_dir)[stat.ST_MODE]
- testdir.tmpdir.ensure_dir(".pytest_cache").chmod(0)
- try:
- config = testdir.parseconfigure()
- cache = config.cache
- cache.set("test/broken", [])
- finally:
- testdir.tmpdir.ensure_dir(".pytest_cache").chmod(mode)
-
- @pytest.mark.skipif(sys.platform.startswith("win"), reason="no chmod on windows")
+ def test_cache_writefail_permissions(
+ self, unwritable_cache_dir: Path, pytester: Pytester
+ ) -> None:
+ pytester.makeini("[pytest]")
+ config = pytester.parseconfigure()
+ cache = config.cache
+ assert cache is not None
+ cache.set("test/broken", [])
+
@pytest.mark.filterwarnings("default")
- def test_cache_failure_warns(self, testdir, monkeypatch):
+ def test_cache_failure_warns(
+ self,
+ pytester: Pytester,
+ monkeypatch: MonkeyPatch,
+ unwritable_cache_dir: Path,
+ ) -> None:
monkeypatch.setenv("PYTEST_DISABLE_PLUGIN_AUTOLOAD", "1")
- cache_dir = str(testdir.tmpdir.ensure_dir(".pytest_cache"))
- mode = os.stat(cache_dir)[stat.ST_MODE]
- testdir.tmpdir.ensure_dir(".pytest_cache").chmod(0)
- try:
- testdir.makepyfile("def test_error(): raise Exception")
- result = testdir.runpytest()
- assert result.ret == 1
- # warnings from nodeids, lastfailed, and stepwise
- result.stdout.fnmatch_lines(
- [
- # Validate location/stacklevel of warning from cacheprovider.
- "*= warnings summary =*",
- "*/cacheprovider.py:*",
- " */cacheprovider.py:*: PytestCacheWarning: could not create cache path "
- "{}/v/cache/nodeids".format(cache_dir),
- ' config.cache.set("cache/nodeids", sorted(self.cached_nodeids))',
- "*1 failed, 3 warnings in*",
- ]
- )
- finally:
- testdir.tmpdir.ensure_dir(".pytest_cache").chmod(mode)
- def test_config_cache(self, testdir):
- testdir.makeconftest(
+ pytester.makepyfile("def test_error(): raise Exception")
+ result = pytester.runpytest()
+ assert result.ret == 1
+ # warnings from nodeids, lastfailed, and stepwise
+ result.stdout.fnmatch_lines(
+ [
+ # Validate location/stacklevel of warning from cacheprovider.
+ "*= warnings summary =*",
+ "*/cacheprovider.py:*",
+ " */cacheprovider.py:*: PytestCacheWarning: could not create cache path "
+ f"{unwritable_cache_dir}/v/cache/nodeids",
+ ' config.cache.set("cache/nodeids", sorted(self.cached_nodeids))',
+ "*1 failed, 3 warnings in*",
+ ]
+ )
+
+ def test_config_cache(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
def pytest_configure(config):
# see that we get cache information early on
assert hasattr(config, "cache")
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test_session(pytestconfig):
assert hasattr(pytestconfig, "cache")
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 0
result.stdout.fnmatch_lines(["*1 passed*"])
- def test_cachefuncarg(self, testdir):
- testdir.makepyfile(
+ def test_cachefuncarg(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
def test_cachefuncarg(cache):
@@ -114,13 +124,13 @@ def test_cachefuncarg(cache):
assert val == [1]
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 0
result.stdout.fnmatch_lines(["*1 passed*"])
- def test_custom_rel_cache_dir(self, testdir):
+ def test_custom_rel_cache_dir(self, pytester: Pytester) -> None:
rel_cache_dir = os.path.join("custom_cache_dir", "subdir")
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
cache_dir = {cache_dir}
@@ -128,14 +138,16 @@ def test_custom_rel_cache_dir(self, testdir):
cache_dir=rel_cache_dir
)
)
- testdir.makepyfile(test_errored="def test_error():\n assert False")
- testdir.runpytest()
- assert testdir.tmpdir.join(rel_cache_dir).isdir()
+ pytester.makepyfile(test_errored="def test_error():\n assert False")
+ pytester.runpytest()
+ assert pytester.path.joinpath(rel_cache_dir).is_dir()
- def test_custom_abs_cache_dir(self, testdir, tmpdir_factory):
- tmp = str(tmpdir_factory.mktemp("tmp"))
- abs_cache_dir = os.path.join(tmp, "custom_cache_dir")
- testdir.makeini(
+ def test_custom_abs_cache_dir(
+ self, pytester: Pytester, tmp_path_factory: TempPathFactory
+ ) -> None:
+ tmp = tmp_path_factory.mktemp("tmp")
+ abs_cache_dir = tmp / "custom_cache_dir"
+ pytester.makeini(
"""
[pytest]
cache_dir = {cache_dir}
@@ -143,13 +155,15 @@ def test_custom_abs_cache_dir(self, testdir, tmpdir_factory):
cache_dir=abs_cache_dir
)
)
- testdir.makepyfile(test_errored="def test_error():\n assert False")
- testdir.runpytest()
- assert py.path.local(abs_cache_dir).isdir()
+ pytester.makepyfile(test_errored="def test_error():\n assert False")
+ pytester.runpytest()
+ assert abs_cache_dir.is_dir()
- def test_custom_cache_dir_with_env_var(self, testdir, monkeypatch):
+ def test_custom_cache_dir_with_env_var(
+ self, pytester: Pytester, monkeypatch: MonkeyPatch
+ ) -> None:
monkeypatch.setenv("env_var", "custom_cache_dir")
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
cache_dir = {cache_dir}
@@ -157,31 +171,33 @@ def test_custom_cache_dir_with_env_var(self, testdir, monkeypatch):
cache_dir="$env_var"
)
)
- testdir.makepyfile(test_errored="def test_error():\n assert False")
- testdir.runpytest()
- assert testdir.tmpdir.join("custom_cache_dir").isdir()
+ pytester.makepyfile(test_errored="def test_error():\n assert False")
+ pytester.runpytest()
+ assert pytester.path.joinpath("custom_cache_dir").is_dir()
@pytest.mark.parametrize("env", ((), ("TOX_ENV_DIR", "/tox_env_dir")))
-def test_cache_reportheader(env, testdir, monkeypatch):
- testdir.makepyfile("""def test_foo(): pass""")
+def test_cache_reportheader(env, pytester: Pytester, monkeypatch: MonkeyPatch) -> None:
+ pytester.makepyfile("""def test_foo(): pass""")
if env:
monkeypatch.setenv(*env)
expected = os.path.join(env[1], ".pytest_cache")
else:
monkeypatch.delenv("TOX_ENV_DIR", raising=False)
expected = ".pytest_cache"
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
result.stdout.fnmatch_lines(["cachedir: %s" % expected])
-def test_cache_reportheader_external_abspath(testdir, tmpdir_factory):
- external_cache = tmpdir_factory.mktemp(
+def test_cache_reportheader_external_abspath(
+ pytester: Pytester, tmp_path_factory: TempPathFactory
+) -> None:
+ external_cache = tmp_path_factory.mktemp(
"test_cache_reportheader_external_abspath_abs"
)
- testdir.makepyfile("def test_hello(): pass")
- testdir.makeini(
+ pytester.makepyfile("def test_hello(): pass")
+ pytester.makeini(
"""
[pytest]
cache_dir = {abscache}
@@ -189,29 +205,29 @@ def test_cache_reportheader_external_abspath(testdir, tmpdir_factory):
abscache=external_cache
)
)
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
result.stdout.fnmatch_lines([f"cachedir: {external_cache}"])
-def test_cache_show(testdir):
- result = testdir.runpytest("--cache-show")
+def test_cache_show(pytester: Pytester) -> None:
+ result = pytester.runpytest("--cache-show")
assert result.ret == 0
result.stdout.fnmatch_lines(["*cache is empty*"])
- testdir.makeconftest(
+ pytester.makeconftest(
"""
def pytest_configure(config):
config.cache.set("my/name", [1,2,3])
config.cache.set("my/hello", "world")
config.cache.set("other/some", {1:2})
- dp = config.cache.makedir("mydb")
- dp.ensure("hello")
- dp.ensure("world")
+ dp = config.cache.mkdir("mydb")
+ dp.joinpath("hello").touch()
+ dp.joinpath("world").touch()
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 5 # no tests executed
- result = testdir.runpytest("--cache-show")
+ result = pytester.runpytest("--cache-show")
result.stdout.fnmatch_lines(
[
"*cachedir:*",
@@ -228,7 +244,7 @@ def pytest_configure(config):
)
assert result.ret == 0
- result = testdir.runpytest("--cache-show", "*/hello")
+ result = pytester.runpytest("--cache-show", "*/hello")
result.stdout.fnmatch_lines(
[
"*cachedir:*",
@@ -246,25 +262,27 @@ def pytest_configure(config):
class TestLastFailed:
- def test_lastfailed_usecase(self, testdir, monkeypatch):
+ def test_lastfailed_usecase(
+ self, pytester: Pytester, monkeypatch: MonkeyPatch
+ ) -> None:
monkeypatch.setattr("sys.dont_write_bytecode", True)
- p = testdir.makepyfile(
+ p = pytester.makepyfile(
"""
def test_1(): assert 0
def test_2(): assert 0
def test_3(): assert 1
"""
)
- result = testdir.runpytest(str(p))
+ result = pytester.runpytest(str(p))
result.stdout.fnmatch_lines(["*2 failed*"])
- p = testdir.makepyfile(
+ p = pytester.makepyfile(
"""
def test_1(): assert 1
def test_2(): assert 1
def test_3(): assert 0
"""
)
- result = testdir.runpytest(str(p), "--lf")
+ result = pytester.runpytest(str(p), "--lf")
result.stdout.fnmatch_lines(
[
"collected 3 items / 1 deselected / 2 selected",
@@ -272,7 +290,7 @@ def test_3(): assert 0
"*= 2 passed, 1 deselected in *",
]
)
- result = testdir.runpytest(str(p), "--lf")
+ result = pytester.runpytest(str(p), "--lf")
result.stdout.fnmatch_lines(
[
"collected 3 items",
@@ -280,27 +298,27 @@ def test_3(): assert 0
"*1 failed*2 passed*",
]
)
- testdir.tmpdir.join(".pytest_cache").mkdir(".git")
- result = testdir.runpytest(str(p), "--lf", "--cache-clear")
+ pytester.path.joinpath(".pytest_cache", ".git").mkdir(parents=True)
+ result = pytester.runpytest(str(p), "--lf", "--cache-clear")
result.stdout.fnmatch_lines(["*1 failed*2 passed*"])
- assert testdir.tmpdir.join(".pytest_cache", "README.md").isfile()
- assert testdir.tmpdir.join(".pytest_cache", ".git").isdir()
+ assert pytester.path.joinpath(".pytest_cache", "README.md").is_file()
+ assert pytester.path.joinpath(".pytest_cache", ".git").is_dir()
# Run this again to make sure clear-cache is robust
if os.path.isdir(".pytest_cache"):
shutil.rmtree(".pytest_cache")
- result = testdir.runpytest("--lf", "--cache-clear")
+ result = pytester.runpytest("--lf", "--cache-clear")
result.stdout.fnmatch_lines(["*1 failed*2 passed*"])
- def test_failedfirst_order(self, testdir):
- testdir.makepyfile(
+ def test_failedfirst_order(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
test_a="def test_always_passes(): pass",
test_b="def test_always_fails(): assert 0",
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
# Test order will be collection order; alphabetical
result.stdout.fnmatch_lines(["test_a.py*", "test_b.py*"])
- result = testdir.runpytest("--ff")
+ result = pytester.runpytest("--ff")
# Test order will be failing tests first
result.stdout.fnmatch_lines(
[
@@ -311,40 +329,42 @@ def test_failedfirst_order(self, testdir):
]
)
- def test_lastfailed_failedfirst_order(self, testdir):
- testdir.makepyfile(
+ def test_lastfailed_failedfirst_order(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
test_a="def test_always_passes(): assert 1",
test_b="def test_always_fails(): assert 0",
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
# Test order will be collection order; alphabetical
result.stdout.fnmatch_lines(["test_a.py*", "test_b.py*"])
- result = testdir.runpytest("--lf", "--ff")
+ result = pytester.runpytest("--lf", "--ff")
# Test order will be failing tests first
result.stdout.fnmatch_lines(["test_b.py*"])
result.stdout.no_fnmatch_line("*test_a.py*")
- def test_lastfailed_difference_invocations(self, testdir, monkeypatch):
+ def test_lastfailed_difference_invocations(
+ self, pytester: Pytester, monkeypatch: MonkeyPatch
+ ) -> None:
monkeypatch.setattr("sys.dont_write_bytecode", True)
- testdir.makepyfile(
+ pytester.makepyfile(
test_a="""
def test_a1(): assert 0
def test_a2(): assert 1
""",
test_b="def test_b1(): assert 0",
)
- p = testdir.tmpdir.join("test_a.py")
- p2 = testdir.tmpdir.join("test_b.py")
+ p = pytester.path.joinpath("test_a.py")
+ p2 = pytester.path.joinpath("test_b.py")
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*2 failed*"])
- result = testdir.runpytest("--lf", p2)
+ result = pytester.runpytest("--lf", p2)
result.stdout.fnmatch_lines(["*1 failed*"])
- testdir.makepyfile(test_b="def test_b1(): assert 1")
- result = testdir.runpytest("--lf", p2)
+ pytester.makepyfile(test_b="def test_b1(): assert 1")
+ result = pytester.runpytest("--lf", p2)
result.stdout.fnmatch_lines(["*1 passed*"])
- result = testdir.runpytest("--lf", p)
+ result = pytester.runpytest("--lf", p)
result.stdout.fnmatch_lines(
[
"collected 2 items / 1 deselected / 1 selected",
@@ -353,21 +373,23 @@ def test_a2(): assert 1
]
)
- def test_lastfailed_usecase_splice(self, testdir, monkeypatch):
+ def test_lastfailed_usecase_splice(
+ self, pytester: Pytester, monkeypatch: MonkeyPatch
+ ) -> None:
monkeypatch.setattr("sys.dont_write_bytecode", True)
- testdir.makepyfile(
+ pytester.makepyfile(
"def test_1(): assert 0", test_something="def test_2(): assert 0"
)
- p2 = testdir.tmpdir.join("test_something.py")
- result = testdir.runpytest()
+ p2 = pytester.path.joinpath("test_something.py")
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*2 failed*"])
- result = testdir.runpytest("--lf", p2)
+ result = pytester.runpytest("--lf", p2)
result.stdout.fnmatch_lines(["*1 failed*"])
- result = testdir.runpytest("--lf")
+ result = pytester.runpytest("--lf")
result.stdout.fnmatch_lines(["*2 failed*"])
- def test_lastfailed_xpass(self, testdir):
- testdir.inline_runsource(
+ def test_lastfailed_xpass(self, pytester: Pytester) -> None:
+ pytester.inline_runsource(
"""
import pytest
@pytest.mark.xfail
@@ -375,15 +397,16 @@ def test_hello():
assert 1
"""
)
- config = testdir.parseconfigure()
+ config = pytester.parseconfigure()
+ assert config.cache is not None
lastfailed = config.cache.get("cache/lastfailed", -1)
assert lastfailed == -1
- def test_non_serializable_parametrize(self, testdir):
+ def test_non_serializable_parametrize(self, pytester: Pytester) -> None:
"""Test that failed parametrized tests with unmarshable parameters
don't break pytest-cache.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
r"""
import pytest
@@ -394,26 +417,26 @@ def test_fail(val):
assert False
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*1 failed in*"])
- def test_terminal_report_lastfailed(self, testdir):
- test_a = testdir.makepyfile(
+ def test_terminal_report_lastfailed(self, pytester: Pytester) -> None:
+ test_a = pytester.makepyfile(
test_a="""
def test_a1(): pass
def test_a2(): pass
"""
)
- test_b = testdir.makepyfile(
+ test_b = pytester.makepyfile(
test_b="""
def test_b1(): assert 0
def test_b2(): assert 0
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["collected 4 items", "*2 failed, 2 passed in*"])
- result = testdir.runpytest("--lf")
+ result = pytester.runpytest("--lf")
result.stdout.fnmatch_lines(
[
"collected 2 items",
@@ -422,7 +445,7 @@ def test_b2(): assert 0
]
)
- result = testdir.runpytest(test_a, "--lf")
+ result = pytester.runpytest(test_a, "--lf")
result.stdout.fnmatch_lines(
[
"collected 2 items",
@@ -431,7 +454,7 @@ def test_b2(): assert 0
]
)
- result = testdir.runpytest(test_b, "--lf")
+ result = pytester.runpytest(test_b, "--lf")
result.stdout.fnmatch_lines(
[
"collected 2 items",
@@ -440,7 +463,7 @@ def test_b2(): assert 0
]
)
- result = testdir.runpytest("test_b.py::test_b1", "--lf")
+ result = pytester.runpytest("test_b.py::test_b1", "--lf")
result.stdout.fnmatch_lines(
[
"collected 1 item",
@@ -449,17 +472,17 @@ def test_b2(): assert 0
]
)
- def test_terminal_report_failedfirst(self, testdir):
- testdir.makepyfile(
+ def test_terminal_report_failedfirst(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
test_a="""
def test_a1(): assert 0
def test_a2(): pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["collected 2 items", "*1 failed, 1 passed in*"])
- result = testdir.runpytest("--ff")
+ result = pytester.runpytest("--ff")
result.stdout.fnmatch_lines(
[
"collected 2 items",
@@ -468,9 +491,11 @@ def test_a2(): pass
]
)
- def test_lastfailed_collectfailure(self, testdir, monkeypatch):
+ def test_lastfailed_collectfailure(
+ self, pytester: Pytester, monkeypatch: MonkeyPatch
+ ) -> None:
- testdir.makepyfile(
+ pytester.makepyfile(
test_maybe="""
import os
env = os.environ
@@ -485,8 +510,9 @@ def rlf(fail_import, fail_run):
monkeypatch.setenv("FAILIMPORT", str(fail_import))
monkeypatch.setenv("FAILTEST", str(fail_run))
- testdir.runpytest("-q")
- config = testdir.parseconfigure()
+ pytester.runpytest("-q")
+ config = pytester.parseconfigure()
+ assert config.cache is not None
lastfailed = config.cache.get("cache/lastfailed", -1)
return lastfailed
@@ -499,8 +525,10 @@ def rlf(fail_import, fail_run):
lastfailed = rlf(fail_import=0, fail_run=1)
assert list(lastfailed) == ["test_maybe.py::test_hello"]
- def test_lastfailed_failure_subset(self, testdir, monkeypatch):
- testdir.makepyfile(
+ def test_lastfailed_failure_subset(
+ self, pytester: Pytester, monkeypatch: MonkeyPatch
+ ) -> None:
+ pytester.makepyfile(
test_maybe="""
import os
env = os.environ
@@ -511,7 +539,7 @@ def test_hello():
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
test_maybe2="""
import os
env = os.environ
@@ -530,8 +558,9 @@ def rlf(fail_import, fail_run, args=()):
monkeypatch.setenv("FAILIMPORT", str(fail_import))
monkeypatch.setenv("FAILTEST", str(fail_run))
- result = testdir.runpytest("-q", "--lf", *args)
- config = testdir.parseconfigure()
+ result = pytester.runpytest("-q", "--lf", *args)
+ config = pytester.parseconfigure()
+ assert config.cache is not None
lastfailed = config.cache.get("cache/lastfailed", -1)
return result, lastfailed
@@ -552,61 +581,63 @@ def rlf(fail_import, fail_run, args=()):
assert list(lastfailed) == ["test_maybe.py"]
result.stdout.fnmatch_lines(["*2 passed*"])
- def test_lastfailed_creates_cache_when_needed(self, testdir):
+ def test_lastfailed_creates_cache_when_needed(self, pytester: Pytester) -> None:
# Issue #1342
- testdir.makepyfile(test_empty="")
- testdir.runpytest("-q", "--lf")
+ pytester.makepyfile(test_empty="")
+ pytester.runpytest("-q", "--lf")
assert not os.path.exists(".pytest_cache/v/cache/lastfailed")
- testdir.makepyfile(test_successful="def test_success():\n assert True")
- testdir.runpytest("-q", "--lf")
+ pytester.makepyfile(test_successful="def test_success():\n assert True")
+ pytester.runpytest("-q", "--lf")
assert not os.path.exists(".pytest_cache/v/cache/lastfailed")
- testdir.makepyfile(test_errored="def test_error():\n assert False")
- testdir.runpytest("-q", "--lf")
+ pytester.makepyfile(test_errored="def test_error():\n assert False")
+ pytester.runpytest("-q", "--lf")
assert os.path.exists(".pytest_cache/v/cache/lastfailed")
- def test_xfail_not_considered_failure(self, testdir):
- testdir.makepyfile(
+ def test_xfail_not_considered_failure(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.mark.xfail
def test(): assert 0
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*1 xfailed*"])
- assert self.get_cached_last_failed(testdir) == []
+ assert self.get_cached_last_failed(pytester) == []
- def test_xfail_strict_considered_failure(self, testdir):
- testdir.makepyfile(
+ def test_xfail_strict_considered_failure(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.mark.xfail(strict=True)
def test(): pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*1 failed*"])
- assert self.get_cached_last_failed(testdir) == [
+ assert self.get_cached_last_failed(pytester) == [
"test_xfail_strict_considered_failure.py::test"
]
@pytest.mark.parametrize("mark", ["mark.xfail", "mark.skip"])
- def test_failed_changed_to_xfail_or_skip(self, testdir, mark):
- testdir.makepyfile(
+ def test_failed_changed_to_xfail_or_skip(
+ self, pytester: Pytester, mark: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
def test(): assert 0
"""
)
- result = testdir.runpytest()
- assert self.get_cached_last_failed(testdir) == [
+ result = pytester.runpytest()
+ assert self.get_cached_last_failed(pytester) == [
"test_failed_changed_to_xfail_or_skip.py::test"
]
assert result.ret == 1
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@pytest.{mark}
@@ -615,66 +646,69 @@ def test(): assert 0
mark=mark
)
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 0
- assert self.get_cached_last_failed(testdir) == []
+ assert self.get_cached_last_failed(pytester) == []
assert result.ret == 0
@pytest.mark.parametrize("quiet", [True, False])
@pytest.mark.parametrize("opt", ["--ff", "--lf"])
- def test_lf_and_ff_prints_no_needless_message(self, quiet, opt, testdir):
+ def test_lf_and_ff_prints_no_needless_message(
+ self, quiet: bool, opt: str, pytester: Pytester
+ ) -> None:
# Issue 3853
- testdir.makepyfile("def test(): assert 0")
+ pytester.makepyfile("def test(): assert 0")
args = [opt]
if quiet:
args.append("-q")
- result = testdir.runpytest(*args)
+ result = pytester.runpytest(*args)
result.stdout.no_fnmatch_line("*run all*")
- result = testdir.runpytest(*args)
+ result = pytester.runpytest(*args)
if quiet:
result.stdout.no_fnmatch_line("*run all*")
else:
assert "rerun previous" in result.stdout.str()
- def get_cached_last_failed(self, testdir):
- config = testdir.parseconfigure()
+ def get_cached_last_failed(self, pytester: Pytester) -> List[str]:
+ config = pytester.parseconfigure()
+ assert config.cache is not None
return sorted(config.cache.get("cache/lastfailed", {}))
- def test_cache_cumulative(self, testdir):
+ def test_cache_cumulative(self, pytester: Pytester) -> None:
"""Test workflow where user fixes errors gradually file by file using --lf."""
# 1. initial run
- test_bar = testdir.makepyfile(
+ test_bar = pytester.makepyfile(
test_bar="""
def test_bar_1(): pass
def test_bar_2(): assert 0
"""
)
- test_foo = testdir.makepyfile(
+ test_foo = pytester.makepyfile(
test_foo="""
def test_foo_3(): pass
def test_foo_4(): assert 0
"""
)
- testdir.runpytest()
- assert self.get_cached_last_failed(testdir) == [
+ pytester.runpytest()
+ assert self.get_cached_last_failed(pytester) == [
"test_bar.py::test_bar_2",
"test_foo.py::test_foo_4",
]
# 2. fix test_bar_2, run only test_bar.py
- testdir.makepyfile(
+ pytester.makepyfile(
test_bar="""
def test_bar_1(): pass
def test_bar_2(): pass
"""
)
- result = testdir.runpytest(test_bar)
+ result = pytester.runpytest(test_bar)
result.stdout.fnmatch_lines(["*2 passed*"])
# ensure cache does not forget that test_foo_4 failed once before
- assert self.get_cached_last_failed(testdir) == ["test_foo.py::test_foo_4"]
+ assert self.get_cached_last_failed(pytester) == ["test_foo.py::test_foo_4"]
- result = testdir.runpytest("--last-failed")
+ result = pytester.runpytest("--last-failed")
result.stdout.fnmatch_lines(
[
"collected 1 item",
@@ -682,16 +716,16 @@ def test_bar_2(): pass
"*= 1 failed in *",
]
)
- assert self.get_cached_last_failed(testdir) == ["test_foo.py::test_foo_4"]
+ assert self.get_cached_last_failed(pytester) == ["test_foo.py::test_foo_4"]
# 3. fix test_foo_4, run only test_foo.py
- test_foo = testdir.makepyfile(
+ test_foo = pytester.makepyfile(
test_foo="""
def test_foo_3(): pass
def test_foo_4(): pass
"""
)
- result = testdir.runpytest(test_foo, "--last-failed")
+ result = pytester.runpytest(test_foo, "--last-failed")
result.stdout.fnmatch_lines(
[
"collected 2 items / 1 deselected / 1 selected",
@@ -699,29 +733,31 @@ def test_foo_4(): pass
"*= 1 passed, 1 deselected in *",
]
)
- assert self.get_cached_last_failed(testdir) == []
+ assert self.get_cached_last_failed(pytester) == []
- result = testdir.runpytest("--last-failed")
+ result = pytester.runpytest("--last-failed")
result.stdout.fnmatch_lines(["*4 passed*"])
- assert self.get_cached_last_failed(testdir) == []
+ assert self.get_cached_last_failed(pytester) == []
- def test_lastfailed_no_failures_behavior_all_passed(self, testdir):
- testdir.makepyfile(
+ def test_lastfailed_no_failures_behavior_all_passed(
+ self, pytester: Pytester
+ ) -> None:
+ pytester.makepyfile(
"""
def test_1(): pass
def test_2(): pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*2 passed*"])
- result = testdir.runpytest("--lf")
+ result = pytester.runpytest("--lf")
result.stdout.fnmatch_lines(["*2 passed*"])
- result = testdir.runpytest("--lf", "--lfnf", "all")
+ result = pytester.runpytest("--lf", "--lfnf", "all")
result.stdout.fnmatch_lines(["*2 passed*"])
# Ensure the list passed to pytest_deselected is a copy,
# and not a reference which is cleared right after.
- testdir.makeconftest(
+ pytester.makeconftest(
"""
deselected = []
@@ -734,7 +770,7 @@ def pytest_sessionfinish():
"""
)
- result = testdir.runpytest("--lf", "--lfnf", "none")
+ result = pytester.runpytest("--lf", "--lfnf", "none")
result.stdout.fnmatch_lines(
[
"collected 2 items / 2 deselected",
@@ -745,26 +781,28 @@ def pytest_sessionfinish():
)
assert result.ret == ExitCode.NO_TESTS_COLLECTED
- def test_lastfailed_no_failures_behavior_empty_cache(self, testdir):
- testdir.makepyfile(
+ def test_lastfailed_no_failures_behavior_empty_cache(
+ self, pytester: Pytester
+ ) -> None:
+ pytester.makepyfile(
"""
def test_1(): pass
def test_2(): assert 0
"""
)
- result = testdir.runpytest("--lf", "--cache-clear")
+ result = pytester.runpytest("--lf", "--cache-clear")
result.stdout.fnmatch_lines(["*1 failed*1 passed*"])
- result = testdir.runpytest("--lf", "--cache-clear", "--lfnf", "all")
+ result = pytester.runpytest("--lf", "--cache-clear", "--lfnf", "all")
result.stdout.fnmatch_lines(["*1 failed*1 passed*"])
- result = testdir.runpytest("--lf", "--cache-clear", "--lfnf", "none")
+ result = pytester.runpytest("--lf", "--cache-clear", "--lfnf", "none")
result.stdout.fnmatch_lines(["*2 desel*"])
- def test_lastfailed_skip_collection(self, testdir):
+ def test_lastfailed_skip_collection(self, pytester: Pytester) -> None:
"""
Test --lf behavior regarding skipping collection of files that are not marked as
failed in the cache (#5172).
"""
- testdir.makepyfile(
+ pytester.makepyfile(
**{
"pkg1/test_1.py": """
import pytest
@@ -782,10 +820,10 @@ def test_1(i):
}
)
# first run: collects 8 items (test_1: 3, test_2: 5)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["collected 8 items", "*2 failed*6 passed*"])
# second run: collects only 5 items from test_2, because all tests from test_1 have passed
- result = testdir.runpytest("--lf")
+ result = pytester.runpytest("--lf")
result.stdout.fnmatch_lines(
[
"collected 2 items",
@@ -795,14 +833,14 @@ def test_1(i):
)
# add another file and check if message is correct when skipping more than 1 file
- testdir.makepyfile(
+ pytester.makepyfile(
**{
"pkg1/test_3.py": """
def test_3(): pass
"""
}
)
- result = testdir.runpytest("--lf")
+ result = pytester.runpytest("--lf")
result.stdout.fnmatch_lines(
[
"collected 2 items",
@@ -811,18 +849,20 @@ def test_3(): pass
]
)
- def test_lastfailed_with_known_failures_not_being_selected(self, testdir):
- testdir.makepyfile(
+ def test_lastfailed_with_known_failures_not_being_selected(
+ self, pytester: Pytester
+ ) -> None:
+ pytester.makepyfile(
**{
"pkg1/test_1.py": """def test_1(): assert 0""",
"pkg1/test_2.py": """def test_2(): pass""",
}
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["collected 2 items", "* 1 failed, 1 passed in *"])
- py.path.local("pkg1/test_1.py").remove()
- result = testdir.runpytest("--lf")
+ Path("pkg1/test_1.py").unlink()
+ result = pytester.runpytest("--lf")
result.stdout.fnmatch_lines(
[
"collected 1 item",
@@ -832,8 +872,8 @@ def test_lastfailed_with_known_failures_not_being_selected(self, testdir):
)
# Recreate file with known failure.
- testdir.makepyfile(**{"pkg1/test_1.py": """def test_1(): assert 0"""})
- result = testdir.runpytest("--lf")
+ pytester.makepyfile(**{"pkg1/test_1.py": """def test_1(): assert 0"""})
+ result = pytester.runpytest("--lf")
result.stdout.fnmatch_lines(
[
"collected 1 item",
@@ -843,8 +883,8 @@ def test_lastfailed_with_known_failures_not_being_selected(self, testdir):
)
# Remove/rename test: collects the file again.
- testdir.makepyfile(**{"pkg1/test_1.py": """def test_renamed(): assert 0"""})
- result = testdir.runpytest("--lf", "-rf")
+ pytester.makepyfile(**{"pkg1/test_1.py": """def test_renamed(): assert 0"""})
+ result = pytester.runpytest("--lf", "-rf")
result.stdout.fnmatch_lines(
[
"collected 2 items",
@@ -856,7 +896,7 @@ def test_lastfailed_with_known_failures_not_being_selected(self, testdir):
]
)
- result = testdir.runpytest("--lf", "--co")
+ result = pytester.runpytest("--lf", "--co")
result.stdout.fnmatch_lines(
[
"collected 1 item",
@@ -867,13 +907,13 @@ def test_lastfailed_with_known_failures_not_being_selected(self, testdir):
]
)
- def test_lastfailed_args_with_deselected(self, testdir: Testdir) -> None:
+ def test_lastfailed_args_with_deselected(self, pytester: Pytester) -> None:
"""Test regression with --lf running into NoMatch error.
This was caused by it not collecting (non-failed) nodes given as
arguments.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
**{
"pkg1/test_1.py": """
def test_pass(): pass
@@ -881,11 +921,11 @@ def test_fail(): assert 0
""",
}
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["collected 2 items", "* 1 failed, 1 passed in *"])
assert result.ret == 1
- result = testdir.runpytest("pkg1/test_1.py::test_pass", "--lf", "--co")
+ result = pytester.runpytest("pkg1/test_1.py::test_pass", "--lf", "--co")
assert result.ret == 0
result.stdout.fnmatch_lines(
[
@@ -898,7 +938,7 @@ def test_fail(): assert 0
consecutive=True,
)
- result = testdir.runpytest(
+ result = pytester.runpytest(
"pkg1/test_1.py::test_pass", "pkg1/test_1.py::test_fail", "--lf", "--co"
)
assert result.ret == 0
@@ -913,9 +953,9 @@ def test_fail(): assert 0
],
)
- def test_lastfailed_with_class_items(self, testdir: Testdir) -> None:
+ def test_lastfailed_with_class_items(self, pytester: Pytester) -> None:
"""Test regression with --lf deselecting whole classes."""
- testdir.makepyfile(
+ pytester.makepyfile(
**{
"pkg1/test_1.py": """
class TestFoo:
@@ -926,11 +966,11 @@ def test_other(): assert 0
""",
}
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["collected 3 items", "* 2 failed, 1 passed in *"])
assert result.ret == 1
- result = testdir.runpytest("--lf", "--co")
+ result = pytester.runpytest("--lf", "--co")
assert result.ret == 0
result.stdout.fnmatch_lines(
[
@@ -939,7 +979,7 @@ def test_other(): assert 0
"",
"<Module pkg1/test_1.py>",
" <Class TestFoo>",
- " <Function test_fail>",
+ " <Function test_fail>",
" <Function test_other>",
"",
"*= 2/3 tests collected (1 deselected) in *",
@@ -947,8 +987,8 @@ def test_other(): assert 0
consecutive=True,
)
- def test_lastfailed_with_all_filtered(self, testdir: Testdir) -> None:
- testdir.makepyfile(
+ def test_lastfailed_with_all_filtered(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
**{
"pkg1/test_1.py": """
def test_fail(): assert 0
@@ -956,19 +996,19 @@ def test_pass(): pass
""",
}
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["collected 2 items", "* 1 failed, 1 passed in *"])
assert result.ret == 1
# Remove known failure.
- testdir.makepyfile(
+ pytester.makepyfile(
**{
"pkg1/test_1.py": """
def test_pass(): pass
""",
}
)
- result = testdir.runpytest("--lf", "--co")
+ result = pytester.runpytest("--lf", "--co")
result.stdout.fnmatch_lines(
[
"collected 1 item",
@@ -1015,8 +1055,8 @@ def test_packages(self, pytester: Pytester) -> None:
class TestNewFirst:
- def test_newfirst_usecase(self, testdir):
- testdir.makepyfile(
+ def test_newfirst_usecase(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
**{
"test_1/test_1.py": """
def test_1(): assert 1
@@ -1026,24 +1066,24 @@ def test_1(): assert 1
""",
}
)
- testdir.tmpdir.join("test_1/test_1.py").setmtime(1)
- result = testdir.runpytest("-v")
+ p1 = pytester.path.joinpath("test_1/test_1.py")
+ os.utime(p1, ns=(p1.stat().st_atime_ns, int(1e9)))
+
+ result = pytester.runpytest("-v")
result.stdout.fnmatch_lines(
["*test_1/test_1.py::test_1 PASSED*", "*test_2/test_2.py::test_1 PASSED*"]
)
- result = testdir.runpytest("-v", "--nf")
+ result = pytester.runpytest("-v", "--nf")
result.stdout.fnmatch_lines(
["*test_2/test_2.py::test_1 PASSED*", "*test_1/test_1.py::test_1 PASSED*"]
)
- testdir.tmpdir.join("test_1/test_1.py").write(
- "def test_1(): assert 1\n" "def test_2(): assert 1\n"
- )
- testdir.tmpdir.join("test_1/test_1.py").setmtime(1)
+ p1.write_text("def test_1(): assert 1\n" "def test_2(): assert 1\n")
+ os.utime(p1, ns=(p1.stat().st_atime_ns, int(1e9)))
- result = testdir.runpytest("--nf", "--collect-only", "-q")
+ result = pytester.runpytest("--nf", "--collect-only", "-q")
result.stdout.fnmatch_lines(
[
"test_1/test_1.py::test_2",
@@ -1053,15 +1093,15 @@ def test_1(): assert 1
)
# Newest first with (plugin) pytest_collection_modifyitems hook.
- testdir.makepyfile(
+ pytester.makepyfile(
myplugin="""
def pytest_collection_modifyitems(items):
items[:] = sorted(items, key=lambda item: item.nodeid)
print("new_items:", [x.nodeid for x in items])
"""
)
- testdir.syspathinsert()
- result = testdir.runpytest("--nf", "-p", "myplugin", "--collect-only", "-q")
+ pytester.syspathinsert()
+ result = pytester.runpytest("--nf", "-p", "myplugin", "--collect-only", "-q")
result.stdout.fnmatch_lines(
[
"new_items: *test_1.py*test_1.py*test_2.py*",
@@ -1071,8 +1111,8 @@ def pytest_collection_modifyitems(items):
]
)
- def test_newfirst_parametrize(self, testdir):
- testdir.makepyfile(
+ def test_newfirst_parametrize(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
**{
"test_1/test_1.py": """
import pytest
@@ -1087,9 +1127,10 @@ def test_1(num): assert num
}
)
- testdir.tmpdir.join("test_1/test_1.py").setmtime(1)
+ p1 = pytester.path.joinpath("test_1/test_1.py")
+ os.utime(p1, ns=(p1.stat().st_atime_ns, int(1e9)))
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
result.stdout.fnmatch_lines(
[
"*test_1/test_1.py::test_1[1*",
@@ -1099,7 +1140,7 @@ def test_1(num): assert num
]
)
- result = testdir.runpytest("-v", "--nf")
+ result = pytester.runpytest("-v", "--nf")
result.stdout.fnmatch_lines(
[
"*test_2/test_2.py::test_1[1*",
@@ -1109,20 +1150,20 @@ def test_1(num): assert num
]
)
- testdir.tmpdir.join("test_1/test_1.py").write(
+ p1.write_text(
"import pytest\n"
"@pytest.mark.parametrize('num', [1, 2, 3])\n"
"def test_1(num): assert num\n"
)
- testdir.tmpdir.join("test_1/test_1.py").setmtime(1)
+ os.utime(p1, ns=(p1.stat().st_atime_ns, int(1e9)))
# Running only a subset does not forget about existing ones.
- result = testdir.runpytest("-v", "--nf", "test_2/test_2.py")
+ result = pytester.runpytest("-v", "--nf", "test_2/test_2.py")
result.stdout.fnmatch_lines(
["*test_2/test_2.py::test_1[1*", "*test_2/test_2.py::test_1[2*"]
)
- result = testdir.runpytest("-v", "--nf")
+ result = pytester.runpytest("-v", "--nf")
result.stdout.fnmatch_lines(
[
"*test_1/test_1.py::test_1[3*",
@@ -1135,27 +1176,28 @@ def test_1(num): assert num
class TestReadme:
- def check_readme(self, testdir):
- config = testdir.parseconfigure()
+ def check_readme(self, pytester: Pytester) -> bool:
+ config = pytester.parseconfigure()
+ assert config.cache is not None
readme = config.cache._cachedir.joinpath("README.md")
return readme.is_file()
- def test_readme_passed(self, testdir):
- testdir.makepyfile("def test_always_passes(): pass")
- testdir.runpytest()
- assert self.check_readme(testdir) is True
+ def test_readme_passed(self, pytester: Pytester) -> None:
+ pytester.makepyfile("def test_always_passes(): pass")
+ pytester.runpytest()
+ assert self.check_readme(pytester) is True
- def test_readme_failed(self, testdir):
- testdir.makepyfile("def test_always_fails(): assert 0")
- testdir.runpytest()
- assert self.check_readme(testdir) is True
+ def test_readme_failed(self, pytester: Pytester) -> None:
+ pytester.makepyfile("def test_always_fails(): assert 0")
+ pytester.runpytest()
+ assert self.check_readme(pytester) is True
-def test_gitignore(testdir):
+def test_gitignore(pytester: Pytester) -> None:
"""Ensure we automatically create .gitignore file in the pytest_cache directory (#3286)."""
from _pytest.cacheprovider import Cache
- config = testdir.parseconfig()
+ config = pytester.parseconfig()
cache = Cache.for_config(config, _ispytest=True)
cache.set("foo", "bar")
msg = "# Created by pytest automatically.\n*\n"
@@ -1168,16 +1210,27 @@ def test_gitignore(testdir):
assert gitignore_path.read_text(encoding="UTF-8") == "custom"
-def test_does_not_create_boilerplate_in_existing_dirs(testdir):
+def test_preserve_keys_order(pytester: Pytester) -> None:
+ """Ensure keys order is preserved when saving dicts (#9205)."""
+ from _pytest.cacheprovider import Cache
+
+ config = pytester.parseconfig()
+ cache = Cache.for_config(config, _ispytest=True)
+ cache.set("foo", {"z": 1, "b": 2, "a": 3, "d": 10})
+ read_back = cache.get("foo", None)
+ assert list(read_back.items()) == [("z", 1), ("b", 2), ("a", 3), ("d", 10)]
+
+
+def test_does_not_create_boilerplate_in_existing_dirs(pytester: Pytester) -> None:
from _pytest.cacheprovider import Cache
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
cache_dir = .
"""
)
- config = testdir.parseconfig()
+ config = pytester.parseconfig()
cache = Cache.for_config(config, _ispytest=True)
cache.set("foo", "bar")
@@ -1186,12 +1239,12 @@ def test_does_not_create_boilerplate_in_existing_dirs(testdir):
assert not os.path.exists("README.md")
-def test_cachedir_tag(testdir):
+def test_cachedir_tag(pytester: Pytester) -> None:
"""Ensure we automatically create CACHEDIR.TAG file in the pytest_cache directory (#4278)."""
from _pytest.cacheprovider import Cache
from _pytest.cacheprovider import CACHEDIR_TAG_CONTENT
- config = testdir.parseconfig()
+ config = pytester.parseconfig()
cache = Cache.for_config(config, _ispytest=True)
cache.set("foo", "bar")
cachedir_tag_path = cache._cachedir.joinpath("CACHEDIR.TAG")
diff --git a/testing/test_capture.py b/testing/test_capture.py
index 3a5c617fe5a..1bc1f2f8db2 100644
--- a/testing/test_capture.py
+++ b/testing/test_capture.py
@@ -1379,8 +1379,7 @@ def test_capturing_and_logging_fundamentals(pytester: Pytester, method: str) ->
# here we check a fundamental feature
p = pytester.makepyfile(
"""
- import sys, os
- import py, logging
+ import sys, os, logging
from _pytest import capture
cap = capture.MultiCapture(
in_=None,
@@ -1431,7 +1430,8 @@ def test_capattr():
@pytest.mark.skipif(
- not sys.platform.startswith("win"), reason="only on windows",
+ not sys.platform.startswith("win"),
+ reason="only on windows",
)
def test_py36_windowsconsoleio_workaround_non_standard_streams() -> None:
"""
diff --git a/testing/test_collection.py b/testing/test_collection.py
index 1138c2bd6f5..6a8a5c1cef1 100644
--- a/testing/test_collection.py
+++ b/testing/test_collection.py
@@ -16,7 +16,6 @@
from _pytest.pathlib import symlink_or_skip
from _pytest.pytester import HookRecorder
from _pytest.pytester import Pytester
-from _pytest.pytester import Testdir
def ensure_file(file_path: Path) -> Path:
@@ -65,7 +64,7 @@ def test_fail(): assert 0
assert pytester.collect_by_name(modcol, "doesnotexist") is None
- def test_getparent(self, pytester: Pytester) -> None:
+ def test_getparent_and_accessors(self, pytester: Pytester) -> None:
modcol = pytester.getmodulecol(
"""
class TestClass:
@@ -75,19 +74,24 @@ def test_foo(self):
)
cls = pytester.collect_by_name(modcol, "TestClass")
assert isinstance(cls, pytest.Class)
- instance = pytester.collect_by_name(cls, "()")
- assert isinstance(instance, pytest.Instance)
- fn = pytester.collect_by_name(instance, "test_foo")
+ fn = pytester.collect_by_name(cls, "test_foo")
assert isinstance(fn, pytest.Function)
- module_parent = fn.getparent(pytest.Module)
- assert module_parent is modcol
+ assert fn.getparent(pytest.Module) is modcol
+ assert modcol.module is not None
+ assert modcol.cls is None
+ assert modcol.instance is None
- function_parent = fn.getparent(pytest.Function)
- assert function_parent is fn
+ assert fn.getparent(pytest.Class) is cls
+ assert cls.module is not None
+ assert cls.cls is not None
+ assert cls.instance is None
- class_parent = fn.getparent(pytest.Class)
- assert class_parent is cls
+ assert fn.getparent(pytest.Function) is fn
+ assert fn.module is not None
+ assert fn.cls is not None
+ assert fn.instance is not None
+ assert fn.function is not None
def test_getcustomfile_roundtrip(self, pytester: Pytester) -> None:
hello = pytester.makefile(".xxx", hello="world")
@@ -96,9 +100,9 @@ def test_getcustomfile_roundtrip(self, pytester: Pytester) -> None:
import pytest
class CustomFile(pytest.File):
pass
- def pytest_collect_file(path, parent):
- if path.ext == ".xxx":
- return CustomFile.from_parent(fspath=path, parent=parent)
+ def pytest_collect_file(file_path, parent):
+ if file_path.suffix == ".xxx":
+ return CustomFile.from_parent(path=file_path, parent=parent)
"""
)
node = pytester.getpathnode(hello)
@@ -126,16 +130,16 @@ def test_foo():
class TestCollectFS:
def test_ignored_certain_directories(self, pytester: Pytester) -> None:
- tmpdir = pytester.path
- ensure_file(tmpdir / "build" / "test_notfound.py")
- ensure_file(tmpdir / "dist" / "test_notfound.py")
- ensure_file(tmpdir / "_darcs" / "test_notfound.py")
- ensure_file(tmpdir / "CVS" / "test_notfound.py")
- ensure_file(tmpdir / "{arch}" / "test_notfound.py")
- ensure_file(tmpdir / ".whatever" / "test_notfound.py")
- ensure_file(tmpdir / ".bzr" / "test_notfound.py")
- ensure_file(tmpdir / "normal" / "test_found.py")
- for x in Path(str(tmpdir)).rglob("test_*.py"):
+ tmp_path = pytester.path
+ ensure_file(tmp_path / "build" / "test_notfound.py")
+ ensure_file(tmp_path / "dist" / "test_notfound.py")
+ ensure_file(tmp_path / "_darcs" / "test_notfound.py")
+ ensure_file(tmp_path / "CVS" / "test_notfound.py")
+ ensure_file(tmp_path / "{arch}" / "test_notfound.py")
+ ensure_file(tmp_path / ".whatever" / "test_notfound.py")
+ ensure_file(tmp_path / ".bzr" / "test_notfound.py")
+ ensure_file(tmp_path / "normal" / "test_found.py")
+ for x in tmp_path.rglob("test_*.py"):
x.write_text("def test_hello(): pass", "utf-8")
result = pytester.runpytest("--collect-only")
@@ -206,14 +210,16 @@ def test_ignored_virtualenvs_norecursedirs_precedence(
"Activate.ps1",
),
)
- def test__in_venv(self, testdir: Testdir, fname: str) -> None:
+ def test__in_venv(self, pytester: Pytester, fname: str) -> None:
"""Directly test the virtual env detection function"""
bindir = "Scripts" if sys.platform.startswith("win") else "bin"
# no bin/activate, not a virtualenv
- base_path = testdir.tmpdir.mkdir("venv")
+ base_path = pytester.mkdir("venv")
assert _in_venv(base_path) is False
# with bin/activate, totally a virtualenv
- base_path.ensure(bindir, fname)
+ bin_path = base_path.joinpath(bindir)
+ bin_path.mkdir()
+ bin_path.joinpath(fname).touch()
assert _in_venv(base_path) is True
def test_custom_norecursedirs(self, pytester: Pytester) -> None:
@@ -223,10 +229,12 @@ def test_custom_norecursedirs(self, pytester: Pytester) -> None:
norecursedirs = mydir xyz*
"""
)
- tmpdir = pytester.path
- ensure_file(tmpdir / "mydir" / "test_hello.py").write_text("def test_1(): pass")
- ensure_file(tmpdir / "xyz123" / "test_2.py").write_text("def test_2(): 0/0")
- ensure_file(tmpdir / "xy" / "test_ok.py").write_text("def test_3(): pass")
+ tmp_path = pytester.path
+ ensure_file(tmp_path / "mydir" / "test_hello.py").write_text(
+ "def test_1(): pass"
+ )
+ ensure_file(tmp_path / "xyz123" / "test_2.py").write_text("def test_2(): 0/0")
+ ensure_file(tmp_path / "xy" / "test_ok.py").write_text("def test_3(): pass")
rec = pytester.inline_run()
rec.assertoutcome(passed=1)
rec = pytester.inline_run("xyz123/test_2.py")
@@ -239,10 +247,10 @@ def test_testpaths_ini(self, pytester: Pytester, monkeypatch: MonkeyPatch) -> No
testpaths = gui uts
"""
)
- tmpdir = pytester.path
- ensure_file(tmpdir / "env" / "test_1.py").write_text("def test_env(): pass")
- ensure_file(tmpdir / "gui" / "test_2.py").write_text("def test_gui(): pass")
- ensure_file(tmpdir / "uts" / "test_3.py").write_text("def test_uts(): pass")
+ tmp_path = pytester.path
+ ensure_file(tmp_path / "env" / "test_1.py").write_text("def test_env(): pass")
+ ensure_file(tmp_path / "gui" / "test_2.py").write_text("def test_gui(): pass")
+ ensure_file(tmp_path / "uts" / "test_3.py").write_text("def test_uts(): pass")
# executing from rootdir only tests from `testpaths` directories
# are collected
@@ -252,7 +260,7 @@ def test_testpaths_ini(self, pytester: Pytester, monkeypatch: MonkeyPatch) -> No
# check that explicitly passing directories in the command-line
# collects the tests
for dirname in ("env", "gui", "uts"):
- items, reprec = pytester.inline_genitems(tmpdir.joinpath(dirname))
+ items, reprec = pytester.inline_genitems(tmp_path.joinpath(dirname))
assert [x.name for x in items] == ["test_%s" % dirname]
# changing cwd to each subdirectory and running pytest without
@@ -264,19 +272,19 @@ def test_testpaths_ini(self, pytester: Pytester, monkeypatch: MonkeyPatch) -> No
class TestCollectPluginHookRelay:
- def test_pytest_collect_file(self, testdir: Testdir) -> None:
+ def test_pytest_collect_file(self, pytester: Pytester) -> None:
wascalled = []
class Plugin:
- def pytest_collect_file(self, path):
- if not path.basename.startswith("."):
+ def pytest_collect_file(self, file_path: Path) -> None:
+ if not file_path.name.startswith("."):
# Ignore hidden files, e.g. .testmondata.
- wascalled.append(path)
+ wascalled.append(file_path)
- testdir.makefile(".abc", "xyz")
- pytest.main(testdir.tmpdir, plugins=[Plugin()])
+ pytester.makefile(".abc", "xyz")
+ pytest.main(pytester.path, plugins=[Plugin()])
assert len(wascalled) == 1
- assert wascalled[0].ext == ".abc"
+ assert wascalled[0].suffix == ".abc"
class TestPrunetraceback:
@@ -289,15 +297,15 @@ def test_custom_repr_failure(self, pytester: Pytester) -> None:
pytester.makeconftest(
"""
import pytest
- def pytest_collect_file(path, parent):
- return MyFile.from_parent(fspath=path, parent=parent)
+ def pytest_collect_file(file_path, parent):
+ return MyFile.from_parent(path=file_path, parent=parent)
class MyError(Exception):
pass
class MyFile(pytest.File):
def collect(self):
raise MyError()
def repr_failure(self, excinfo):
- if excinfo.errisinstance(MyError):
+ if isinstance(excinfo.value, MyError):
return "hello world"
return pytest.File.repr_failure(self, excinfo)
"""
@@ -332,9 +340,8 @@ class TestCustomConftests:
def test_ignore_collect_path(self, pytester: Pytester) -> None:
pytester.makeconftest(
"""
- def pytest_ignore_collect(path, config):
- return path.basename.startswith("x") or \
- path.basename == "test_one.py"
+ def pytest_ignore_collect(collection_path, config):
+ return collection_path.name.startswith("x") or collection_path.name == "test_one.py"
"""
)
sub = pytester.mkdir("xy123")
@@ -349,7 +356,7 @@ def pytest_ignore_collect(path, config):
def test_ignore_collect_not_called_on_argument(self, pytester: Pytester) -> None:
pytester.makeconftest(
"""
- def pytest_ignore_collect(path, config):
+ def pytest_ignore_collect(collection_path, config):
return True
"""
)
@@ -364,9 +371,19 @@ def pytest_ignore_collect(path, config):
def test_collectignore_exclude_on_option(self, pytester: Pytester) -> None:
pytester.makeconftest(
"""
- collect_ignore = ['hello', 'test_world.py']
+ from pathlib import Path
+
+ class MyPathLike:
+ def __init__(self, path):
+ self.path = path
+ def __fspath__(self):
+ return "path"
+
+ collect_ignore = [MyPathLike('hello'), 'test_world.py', Path('bye')]
+
def pytest_addoption(parser):
parser.addoption("--XX", action="store_true", default=False)
+
def pytest_configure(config):
if config.getvalue("XX"):
collect_ignore[:] = []
@@ -407,9 +424,9 @@ def test_pytest_fs_collect_hooks_are_seen(self, pytester: Pytester) -> None:
import pytest
class MyModule(pytest.Module):
pass
- def pytest_collect_file(path, parent):
- if path.ext == ".py":
- return MyModule.from_parent(fspath=path, parent=parent)
+ def pytest_collect_file(file_path, parent):
+ if file_path.suffix == ".py":
+ return MyModule.from_parent(path=file_path, parent=parent)
"""
)
pytester.mkdir("sub")
@@ -425,9 +442,9 @@ def test_pytest_collect_file_from_sister_dir(self, pytester: Pytester) -> None:
import pytest
class MyModule1(pytest.Module):
pass
- def pytest_collect_file(path, parent):
- if path.ext == ".py":
- return MyModule1.from_parent(fspath=path, parent=parent)
+ def pytest_collect_file(file_path, parent):
+ if file_path.suffix == ".py":
+ return MyModule1.from_parent(path=file_path, parent=parent)
"""
)
conf1.replace(sub1.joinpath(conf1.name))
@@ -436,9 +453,9 @@ def pytest_collect_file(path, parent):
import pytest
class MyModule2(pytest.Module):
pass
- def pytest_collect_file(path, parent):
- if path.ext == ".py":
- return MyModule2.from_parent(fspath=path, parent=parent)
+ def pytest_collect_file(file_path, parent):
+ if file_path.suffix == ".py":
+ return MyModule2.from_parent(path=file_path, parent=parent)
"""
)
conf2.replace(sub2.joinpath(conf2.name))
@@ -457,13 +474,13 @@ def test_collect_topdir(self, pytester: Pytester) -> None:
config = pytester.parseconfig(id)
topdir = pytester.path
rcol = Session.from_config(config)
- assert topdir == rcol.fspath
+ assert topdir == rcol.path
# rootid = rcol.nodeid
# root2 = rcol.perform_collect([rcol.nodeid], genitems=False)[0]
# assert root2 == rcol, rootid
colitems = rcol.perform_collect([rcol.nodeid], genitems=False)
assert len(colitems) == 1
- assert colitems[0].fspath == p
+ assert colitems[0].path == p
def get_reported_items(self, hookrec: HookRecorder) -> List[Item]:
"""Return pytest.Item instances reported by the pytest_collectreport hook"""
@@ -487,10 +504,10 @@ def test_collect_protocol_single_function(self, pytester: Pytester) -> None:
topdir = pytester.path # noqa
hookrec.assert_contains(
[
- ("pytest_collectstart", "collector.fspath == topdir"),
- ("pytest_make_collect_report", "collector.fspath == topdir"),
- ("pytest_collectstart", "collector.fspath == p"),
- ("pytest_make_collect_report", "collector.fspath == p"),
+ ("pytest_collectstart", "collector.path == topdir"),
+ ("pytest_make_collect_report", "collector.path == topdir"),
+ ("pytest_collectstart", "collector.path == p"),
+ ("pytest_make_collect_report", "collector.path == p"),
("pytest_pycollect_makeitem", "name == 'test_func'"),
("pytest_collectreport", "report.result[0].name == 'test_func'"),
]
@@ -527,9 +544,9 @@ def runtest(self):
class SpecialFile(pytest.File):
def collect(self):
return [SpecialItem.from_parent(name="check", parent=self)]
- def pytest_collect_file(path, parent):
- if path.basename == %r:
- return SpecialFile.from_parent(fspath=path, parent=parent)
+ def pytest_collect_file(file_path, parent):
+ if file_path.name == %r:
+ return SpecialFile.from_parent(path=file_path, parent=parent)
"""
% p.name
)
@@ -540,7 +557,7 @@ def pytest_collect_file(path, parent):
assert len(items) == 2
hookrec.assert_contains(
[
- ("pytest_collectstart", "collector.fspath == collector.session.fspath"),
+ ("pytest_collectstart", "collector.path == collector.session.path"),
(
"pytest_collectstart",
"collector.__class__.__name__ == 'SpecialFile'",
@@ -563,7 +580,7 @@ def test_collect_subdir_event_ordering(self, pytester: Pytester) -> None:
pprint.pprint(hookrec.calls)
hookrec.assert_contains(
[
- ("pytest_collectstart", "collector.fspath == test_aaa"),
+ ("pytest_collectstart", "collector.path == test_aaa"),
("pytest_pycollect_makeitem", "name == 'test_func'"),
("pytest_collectreport", "report.nodeid.startswith('aaa/test_aaa.py')"),
]
@@ -585,10 +602,10 @@ def test_collect_two_commandline_args(self, pytester: Pytester) -> None:
pprint.pprint(hookrec.calls)
hookrec.assert_contains(
[
- ("pytest_collectstart", "collector.fspath == test_aaa"),
+ ("pytest_collectstart", "collector.path == test_aaa"),
("pytest_pycollect_makeitem", "name == 'test_func'"),
("pytest_collectreport", "report.nodeid == 'aaa/test_aaa.py'"),
- ("pytest_collectstart", "collector.fspath == test_bbb"),
+ ("pytest_collectstart", "collector.path == test_bbb"),
("pytest_pycollect_makeitem", "name == 'test_func'"),
("pytest_collectreport", "report.nodeid == 'bbb/test_bbb.py'"),
]
@@ -602,7 +619,7 @@ def test_serialization_byid(self, pytester: Pytester) -> None:
items2, hookrec = pytester.inline_genitems(item.nodeid)
(item2,) = items2
assert item2.name == item.name
- assert item2.fspath == item.fspath
+ assert item2.path == item.path
def test_find_byid_without_instance_parents(self, pytester: Pytester) -> None:
p = pytester.makepyfile(
@@ -623,10 +640,9 @@ def test_method(self):
class Test_getinitialnodes:
def test_global_file(self, pytester: Pytester) -> None:
- tmpdir = pytester.path
- x = ensure_file(tmpdir / "x.py")
- with tmpdir.cwd():
- config = pytester.parseconfigure(x)
+ tmp_path = pytester.path
+ x = ensure_file(tmp_path / "x.py")
+ config = pytester.parseconfigure(x)
col = pytester.getnode(config, x)
assert isinstance(col, pytest.Module)
assert col.name == "x.py"
@@ -640,8 +656,8 @@ def test_pkgfile(self, pytester: Pytester) -> None:
The parent chain should match: Module<x.py> -> Package<subdir> -> Session.
Session's parent should always be None.
"""
- tmpdir = pytester.path
- subdir = tmpdir.joinpath("subdir")
+ tmp_path = pytester.path
+ subdir = tmp_path.joinpath("subdir")
x = ensure_file(subdir / "x.py")
ensure_file(subdir / "__init__.py")
with subdir.cwd():
@@ -748,13 +764,13 @@ def pytest_configure(config):
config.pluginmanager.register(Plugin2())
class Plugin2(object):
- def pytest_collect_file(self, path, parent):
- if path.ext == ".abc":
- return MyFile2.from_parent(fspath=path, parent=parent)
+ def pytest_collect_file(self, file_path, parent):
+ if file_path.suffix == ".abc":
+ return MyFile2.from_parent(path=file_path, parent=parent)
- def pytest_collect_file(path, parent):
- if path.ext == ".abc":
- return MyFile1.from_parent(fspath=path, parent=parent)
+ def pytest_collect_file(file_path, parent):
+ if file_path.suffix == ".abc":
+ return MyFile1.from_parent(path=file_path, parent=parent)
class MyFile1(pytest.File):
def collect(self):
@@ -781,7 +797,7 @@ def runtest(self):
res.stdout.fnmatch_lines(["*1 passed*"])
-class TestNodekeywords:
+class TestNodeKeywords:
def test_no_under(self, pytester: Pytester) -> None:
modcol = pytester.getmodulecol(
"""
@@ -847,6 +863,24 @@ def test_failing_5():
reprec = pytester.inline_run("-k " + expression)
reprec.assertoutcome(passed=num_matching_tests, failed=0)
+ def test_duplicates_handled_correctly(self, pytester: Pytester) -> None:
+ item = pytester.getitem(
+ """
+ import pytest
+ pytestmark = pytest.mark.kw
+ class TestClass:
+ pytestmark = pytest.mark.kw
+ def test_method(self): pass
+ test_method.kw = 'method'
+ """,
+ "test_method",
+ )
+ assert item.parent is not None and item.parent.parent is not None
+ item.parent.parent.keywords["kw"] = "class"
+
+ assert item.keywords["kw"] == "method"
+ assert len(item.keywords) == len(set(item.keywords))
+
COLLECTION_ERROR_PY_FILES = dict(
test_01_failure="""
@@ -1212,7 +1246,7 @@ def test_collect_symlink_dir(pytester: Pytester) -> None:
"""A symlinked directory is collected."""
dir = pytester.mkdir("dir")
dir.joinpath("test_it.py").write_text("def test_it(): pass", "utf-8")
- pytester.path.joinpath("symlink_dir").symlink_to(dir)
+ symlink_or_skip(pytester.path.joinpath("symlink_dir"), dir)
result = pytester.runpytest()
result.assert_outcomes(passed=2)
@@ -1334,27 +1368,39 @@ def test_does_not_put_src_on_path(pytester: Pytester) -> None:
assert result.ret == ExitCode.OK
-def test_fscollector_from_parent(testdir: Testdir, request: FixtureRequest) -> None:
+def test_fscollector_from_parent(pytester: Pytester, request: FixtureRequest) -> None:
"""Ensure File.from_parent can forward custom arguments to the constructor.
Context: https://github.com/pytest-dev/pytest-cpp/pull/47
"""
class MyCollector(pytest.File):
- def __init__(self, fspath, parent, x):
- super().__init__(fspath, parent)
+ def __init__(self, *k, x, **kw):
+ super().__init__(*k, **kw)
self.x = x
- @classmethod
- def from_parent(cls, parent, *, fspath, x):
- return super().from_parent(parent=parent, fspath=fspath, x=x)
-
collector = MyCollector.from_parent(
- parent=request.session, fspath=testdir.tmpdir / "foo", x=10
+ parent=request.session, path=pytester.path / "foo", x=10
)
assert collector.x == 10
+def test_class_from_parent(pytester: Pytester, request: FixtureRequest) -> None:
+ """Ensure Class.from_parent can forward custom arguments to the constructor."""
+
+ class MyCollector(pytest.Class):
+ def __init__(self, name, parent, x):
+ super().__init__(name, parent)
+ self.x = x
+
+ @classmethod
+ def from_parent(cls, parent, *, name, x):
+ return super().from_parent(parent=parent, name=name, x=x)
+
+ collector = MyCollector.from_parent(parent=request.session, name="foo", x=10)
+ assert collector.x == 10
+
+
class TestImportModeImportlib:
def test_collect_duplicate_names(self, pytester: Pytester) -> None:
"""--import-mode=importlib can import modules with same names that are not in packages."""
diff --git a/testing/test_compat.py b/testing/test_compat.py
index 9f48a31d689..8471a1a50f6 100644
--- a/testing/test_compat.py
+++ b/testing/test_compat.py
@@ -156,11 +156,11 @@ def raise_baseexception(self):
@property
def raise_exception(self):
- raise Exception("exception should be catched")
+ raise Exception("exception should be caught")
@property
def raise_fail_outcome(self):
- pytest.fail("fail should be catched")
+ pytest.fail("fail should be caught")
def test_helper_failures() -> None:
diff --git a/testing/test_config.py b/testing/test_config.py
index b931797d429..bf4b2741eca 100644
--- a/testing/test_config.py
+++ b/testing/test_config.py
@@ -11,7 +11,6 @@
from typing import Union
import attr
-import py.path
import _pytest._code
import pytest
@@ -28,6 +27,7 @@
from _pytest.config.findpaths import get_common_ancestor
from _pytest.config.findpaths import locate_config
from _pytest.monkeypatch import MonkeyPatch
+from _pytest.pathlib import absolutepath
from _pytest.pytester import Pytester
@@ -290,7 +290,7 @@ def test_silence_unknown_key_warning(self, pytester: Pytester) -> None:
result = pytester.runpytest()
result.stdout.no_fnmatch_line("*PytestConfigWarning*")
- @pytest.mark.filterwarnings("default")
+ @pytest.mark.filterwarnings("default::pytest.PytestConfigWarning")
def test_disable_warnings_plugin_disables_config_warnings(
self, pytester: Pytester
) -> None:
@@ -309,13 +309,14 @@ def pytest_configure(config):
result.stdout.no_fnmatch_line("*PytestConfigWarning*")
@pytest.mark.parametrize(
- "ini_file_text, exception_text",
+ "ini_file_text, plugin_version, exception_text",
[
pytest.param(
"""
[pytest]
required_plugins = a z
""",
+ "1.5",
"Missing required plugins: a, z",
id="2-missing",
),
@@ -324,6 +325,7 @@ def pytest_configure(config):
[pytest]
required_plugins = a z myplugin
""",
+ "1.5",
"Missing required plugins: a, z",
id="2-missing-1-ok",
),
@@ -332,6 +334,7 @@ def pytest_configure(config):
[pytest]
required_plugins = myplugin
""",
+ "1.5",
None,
id="1-ok",
),
@@ -340,6 +343,7 @@ def pytest_configure(config):
[pytest]
required_plugins = myplugin==1.5
""",
+ "1.5",
None,
id="1-ok-pin-exact",
),
@@ -348,31 +352,44 @@ def pytest_configure(config):
[pytest]
required_plugins = myplugin>1.0,<2.0
""",
+ "1.5",
None,
id="1-ok-pin-loose",
),
pytest.param(
"""
[pytest]
- required_plugins = pyplugin==1.6
+ required_plugins = myplugin
""",
- "Missing required plugins: pyplugin==1.6",
+ "1.5a1",
+ None,
+ id="1-ok-prerelease",
+ ),
+ pytest.param(
+ """
+ [pytest]
+ required_plugins = myplugin==1.6
+ """,
+ "1.5",
+ "Missing required plugins: myplugin==1.6",
id="missing-version",
),
pytest.param(
"""
[pytest]
- required_plugins = pyplugin==1.6 other==1.0
+ required_plugins = myplugin==1.6 other==1.0
""",
- "Missing required plugins: other==1.0, pyplugin==1.6",
+ "1.5",
+ "Missing required plugins: myplugin==1.6, other==1.0",
id="missing-versions",
),
pytest.param(
"""
[some_other_header]
- required_plugins = wont be triggered
+ required_plugins = won't be triggered
[pytest]
""",
+ "1.5",
None,
id="invalid-header",
),
@@ -383,6 +400,7 @@ def test_missing_required_plugins(
pytester: Pytester,
monkeypatch: MonkeyPatch,
ini_file_text: str,
+ plugin_version: str,
exception_text: str,
) -> None:
"""Check 'required_plugins' option with various settings.
@@ -408,7 +426,7 @@ def load(self):
class DummyDist:
entry_points = attr.ib()
files = ()
- version = "1.5"
+ version = plugin_version
@property
def metadata(self):
@@ -574,16 +592,22 @@ def test_getoption(self, pytester: Pytester) -> None:
config.getvalue("x")
assert config.getoption("x", 1) == 1
- def test_getconftest_pathlist(self, pytester: Pytester, tmpdir) -> None:
- somepath = tmpdir.join("x", "y", "z")
- p = tmpdir.join("conftest.py")
- p.write("pathlist = ['.', %r]" % str(somepath))
+ def test_getconftest_pathlist(self, pytester: Pytester, tmp_path: Path) -> None:
+ somepath = tmp_path.joinpath("x", "y", "z")
+ p = tmp_path.joinpath("conftest.py")
+ p.write_text(f"mylist = {['.', str(somepath)]}")
config = pytester.parseconfigure(p)
- assert config._getconftest_pathlist("notexist", path=tmpdir) is None
- pl = config._getconftest_pathlist("pathlist", path=tmpdir) or []
+ assert (
+ config._getconftest_pathlist("notexist", path=tmp_path, rootpath=tmp_path)
+ is None
+ )
+ pl = (
+ config._getconftest_pathlist("mylist", path=tmp_path, rootpath=tmp_path)
+ or []
+ )
print(pl)
assert len(pl) == 2
- assert pl[0] == tmpdir
+ assert pl[0] == tmp_path
assert pl[1] == somepath
@pytest.mark.parametrize("maybe_type", ["not passed", "None", '"string"'])
@@ -610,41 +634,34 @@ def pytest_addoption(parser):
assert val == "hello"
pytest.raises(ValueError, config.getini, "other")
- def make_conftest_for_pathlist(self, pytester: Pytester) -> None:
+ @pytest.mark.parametrize("config_type", ["ini", "pyproject"])
+ def test_addini_paths(self, pytester: Pytester, config_type: str) -> None:
pytester.makeconftest(
"""
def pytest_addoption(parser):
- parser.addini("paths", "my new ini value", type="pathlist")
+ parser.addini("paths", "my new ini value", type="paths")
parser.addini("abc", "abc value")
"""
)
-
- def test_addini_pathlist_ini_files(self, pytester: Pytester) -> None:
- self.make_conftest_for_pathlist(pytester)
- p = pytester.makeini(
+ if config_type == "ini":
+ inipath = pytester.makeini(
+ """
+ [pytest]
+ paths=hello world/sub.py
"""
- [pytest]
- paths=hello world/sub.py
- """
- )
- self.check_config_pathlist(pytester, p)
-
- def test_addini_pathlist_pyproject_toml(self, pytester: Pytester) -> None:
- self.make_conftest_for_pathlist(pytester)
- p = pytester.makepyprojecttoml(
+ )
+ elif config_type == "pyproject":
+ inipath = pytester.makepyprojecttoml(
+ """
+ [tool.pytest.ini_options]
+ paths=["hello", "world/sub.py"]
"""
- [tool.pytest.ini_options]
- paths=["hello", "world/sub.py"]
- """
- )
- self.check_config_pathlist(pytester, p)
-
- def check_config_pathlist(self, pytester: Pytester, config_path: Path) -> None:
+ )
config = pytester.parseconfig()
values = config.getini("paths")
assert len(values) == 2
- assert values[0] == config_path.parent.joinpath("hello")
- assert values[1] == config_path.parent.joinpath("world/sub.py")
+ assert values[0] == inipath.parent.joinpath("hello")
+ assert values[1] == inipath.parent.joinpath("world/sub.py")
pytest.raises(ValueError, config.getini, "other")
def make_conftest_for_args(self, pytester: Pytester) -> None:
@@ -790,7 +807,7 @@ def test_confcutdir_check_isdir(self, pytester: Pytester) -> None:
with pytest.raises(pytest.UsageError, match=exp_match):
pytester.parseconfig("--confcutdir", pytester.path.joinpath("file"))
with pytest.raises(pytest.UsageError, match=exp_match):
- pytester.parseconfig("--confcutdir", pytester.path.joinpath("inexistant"))
+ pytester.parseconfig("--confcutdir", pytester.path.joinpath("nonexistent"))
p = pytester.mkdir("dir")
config = pytester.parseconfig("--confcutdir", p)
@@ -854,8 +871,8 @@ def test_inifilename(self, tmp_path: Path) -> None:
)
)
- inifile = "../../foo/bar.ini"
- option_dict = {"inifilename": inifile, "capture": "no"}
+ inifilename = "../../foo/bar.ini"
+ option_dict = {"inifilename": inifilename, "capture": "no"}
cwd = tmp_path.joinpath("a/b")
cwd.mkdir(parents=True)
@@ -873,14 +890,14 @@ def test_inifilename(self, tmp_path: Path) -> None:
with MonkeyPatch.context() as mp:
mp.chdir(cwd)
config = Config.fromdictargs(option_dict, ())
- inipath = py.path.local(inifile)
+ inipath = absolutepath(inifilename)
assert config.args == [str(cwd)]
- assert config.option.inifilename == inifile
+ assert config.option.inifilename == inifilename
assert config.option.capture == "no"
# this indicates this is the file used for getting configuration values
- assert config.inifile == inipath
+ assert config.inipath == inipath
assert config.inicfg.get("name") == "value"
assert config.inicfg.get("should_not_be_set") is None
@@ -1247,9 +1264,21 @@ def pytest_load_initial_conftests(self):
m = My()
pm.register(m)
hc = pm.hook.pytest_load_initial_conftests
- values = hc._nonwrappers + hc._wrappers
- expected = ["_pytest.config", m.__module__, "_pytest.capture", "_pytest.warnings"]
- assert [x.function.__module__ for x in values] == expected
+ hookimpls = [
+ (
+ hookimpl.function.__module__,
+ "wrapper" if hookimpl.hookwrapper else "nonwrapper",
+ )
+ for hookimpl in hc.get_hookimpls()
+ ]
+ assert hookimpls == [
+ ("_pytest.config", "nonwrapper"),
+ (m.__module__, "nonwrapper"),
+ ("_pytest.legacypath", "nonwrapper"),
+ ("_pytest.pythonpath", "nonwrapper"),
+ ("_pytest.capture", "wrapper"),
+ ("_pytest.warnings", "wrapper"),
+ ]
def test_get_plugin_specs_as_list() -> None:
@@ -1381,6 +1410,26 @@ def test_with_specific_inifile(
assert inipath == p
assert ini_config == {"x": "10"}
+ def test_explicit_config_file_sets_rootdir(
+ self, tmp_path: Path, monkeypatch: pytest.MonkeyPatch
+ ) -> None:
+ tests_dir = tmp_path / "tests"
+ tests_dir.mkdir()
+
+ monkeypatch.chdir(tmp_path)
+
+ # No config file is explicitly given: rootdir is determined to be cwd.
+ rootpath, found_inipath, *_ = determine_setup(None, [str(tests_dir)])
+ assert rootpath == tmp_path
+ assert found_inipath is None
+
+ # Config file is explicitly given: rootdir is determined to be inifile's directory.
+ inipath = tmp_path / "pytest.ini"
+ inipath.touch()
+ rootpath, found_inipath, *_ = determine_setup(str(inipath), [str(tests_dir)])
+ assert rootpath == tmp_path
+ assert found_inipath == inipath
+
def test_with_arg_outside_cwd_without_inifile(
self, tmp_path: Path, monkeypatch: MonkeyPatch
) -> None:
@@ -1475,11 +1524,11 @@ def test_pass(pytestconfig):
assert result.ret == 0
result.stdout.fnmatch_lines(["custom_option:3.0"])
- def test_override_ini_pathlist(self, pytester: Pytester) -> None:
+ def test_override_ini_paths(self, pytester: Pytester) -> None:
pytester.makeconftest(
"""
def pytest_addoption(parser):
- parser.addini("paths", "my new ini value", type="pathlist")"""
+ parser.addini("paths", "my new ini value", type="paths")"""
)
pytester.makeini(
"""
@@ -1487,13 +1536,13 @@ def pytest_addoption(parser):
paths=blah.py"""
)
pytester.makepyfile(
- """
- import py.path
- def test_pathlist(pytestconfig):
+ r"""
+ def test_overriden(pytestconfig):
config_paths = pytestconfig.getini("paths")
print(config_paths)
for cpf in config_paths:
- print('\\nuser_path:%s' % cpf.basename)"""
+ print('\nuser_path:%s' % cpf.name)
+ """
)
result = pytester.runpytest(
"--override-ini", "paths=foo/bar1.py foo/bar2.py", "-s"
@@ -1712,7 +1761,7 @@ def pytest_addoption(parser):
assert result.ret == ExitCode.USAGE_ERROR
result = pytester.runpytest("--version")
- result.stderr.fnmatch_lines([f"pytest {pytest.__version__}"])
+ result.stdout.fnmatch_lines([f"pytest {pytest.__version__}"])
assert result.ret == ExitCode.USAGE_ERROR
@@ -1780,7 +1829,7 @@ class DummyPlugin:
)
def test_config_blocked_default_plugins(pytester: Pytester, plugin: str) -> None:
if plugin == "debugging":
- # Fixed in xdist master (after 1.27.0).
+ # Fixed in xdist (after 1.27.0).
# https://github.com/pytest-dev/pytest-xdist/pull/422
try:
import xdist # noqa: F401
@@ -1935,10 +1984,10 @@ def test_pytest_plugins_in_non_top_level_conftest_unsupported_no_false_positives
assert msg not in res.stdout.str()
-def test_conftest_import_error_repr(tmpdir: py.path.local) -> None:
+def test_conftest_import_error_repr(tmp_path: Path) -> None:
"""`ConftestImportFailure` should use a short error message and readable
path to the failed conftest.py file."""
- path = tmpdir.join("foo/conftest.py")
+ path = tmp_path.joinpath("foo/conftest.py")
with pytest.raises(
ConftestImportFailure,
match=re.escape(f"RuntimeError: some error (from {path})"),
@@ -1992,9 +2041,75 @@ def test_parse_warning_filter(
assert parse_warning_filter(arg, escape=escape) == expected
-@pytest.mark.parametrize("arg", [":" * 5, "::::-1", "::::not-a-number"])
+@pytest.mark.parametrize(
+ "arg",
+ [
+ # Too much parts.
+ ":" * 5,
+ # Invalid action.
+ "FOO::",
+ # ImportError when importing the warning class.
+ "::test_parse_warning_filter_failure.NonExistentClass::",
+ # Class is not a Warning subclass.
+ "::list::",
+ # Negative line number.
+ "::::-1",
+ # Not a line number.
+ "::::not-a-number",
+ ],
+)
def test_parse_warning_filter_failure(arg: str) -> None:
- import warnings
-
- with pytest.raises(warnings._OptionError):
+ with pytest.raises(pytest.UsageError):
parse_warning_filter(arg, escape=True)
+
+
+class TestDebugOptions:
+ def test_without_debug_does_not_write_log(self, pytester: Pytester) -> None:
+ result = pytester.runpytest()
+ result.stderr.no_fnmatch_line(
+ "*writing pytest debug information to*pytestdebug.log"
+ )
+ result.stderr.no_fnmatch_line(
+ "*wrote pytest debug information to*pytestdebug.log"
+ )
+ assert not [f.name for f in pytester.path.glob("**/*.log")]
+
+ def test_with_only_debug_writes_pytestdebug_log(self, pytester: Pytester) -> None:
+ result = pytester.runpytest("--debug")
+ result.stderr.fnmatch_lines(
+ [
+ "*writing pytest debug information to*pytestdebug.log",
+ "*wrote pytest debug information to*pytestdebug.log",
+ ]
+ )
+ assert "pytestdebug.log" in [f.name for f in pytester.path.glob("**/*.log")]
+
+ def test_multiple_custom_debug_logs(self, pytester: Pytester) -> None:
+ result = pytester.runpytest("--debug", "bar.log")
+ result.stderr.fnmatch_lines(
+ [
+ "*writing pytest debug information to*bar.log",
+ "*wrote pytest debug information to*bar.log",
+ ]
+ )
+ result = pytester.runpytest("--debug", "foo.log")
+ result.stderr.fnmatch_lines(
+ [
+ "*writing pytest debug information to*foo.log",
+ "*wrote pytest debug information to*foo.log",
+ ]
+ )
+
+ assert {"bar.log", "foo.log"} == {
+ f.name for f in pytester.path.glob("**/*.log")
+ }
+
+ def test_debug_help(self, pytester: Pytester) -> None:
+ result = pytester.runpytest("-h")
+ result.stdout.fnmatch_lines(
+ [
+ "*store internal tracing debug information in this log*",
+ "*This file is opened with 'w' and truncated as a result*",
+ "*Defaults to 'pytestdebug.log'.",
+ ]
+ )
diff --git a/testing/test_conftest.py b/testing/test_conftest.py
index 638321728d7..64c1014a533 100644
--- a/testing/test_conftest.py
+++ b/testing/test_conftest.py
@@ -4,18 +4,17 @@
from pathlib import Path
from typing import cast
from typing import Dict
+from typing import Generator
from typing import List
from typing import Optional
-import py
-
import pytest
from _pytest.config import ExitCode
from _pytest.config import PytestPluginManager
from _pytest.monkeypatch import MonkeyPatch
from _pytest.pathlib import symlink_or_skip
from _pytest.pytester import Pytester
-from _pytest.pytester import Testdir
+from _pytest.tmpdir import TempPathFactory
def ConftestWithSetinitial(path) -> PytestPluginManager:
@@ -25,72 +24,99 @@ def ConftestWithSetinitial(path) -> PytestPluginManager:
def conftest_setinitial(
- conftest: PytestPluginManager, args, confcutdir: Optional[py.path.local] = None
+ conftest: PytestPluginManager, args, confcutdir: Optional["os.PathLike[str]"] = None
) -> None:
class Namespace:
def __init__(self) -> None:
self.file_or_dir = args
- self.confcutdir = str(confcutdir)
+ self.confcutdir = os.fspath(confcutdir) if confcutdir is not None else None
self.noconftest = False
self.pyargs = False
self.importmode = "prepend"
namespace = cast(argparse.Namespace, Namespace())
- conftest._set_initial_conftests(namespace)
+ conftest._set_initial_conftests(namespace, rootpath=Path(args[0]))
@pytest.mark.usefixtures("_sys_snapshot")
class TestConftestValueAccessGlobal:
@pytest.fixture(scope="module", params=["global", "inpackage"])
- def basedir(self, request, tmpdir_factory):
- tmpdir = tmpdir_factory.mktemp("basedir", numbered=True)
- tmpdir.ensure("adir/conftest.py").write("a=1 ; Directory = 3")
- tmpdir.ensure("adir/b/conftest.py").write("b=2 ; a = 1.5")
+ def basedir(
+ self, request, tmp_path_factory: TempPathFactory
+ ) -> Generator[Path, None, None]:
+ tmp_path = tmp_path_factory.mktemp("basedir", numbered=True)
+ tmp_path.joinpath("adir/b").mkdir(parents=True)
+ tmp_path.joinpath("adir/conftest.py").write_text("a=1 ; Directory = 3")
+ tmp_path.joinpath("adir/b/conftest.py").write_text("b=2 ; a = 1.5")
if request.param == "inpackage":
- tmpdir.ensure("adir/__init__.py")
- tmpdir.ensure("adir/b/__init__.py")
+ tmp_path.joinpath("adir/__init__.py").touch()
+ tmp_path.joinpath("adir/b/__init__.py").touch()
- yield tmpdir
+ yield tmp_path
- def test_basic_init(self, basedir):
+ def test_basic_init(self, basedir: Path) -> None:
conftest = PytestPluginManager()
- p = basedir.join("adir")
- assert conftest._rget_with_confmod("a", p, importmode="prepend")[1] == 1
+ p = basedir / "adir"
+ assert (
+ conftest._rget_with_confmod("a", p, importmode="prepend", rootpath=basedir)[
+ 1
+ ]
+ == 1
+ )
- def test_immediate_initialiation_and_incremental_are_the_same(self, basedir):
+ def test_immediate_initialiation_and_incremental_are_the_same(
+ self, basedir: Path
+ ) -> None:
conftest = PytestPluginManager()
assert not len(conftest._dirpath2confmods)
- conftest._getconftestmodules(basedir, importmode="prepend")
+ conftest._getconftestmodules(
+ basedir, importmode="prepend", rootpath=Path(basedir)
+ )
snap1 = len(conftest._dirpath2confmods)
assert snap1 == 1
- conftest._getconftestmodules(basedir.join("adir"), importmode="prepend")
+ conftest._getconftestmodules(
+ basedir / "adir", importmode="prepend", rootpath=basedir
+ )
assert len(conftest._dirpath2confmods) == snap1 + 1
- conftest._getconftestmodules(basedir.join("b"), importmode="prepend")
+ conftest._getconftestmodules(
+ basedir / "b", importmode="prepend", rootpath=basedir
+ )
assert len(conftest._dirpath2confmods) == snap1 + 2
- def test_value_access_not_existing(self, basedir):
+ def test_value_access_not_existing(self, basedir: Path) -> None:
conftest = ConftestWithSetinitial(basedir)
with pytest.raises(KeyError):
- conftest._rget_with_confmod("a", basedir, importmode="prepend")
+ conftest._rget_with_confmod(
+ "a", basedir, importmode="prepend", rootpath=Path(basedir)
+ )
- def test_value_access_by_path(self, basedir):
+ def test_value_access_by_path(self, basedir: Path) -> None:
conftest = ConftestWithSetinitial(basedir)
- adir = basedir.join("adir")
- assert conftest._rget_with_confmod("a", adir, importmode="prepend")[1] == 1
+ adir = basedir / "adir"
+ assert (
+ conftest._rget_with_confmod(
+ "a", adir, importmode="prepend", rootpath=basedir
+ )[1]
+ == 1
+ )
assert (
- conftest._rget_with_confmod("a", adir.join("b"), importmode="prepend")[1]
+ conftest._rget_with_confmod(
+ "a", adir / "b", importmode="prepend", rootpath=basedir
+ )[1]
== 1.5
)
- def test_value_access_with_confmod(self, basedir):
- startdir = basedir.join("adir", "b")
- startdir.ensure("xx", dir=True)
+ def test_value_access_with_confmod(self, basedir: Path) -> None:
+ startdir = basedir / "adir" / "b"
+ startdir.joinpath("xx").mkdir()
conftest = ConftestWithSetinitial(startdir)
- mod, value = conftest._rget_with_confmod("a", startdir, importmode="prepend")
+ mod, value = conftest._rget_with_confmod(
+ "a", startdir, importmode="prepend", rootpath=Path(basedir)
+ )
assert value == 1.5
- path = py.path.local(mod.__file__)
- assert path.dirpath() == basedir.join("adir", "b")
- assert path.purebasename.startswith("conftest")
+ path = Path(mod.__file__)
+ assert path.parent == basedir / "adir" / "b"
+ assert path.stem == "conftest"
def test_conftest_in_nonpkg_with_init(tmp_path: Path, _sys_snapshot) -> None:
@@ -102,12 +128,14 @@ def test_conftest_in_nonpkg_with_init(tmp_path: Path, _sys_snapshot) -> None:
ConftestWithSetinitial(tmp_path.joinpath("adir-1.0", "b"))
-def test_doubledash_considered(testdir: Testdir) -> None:
- conf = testdir.mkdir("--option")
- conf.join("conftest.py").ensure()
+def test_doubledash_considered(pytester: Pytester) -> None:
+ conf = pytester.mkdir("--option")
+ conf.joinpath("conftest.py").touch()
conftest = PytestPluginManager()
- conftest_setinitial(conftest, [conf.basename, conf.basename])
- values = conftest._getconftestmodules(py.path.local(conf), importmode="prepend")
+ conftest_setinitial(conftest, [conf.name, conf.name])
+ values = conftest._getconftestmodules(
+ conf, importmode="prepend", rootpath=pytester.path
+ )
assert len(values) == 1
@@ -127,16 +155,19 @@ def test_conftest_global_import(pytester: Pytester) -> None:
pytester.makeconftest("x=3")
p = pytester.makepyfile(
"""
- import py, pytest
+ from pathlib import Path
+ import pytest
from _pytest.config import PytestPluginManager
conf = PytestPluginManager()
- mod = conf._importconftest(py.path.local("conftest.py"), importmode="prepend")
+ mod = conf._importconftest(Path("conftest.py"), importmode="prepend", rootpath=Path.cwd())
assert mod.x == 3
import conftest
assert conftest is mod, (conftest, mod)
- subconf = py.path.local().ensure("sub", "conftest.py")
- subconf.write("y=4")
- mod2 = conf._importconftest(subconf, importmode="prepend")
+ sub = Path("sub")
+ sub.mkdir()
+ subconf = sub / "conftest.py"
+ subconf.write_text("y=4")
+ mod2 = conf._importconftest(subconf, importmode="prepend", rootpath=Path.cwd())
assert mod != mod2
assert mod2.y == 4
import conftest
@@ -147,22 +178,30 @@ def test_conftest_global_import(pytester: Pytester) -> None:
assert res.ret == 0
-def test_conftestcutdir(testdir: Testdir) -> None:
- conf = testdir.makeconftest("")
- p = testdir.mkdir("x")
+def test_conftestcutdir(pytester: Pytester) -> None:
+ conf = pytester.makeconftest("")
+ p = pytester.mkdir("x")
conftest = PytestPluginManager()
- conftest_setinitial(conftest, [testdir.tmpdir], confcutdir=p)
- values = conftest._getconftestmodules(p, importmode="prepend")
+ conftest_setinitial(conftest, [pytester.path], confcutdir=p)
+ values = conftest._getconftestmodules(
+ p, importmode="prepend", rootpath=pytester.path
+ )
assert len(values) == 0
- values = conftest._getconftestmodules(conf.dirpath(), importmode="prepend")
+ values = conftest._getconftestmodules(
+ conf.parent, importmode="prepend", rootpath=pytester.path
+ )
assert len(values) == 0
assert Path(conf) not in conftest._conftestpath2mod
# but we can still import a conftest directly
- conftest._importconftest(conf, importmode="prepend")
- values = conftest._getconftestmodules(conf.dirpath(), importmode="prepend")
+ conftest._importconftest(conf, importmode="prepend", rootpath=pytester.path)
+ values = conftest._getconftestmodules(
+ conf.parent, importmode="prepend", rootpath=pytester.path
+ )
assert values[0].__file__.startswith(str(conf))
# and all sub paths get updated properly
- values = conftest._getconftestmodules(p, importmode="prepend")
+ values = conftest._getconftestmodules(
+ p, importmode="prepend", rootpath=pytester.path
+ )
assert len(values) == 1
assert values[0].__file__.startswith(str(conf))
@@ -170,9 +209,9 @@ def test_conftestcutdir(testdir: Testdir) -> None:
def test_conftestcutdir_inplace_considered(pytester: Pytester) -> None:
conf = pytester.makeconftest("")
conftest = PytestPluginManager()
- conftest_setinitial(conftest, [conf.parent], confcutdir=py.path.local(conf.parent))
+ conftest_setinitial(conftest, [conf.parent], confcutdir=conf.parent)
values = conftest._getconftestmodules(
- py.path.local(conf.parent), importmode="prepend"
+ conf.parent, importmode="prepend", rootpath=pytester.path
)
assert len(values) == 1
assert values[0].__file__.startswith(str(conf))
@@ -184,7 +223,7 @@ def test_setinitial_conftest_subdirs(pytester: Pytester, name: str) -> None:
subconftest = sub.joinpath("conftest.py")
subconftest.touch()
conftest = PytestPluginManager()
- conftest_setinitial(conftest, [sub.parent], confcutdir=py.path.local(pytester.path))
+ conftest_setinitial(conftest, [sub.parent], confcutdir=pytester.path)
key = subconftest.resolve()
if name not in ("whatever", ".dotdir"):
assert key in conftest._conftestpath2mod
@@ -337,32 +376,31 @@ def pytest_addoption(parser):
result.stdout.fnmatch_lines(["*--xyz*"])
-def test_conftest_import_order(testdir: Testdir, monkeypatch: MonkeyPatch) -> None:
- ct1 = testdir.makeconftest("")
- sub = testdir.mkdir("sub")
- ct2 = sub.join("conftest.py")
- ct2.write("")
+def test_conftest_import_order(pytester: Pytester, monkeypatch: MonkeyPatch) -> None:
+ ct1 = pytester.makeconftest("")
+ sub = pytester.mkdir("sub")
+ ct2 = sub / "conftest.py"
+ ct2.write_text("")
- def impct(p, importmode):
+ def impct(p, importmode, root):
return p
conftest = PytestPluginManager()
- conftest._confcutdir = testdir.tmpdir
+ conftest._confcutdir = pytester.path
monkeypatch.setattr(conftest, "_importconftest", impct)
mods = cast(
- List[py.path.local],
- conftest._getconftestmodules(py.path.local(sub), importmode="prepend"),
+ List[Path],
+ conftest._getconftestmodules(sub, importmode="prepend", rootpath=pytester.path),
)
expected = [ct1, ct2]
assert mods == expected
def test_fixture_dependency(pytester: Pytester) -> None:
- ct1 = pytester.makeconftest("")
- ct1 = pytester.makepyfile("__init__.py")
- ct1.write_text("")
+ pytester.makeconftest("")
+ pytester.path.joinpath("__init__.py").touch()
sub = pytester.mkdir("sub")
- sub.joinpath("__init__.py").write_text("")
+ sub.joinpath("__init__.py").touch()
sub.joinpath("conftest.py").write_text(
textwrap.dedent(
"""\
@@ -384,7 +422,7 @@ def bar(foo):
)
subsub = sub.joinpath("subsub")
subsub.mkdir()
- subsub.joinpath("__init__.py").write_text("")
+ subsub.joinpath("__init__.py").touch()
subsub.joinpath("test_bar.py").write_text(
textwrap.dedent(
"""\
@@ -522,8 +560,8 @@ def test_parsefactories_relative_node_ids(
"""#616"""
dirs = self._setup_tree(pytester)
print("pytest run in cwd: %s" % (dirs[chdir].relative_to(pytester.path)))
- print("pytestarg : %s" % (testarg))
- print("expected pass : %s" % (expect_ntests_passed))
+ print("pytestarg : %s" % testarg)
+ print("expected pass : %s" % expect_ntests_passed)
os.chdir(dirs[chdir])
reprec = pytester.inline_run(testarg, "-q", "--traceconfig")
reprec.assertoutcome(passed=expect_ntests_passed)
@@ -629,7 +667,7 @@ def test_hook_proxy(pytester: Pytester) -> None:
"root/demo-0/test_foo1.py": "def test1(): pass",
"root/demo-a/test_foo2.py": "def test1(): pass",
"root/demo-a/conftest.py": """\
- def pytest_ignore_collect(path, config):
+ def pytest_ignore_collect(collection_path, config):
return True
""",
"root/demo-b/test_foo3.py": "def test1(): pass",
diff --git a/testing/test_debugging.py b/testing/test_debugging.py
index ed96f7ec781..a822bb57f58 100644
--- a/testing/test_debugging.py
+++ b/testing/test_debugging.py
@@ -24,8 +24,8 @@
def pdb_env(request):
if "pytester" in request.fixturenames:
# Disable pdb++ with inner tests.
- pytester = request.getfixturevalue("testdir")
- pytester.monkeypatch.setenv("PDBPP_HIJACK_PDB", "0")
+ pytester = request.getfixturevalue("pytester")
+ pytester._monkeypatch.setenv("PDBPP_HIJACK_PDB", "0")
def runpdb_and_get_report(pytester: Pytester, source: str):
@@ -877,7 +877,9 @@ def test_pdb_custom_cls_without_pdb(
assert custom_pdb_calls == []
def test_pdb_custom_cls_with_set_trace(
- self, pytester: Pytester, monkeypatch: MonkeyPatch,
+ self,
+ pytester: Pytester,
+ monkeypatch: MonkeyPatch,
) -> None:
pytester.makepyfile(
custom_pdb="""
@@ -932,7 +934,7 @@ def test_sys_breakpointhook_configure_and_unconfigure(
from _pytest.debugging import pytestPDB
def pytest_configure(config):
- config._cleanup.append(check_restored)
+ config.add_cleanup(check_restored)
def check_restored():
assert sys.breakpointhook == sys.__breakpointhook__
@@ -981,7 +983,7 @@ def test_environ_custom_class(
os.environ['PYTHONBREAKPOINT'] = '_pytest._CustomDebugger.set_trace'
def pytest_configure(config):
- config._cleanup.append(check_restored)
+ config.add_cleanup(check_restored)
def check_restored():
assert sys.breakpointhook == sys.__breakpointhook__
diff --git a/testing/test_doctest.py b/testing/test_doctest.py
index 6e3880330a9..e85f44f93f4 100644
--- a/testing/test_doctest.py
+++ b/testing/test_doctest.py
@@ -1,12 +1,12 @@
import inspect
import textwrap
+from pathlib import Path
from typing import Callable
from typing import Optional
-import py
-
import pytest
from _pytest.doctest import _get_checker
+from _pytest.doctest import _is_main_py
from _pytest.doctest import _is_mocked
from _pytest.doctest import _is_setup_py
from _pytest.doctest import _patch_unwrap_mock_aware
@@ -70,7 +70,9 @@ def my_func():
@pytest.mark.parametrize("filename", ["__init__", "whatever"])
def test_collect_module_two_doctest_no_modulelevel(
- self, pytester: Pytester, filename: str,
+ self,
+ pytester: Pytester,
+ filename: str,
) -> None:
path = pytester.makepyfile(
**{
@@ -78,7 +80,7 @@ def test_collect_module_two_doctest_no_modulelevel(
'# Empty'
def my_func():
">>> magic = 42 "
- def unuseful():
+ def useless():
'''
# This is a function
# >>> # it doesn't have any doctest
@@ -562,7 +564,7 @@ def my_func():
>>> magic - 42
0
'''
- def unuseful():
+ def useless():
pass
def another():
'''
@@ -729,12 +731,11 @@ def test_unicode_doctest(self, pytester: Pytester):
test_unicode_doctest="""
.. doctest::
- >>> print(
- ... "Hi\\n\\nByé")
+ >>> print("Hi\\n\\nByé")
Hi
...
Byé
- >>> 1/0 # Byé
+ >>> 1 / 0 # Byé
1
"""
)
@@ -811,6 +812,11 @@ def test_valid_setup_py(self, pytester: Pytester):
result = pytester.runpytest(p, "--doctest-modules")
result.stdout.fnmatch_lines(["*collected 0 items*"])
+ def test_main_py_does_not_cause_import_errors(self, pytester: Pytester):
+ p = pytester.copy_example("doctest/main_py")
+ result = pytester.runpytest(p, "--doctest-modules")
+ result.stdout.fnmatch_lines(["*collected 2 items*", "*1 failed, 1 passed*"])
+
def test_invalid_setup_py(self, pytester: Pytester):
"""
Test to make sure that pytest reads setup.py files that are not used
@@ -1164,6 +1170,41 @@ def test_continue_on_failure(self, pytester: Pytester):
["*4: UnexpectedException*", "*5: DocTestFailure*", "*8: DocTestFailure*"]
)
+ def test_skipping_wrapped_test(self, pytester):
+ """
+ Issue 8796: INTERNALERROR raised when skipping a decorated DocTest
+ through pytest_collection_modifyitems.
+ """
+ pytester.makeconftest(
+ """
+ import pytest
+ from _pytest.doctest import DoctestItem
+
+ def pytest_collection_modifyitems(config, items):
+ skip_marker = pytest.mark.skip()
+
+ for item in items:
+ if isinstance(item, DoctestItem):
+ item.add_marker(skip_marker)
+ """
+ )
+
+ pytester.makepyfile(
+ """
+ from contextlib import contextmanager
+
+ @contextmanager
+ def my_config_context():
+ '''
+ >>> import os
+ '''
+ """
+ )
+
+ result = pytester.runpytest("--doctest-modules")
+ assert "INTERNALERROR" not in result.stdout.str()
+ result.assert_outcomes(skipped=1)
+
class TestDoctestAutoUseFixtures:
@@ -1496,25 +1537,33 @@ def test_warning_on_unwrap_of_broken_object(
assert inspect.unwrap.__module__ == "inspect"
-def test_is_setup_py_not_named_setup_py(tmp_path):
+def test_is_setup_py_not_named_setup_py(tmp_path: Path) -> None:
not_setup_py = tmp_path.joinpath("not_setup.py")
not_setup_py.write_text('from setuptools import setup; setup(name="foo")')
- assert not _is_setup_py(py.path.local(str(not_setup_py)))
+ assert not _is_setup_py(not_setup_py)
@pytest.mark.parametrize("mod", ("setuptools", "distutils.core"))
-def test_is_setup_py_is_a_setup_py(tmpdir, mod):
- setup_py = tmpdir.join("setup.py")
- setup_py.write(f'from {mod} import setup; setup(name="foo")')
+def test_is_setup_py_is_a_setup_py(tmp_path: Path, mod: str) -> None:
+ setup_py = tmp_path.joinpath("setup.py")
+ setup_py.write_text(f'from {mod} import setup; setup(name="foo")', "utf-8")
assert _is_setup_py(setup_py)
@pytest.mark.parametrize("mod", ("setuptools", "distutils.core"))
-def test_is_setup_py_different_encoding(tmp_path, mod):
+def test_is_setup_py_different_encoding(tmp_path: Path, mod: str) -> None:
setup_py = tmp_path.joinpath("setup.py")
contents = (
"# -*- coding: cp1252 -*-\n"
'from {} import setup; setup(name="foo", description="€")\n'.format(mod)
)
setup_py.write_bytes(contents.encode("cp1252"))
- assert _is_setup_py(py.path.local(str(setup_py)))
+ assert _is_setup_py(setup_py)
+
+
+@pytest.mark.parametrize(
+ "name, expected", [("__main__.py", True), ("__init__.py", False)]
+)
+def test_is_main_py(tmp_path: Path, name: str, expected: bool) -> None:
+ dunder_main = tmp_path.joinpath(name)
+ assert _is_main_py(dunder_main) == expected
diff --git a/testing/test_faulthandler.py b/testing/test_faulthandler.py
index caf39813cf4..5b7911f21f8 100644
--- a/testing/test_faulthandler.py
+++ b/testing/test_faulthandler.py
@@ -1,3 +1,4 @@
+import io
import sys
import pytest
@@ -18,22 +19,41 @@ def test_crash():
assert result.ret != 0
-def test_crash_near_exit(pytester: Pytester) -> None:
- """Test that fault handler displays crashes that happen even after
- pytest is exiting (for example, when the interpreter is shutting down)."""
+def setup_crashing_test(pytester: Pytester) -> None:
pytester.makepyfile(
"""
- import faulthandler
- import atexit
- def test_ok():
- atexit.register(faulthandler._sigabrt)
- """
+ import faulthandler
+ import atexit
+ def test_ok():
+ atexit.register(faulthandler._sigabrt)
+ """
)
- result = pytester.runpytest_subprocess()
+
+
+def test_crash_during_shutdown_captured(pytester: Pytester) -> None:
+ """
+ Re-enable faulthandler if pytest encountered it enabled during configure.
+ We should be able to then see crashes during interpreter shutdown.
+ """
+ setup_crashing_test(pytester)
+ args = (sys.executable, "-Xfaulthandler", "-mpytest")
+ result = pytester.run(*args)
result.stderr.fnmatch_lines(["*Fatal Python error*"])
assert result.ret != 0
+def test_crash_during_shutdown_not_captured(pytester: Pytester) -> None:
+ """
+ Check that pytest leaves faulthandler disabled if it was not enabled during configure.
+ This prevents us from seeing crashes during interpreter shutdown (see #8260).
+ """
+ setup_crashing_test(pytester)
+ args = (sys.executable, "-mpytest")
+ result = pytester.run(*args)
+ result.stderr.no_fnmatch_line("*Fatal Python error*")
+ assert result.ret != 0
+
+
def test_disabled(pytester: Pytester) -> None:
"""Test option to disable fault handler in the command line."""
pytester.makepyfile(
@@ -93,7 +113,7 @@ def test_cancel_timeout_on_hook(monkeypatch, hook_name) -> None:
to timeout before entering pdb (pytest-dev/pytest-faulthandler#12) or any
other interactive exception (pytest-dev/pytest-faulthandler#14)."""
import faulthandler
- from _pytest.faulthandler import FaultHandlerHooks
+ from _pytest import faulthandler as faulthandler_plugin
called = []
@@ -103,19 +123,18 @@ def test_cancel_timeout_on_hook(monkeypatch, hook_name) -> None:
# call our hook explicitly, we can trust that pytest will call the hook
# for us at the appropriate moment
- hook_func = getattr(FaultHandlerHooks, hook_name)
- hook_func(self=None)
+ hook_func = getattr(faulthandler_plugin, hook_name)
+ hook_func()
assert called == [1]
-@pytest.mark.parametrize("faulthandler_timeout", [0, 2])
-def test_already_initialized(faulthandler_timeout: int, pytester: Pytester) -> None:
- """Test for faulthandler being initialized earlier than pytest (#6575)."""
+def test_already_initialized_crash(pytester: Pytester) -> None:
+ """Even if faulthandler is already initialized, we still dump tracebacks on crashes (#8258)."""
pytester.makepyfile(
"""
def test():
import faulthandler
- assert faulthandler.is_enabled()
+ faulthandler._sigabrt()
"""
)
result = pytester.run(
@@ -124,14 +143,30 @@ def test():
"faulthandler",
"-mpytest",
pytester.path,
- "-o",
- f"faulthandler_timeout={faulthandler_timeout}",
)
- # ensure warning is emitted if faulthandler_timeout is configured
- warning_line = "*faulthandler.py*faulthandler module enabled before*"
- if faulthandler_timeout > 0:
- result.stdout.fnmatch_lines(warning_line)
- else:
- result.stdout.no_fnmatch_line(warning_line)
- result.stdout.fnmatch_lines("*1 passed*")
- assert result.ret == 0
+ result.stderr.fnmatch_lines(["*Fatal Python error*"])
+ assert result.ret != 0
+
+
+def test_get_stderr_fileno_invalid_fd() -> None:
+ """Test for faulthandler being able to handle invalid file descriptors for stderr (#8249)."""
+ from _pytest.faulthandler import get_stderr_fileno
+
+ class StdErrWrapper(io.StringIO):
+ """
+ Mimic ``twisted.logger.LoggingFile`` to simulate returning an invalid file descriptor.
+
+ https://github.com/twisted/twisted/blob/twisted-20.3.0/src/twisted/logger/_io.py#L132-L139
+ """
+
+ def fileno(self):
+ return -1
+
+ wrapper = StdErrWrapper()
+
+ with pytest.MonkeyPatch.context() as mp:
+ mp.setattr("sys.stderr", wrapper)
+
+ # Even when the stderr wrapper signals an invalid file descriptor,
+ # ``_get_stderr_fileno()`` should return the real one.
+ assert get_stderr_fileno() == 2
diff --git a/testing/test_findpaths.py b/testing/test_findpaths.py
index af6aeb3a56d..3a2917261a2 100644
--- a/testing/test_findpaths.py
+++ b/testing/test_findpaths.py
@@ -2,6 +2,7 @@
from textwrap import dedent
import pytest
+from _pytest.config import UsageError
from _pytest.config.findpaths import get_common_ancestor
from _pytest.config.findpaths import get_dirs_from_args
from _pytest.config.findpaths import load_config_dict_from_file
@@ -52,6 +53,13 @@ def test_unsupported_pytest_section_in_cfg_file(self, tmp_path: Path) -> None:
load_config_dict_from_file(fn)
def test_invalid_toml_file(self, tmp_path: Path) -> None:
+ """Invalid .toml files should raise `UsageError`."""
+ fn = tmp_path / "myconfig.toml"
+ fn.write_text("]invalid toml[", encoding="utf-8")
+ with pytest.raises(UsageError):
+ load_config_dict_from_file(fn)
+
+ def test_custom_toml_file(self, tmp_path: Path) -> None:
""".toml files without [tool.pytest.ini_options] are not considered for configuration."""
fn = tmp_path / "myconfig.toml"
fn.write_text(
@@ -77,6 +85,7 @@ def test_valid_toml_file(self, tmp_path: Path) -> None:
y = 20.0
values = ["tests", "integration"]
name = "foo"
+ heterogeneous_array = [1, "str"]
"""
),
encoding="utf-8",
@@ -86,6 +95,7 @@ def test_valid_toml_file(self, tmp_path: Path) -> None:
"y": "20.0",
"values": ["tests", "integration"],
"name": "foo",
+ "heterogeneous_array": [1, "str"],
}
diff --git a/testing/test_helpconfig.py b/testing/test_helpconfig.py
index c2533ef304a..44c2c9295bf 100644
--- a/testing/test_helpconfig.py
+++ b/testing/test_helpconfig.py
@@ -7,17 +7,22 @@ def test_version_verbose(pytester: Pytester, pytestconfig, monkeypatch) -> None:
monkeypatch.delenv("PYTEST_DISABLE_PLUGIN_AUTOLOAD")
result = pytester.runpytest("--version", "--version")
assert result.ret == 0
- result.stderr.fnmatch_lines([f"*pytest*{pytest.__version__}*imported from*"])
+ result.stdout.fnmatch_lines([f"*pytest*{pytest.__version__}*imported from*"])
if pytestconfig.pluginmanager.list_plugin_distinfo():
- result.stderr.fnmatch_lines(["*setuptools registered plugins:", "*at*"])
+ result.stdout.fnmatch_lines(["*setuptools registered plugins:", "*at*"])
def test_version_less_verbose(pytester: Pytester, pytestconfig, monkeypatch) -> None:
monkeypatch.delenv("PYTEST_DISABLE_PLUGIN_AUTOLOAD")
result = pytester.runpytest("--version")
assert result.ret == 0
- # p = py.path.local(py.__file__).dirpath()
- result.stderr.fnmatch_lines([f"pytest {pytest.__version__}"])
+ result.stdout.fnmatch_lines([f"pytest {pytest.__version__}"])
+
+
+def test_versions():
+ """Regression check for the public version attributes in pytest."""
+ assert isinstance(pytest.__version__, str)
+ assert isinstance(pytest.version_tuple, tuple)
def test_help(pytester: Pytester) -> None:
@@ -29,6 +34,9 @@ def test_help(pytester: Pytester) -> None:
For example: -m 'mark1 and not mark2'.
reporting:
--durations=N *
+ -V, --version display pytest version and information about plugins.
+ When given twice, also display information about
+ plugins.
*setup.cfg*
*minversion*
*to see*markers*pytest --markers*
@@ -97,7 +105,7 @@ def pytest_hello(xyz):
def test_traceconfig(pytester: Pytester) -> None:
result = pytester.runpytest("--traceconfig")
- result.stdout.fnmatch_lines(["*using*pytest*py*", "*active plugins*"])
+ result.stdout.fnmatch_lines(["*using*pytest*", "*active plugins*"])
def test_debug(pytester: Pytester) -> None:
diff --git a/testing/test_junitxml.py b/testing/test_junitxml.py
index 006bea96280..02531e81435 100644
--- a/testing/test_junitxml.py
+++ b/testing/test_junitxml.py
@@ -4,51 +4,62 @@
from pathlib import Path
from typing import cast
from typing import List
+from typing import Optional
from typing import Tuple
from typing import TYPE_CHECKING
+from typing import Union
from xml.dom import minidom
-import py
import xmlschema
import pytest
from _pytest.config import Config
from _pytest.junitxml import bin_xml_escape
from _pytest.junitxml import LogXML
+from _pytest.monkeypatch import MonkeyPatch
+from _pytest.pytester import Pytester
+from _pytest.pytester import RunResult
from _pytest.reports import BaseReport
from _pytest.reports import TestReport
-from _pytest.store import Store
+from _pytest.stash import Stash
@pytest.fixture(scope="session")
-def schema():
+def schema() -> xmlschema.XMLSchema:
"""Return an xmlschema.XMLSchema object for the junit-10.xsd file."""
fn = Path(__file__).parent / "example_scripts/junit-10.xsd"
with fn.open() as f:
return xmlschema.XMLSchema(f)
-@pytest.fixture
-def run_and_parse(testdir, schema):
- """Fixture that returns a function that can be used to execute pytest and
- return the parsed ``DomNode`` of the root xml node.
-
- The ``family`` parameter is used to configure the ``junit_family`` of the written report.
- "xunit2" is also automatically validated against the schema.
- """
+class RunAndParse:
+ def __init__(self, pytester: Pytester, schema: xmlschema.XMLSchema) -> None:
+ self.pytester = pytester
+ self.schema = schema
- def run(*args, family="xunit1"):
+ def __call__(
+ self, *args: Union[str, "os.PathLike[str]"], family: Optional[str] = "xunit1"
+ ) -> Tuple[RunResult, "DomNode"]:
if family:
args = ("-o", "junit_family=" + family) + args
- xml_path = testdir.tmpdir.join("junit.xml")
- result = testdir.runpytest("--junitxml=%s" % xml_path, *args)
+ xml_path = self.pytester.path.joinpath("junit.xml")
+ result = self.pytester.runpytest("--junitxml=%s" % xml_path, *args)
if family == "xunit2":
with xml_path.open() as f:
- schema.validate(f)
+ self.schema.validate(f)
xmldoc = minidom.parse(str(xml_path))
return result, DomNode(xmldoc)
- return run
+
+@pytest.fixture
+def run_and_parse(pytester: Pytester, schema: xmlschema.XMLSchema) -> RunAndParse:
+ """Fixture that returns a function that can be used to execute pytest and
+ return the parsed ``DomNode`` of the root xml node.
+
+ The ``family`` parameter is used to configure the ``junit_family`` of the written report.
+ "xunit2" is also automatically validated against the schema.
+ """
+ return RunAndParse(pytester, schema)
def assert_attr(node, **kwargs):
@@ -130,8 +141,10 @@ def next_sibling(self):
class TestPython:
@parametrize_families
- def test_summing_simple(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_summing_simple(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
def test_pass():
@@ -154,8 +167,10 @@ def test_xpass():
node.assert_attr(name="pytest", errors=0, failures=1, skipped=2, tests=5)
@parametrize_families
- def test_summing_simple_with_errors(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_summing_simple_with_errors(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.fixture
@@ -181,8 +196,10 @@ def test_xpass():
node.assert_attr(name="pytest", errors=1, failures=2, skipped=1, tests=5)
@parametrize_families
- def test_hostname_in_xml(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_hostname_in_xml(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
def test_pass():
pass
@@ -193,8 +210,10 @@ def test_pass():
node.assert_attr(hostname=platform.node())
@parametrize_families
- def test_timestamp_in_xml(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_timestamp_in_xml(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
def test_pass():
pass
@@ -206,8 +225,10 @@ def test_pass():
timestamp = datetime.strptime(node["timestamp"], "%Y-%m-%dT%H:%M:%S.%f")
assert start_time <= timestamp < datetime.now()
- def test_timing_function(self, testdir, run_and_parse, mock_timing):
- testdir.makepyfile(
+ def test_timing_function(
+ self, pytester: Pytester, run_and_parse: RunAndParse, mock_timing
+ ) -> None:
+ pytester.makepyfile(
"""
from _pytest import timing
def setup_module():
@@ -226,8 +247,12 @@ def test_sleep():
@pytest.mark.parametrize("duration_report", ["call", "total"])
def test_junit_duration_report(
- self, testdir, monkeypatch, duration_report, run_and_parse
- ):
+ self,
+ pytester: Pytester,
+ monkeypatch: MonkeyPatch,
+ duration_report: str,
+ run_and_parse: RunAndParse,
+ ) -> None:
# mock LogXML.node_reporter so it always sets a known duration to each test report object
original_node_reporter = LogXML.node_reporter
@@ -239,7 +264,7 @@ def node_reporter_wrapper(s, report):
monkeypatch.setattr(LogXML, "node_reporter", node_reporter_wrapper)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test_foo():
pass
@@ -256,8 +281,10 @@ def test_foo():
assert val == 1.0
@parametrize_families
- def test_setup_error(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_setup_error(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -279,8 +306,10 @@ def test_function(arg):
assert "ValueError" in fnode.toxml()
@parametrize_families
- def test_teardown_error(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_teardown_error(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -302,8 +331,10 @@ def test_function(arg):
assert "ValueError" in fnode.toxml()
@parametrize_families
- def test_call_failure_teardown_error(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_call_failure_teardown_error(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -331,8 +362,10 @@ def test_function(arg):
)
@parametrize_families
- def test_skip_contains_name_reason(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_skip_contains_name_reason(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
def test_skip():
@@ -349,8 +382,10 @@ def test_skip():
snode.assert_attr(type="pytest.skip", message="hello23")
@parametrize_families
- def test_mark_skip_contains_name_reason(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_mark_skip_contains_name_reason(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.mark.skip(reason="hello24")
@@ -371,9 +406,9 @@ def test_skip():
@parametrize_families
def test_mark_skipif_contains_name_reason(
- self, testdir, run_and_parse, xunit_family
- ):
- testdir.makepyfile(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
GLOBAL_CONDITION = True
@@ -395,9 +430,9 @@ def test_skip():
@parametrize_families
def test_mark_skip_doesnt_capture_output(
- self, testdir, run_and_parse, xunit_family
- ):
- testdir.makepyfile(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.mark.skip(reason="foo")
@@ -411,8 +446,10 @@ def test_skip():
assert "bar!" not in node_xml
@parametrize_families
- def test_classname_instance(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_classname_instance(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
class TestClass(object):
def test_method(self):
@@ -429,9 +466,11 @@ def test_method(self):
)
@parametrize_families
- def test_classname_nested_dir(self, testdir, run_and_parse, xunit_family):
- p = testdir.tmpdir.ensure("sub", "test_hello.py")
- p.write("def test_func(): 0/0")
+ def test_classname_nested_dir(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ p = pytester.mkdir("sub").joinpath("test_hello.py")
+ p.write_text("def test_func(): 0/0")
result, dom = run_and_parse(family=xunit_family)
assert result.ret
node = dom.find_first_by_tag("testsuite")
@@ -440,9 +479,11 @@ def test_classname_nested_dir(self, testdir, run_and_parse, xunit_family):
tnode.assert_attr(classname="sub.test_hello", name="test_func")
@parametrize_families
- def test_internal_error(self, testdir, run_and_parse, xunit_family):
- testdir.makeconftest("def pytest_runtest_protocol(): 0 / 0")
- testdir.makepyfile("def test_function(): pass")
+ def test_internal_error(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makeconftest("def pytest_runtest_protocol(): 0 / 0")
+ pytester.makepyfile("def test_function(): pass")
result, dom = run_and_parse(family=xunit_family)
assert result.ret
node = dom.find_first_by_tag("testsuite")
@@ -458,9 +499,13 @@ def test_internal_error(self, testdir, run_and_parse, xunit_family):
)
@parametrize_families
def test_failure_function(
- self, testdir, junit_logging, run_and_parse, xunit_family
- ):
- testdir.makepyfile(
+ self,
+ pytester: Pytester,
+ junit_logging,
+ run_and_parse: RunAndParse,
+ xunit_family,
+ ) -> None:
+ pytester.makepyfile(
"""
import logging
import sys
@@ -521,8 +566,10 @@ def test_fail():
), "Found unexpected content: system-err"
@parametrize_families
- def test_failure_verbose_message(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_failure_verbose_message(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
import sys
def test_fail():
@@ -536,8 +583,10 @@ def test_fail():
fnode.assert_attr(message="AssertionError: An error\nassert 0")
@parametrize_families
- def test_failure_escape(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_failure_escape(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.mark.parametrize('arg1', "<&'", ids="<&'")
@@ -564,8 +613,10 @@ def test_func(arg1):
assert "%s\n" % char in text
@parametrize_families
- def test_junit_prefixing(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_junit_prefixing(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
def test_func():
assert 0
@@ -586,8 +637,10 @@ def test_hello(self):
)
@parametrize_families
- def test_xfailure_function(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_xfailure_function(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
def test_xfail():
@@ -604,8 +657,10 @@ def test_xfail():
fnode.assert_attr(type="pytest.xfail", message="42")
@parametrize_families
- def test_xfailure_marker(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_xfailure_marker(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.mark.xfail(reason="42")
@@ -625,8 +680,10 @@ def test_xfail():
@pytest.mark.parametrize(
"junit_logging", ["no", "log", "system-out", "system-err", "out-err", "all"]
)
- def test_xfail_captures_output_once(self, testdir, junit_logging, run_and_parse):
- testdir.makepyfile(
+ def test_xfail_captures_output_once(
+ self, pytester: Pytester, junit_logging: str, run_and_parse: RunAndParse
+ ) -> None:
+ pytester.makepyfile(
"""
import sys
import pytest
@@ -652,8 +709,10 @@ def test_fail():
assert len(tnode.find_by_tag("system-out")) == 0
@parametrize_families
- def test_xfailure_xpass(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_xfailure_xpass(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.mark.xfail
@@ -669,8 +728,10 @@ def test_xpass():
tnode.assert_attr(classname="test_xfailure_xpass", name="test_xpass")
@parametrize_families
- def test_xfailure_xpass_strict(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+ def test_xfailure_xpass_strict(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.mark.xfail(strict=True, reason="This needs to fail!")
@@ -688,8 +749,10 @@ def test_xpass():
fnode.assert_attr(message="[XPASS(strict)] This needs to fail!")
@parametrize_families
- def test_collect_error(self, testdir, run_and_parse, xunit_family):
- testdir.makepyfile("syntax error")
+ def test_collect_error(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makepyfile("syntax error")
result, dom = run_and_parse(family=xunit_family)
assert result.ret
node = dom.find_first_by_tag("testsuite")
@@ -699,9 +762,9 @@ def test_collect_error(self, testdir, run_and_parse, xunit_family):
fnode.assert_attr(message="collection failure")
assert "SyntaxError" in fnode.toxml()
- def test_unicode(self, testdir, run_and_parse):
+ def test_unicode(self, pytester: Pytester, run_and_parse: RunAndParse) -> None:
value = "hx\xc4\x85\xc4\x87\n"
- testdir.makepyfile(
+ pytester.makepyfile(
"""\
# coding: latin1
def test_hello():
@@ -716,9 +779,11 @@ def test_hello():
fnode = tnode.find_first_by_tag("failure")
assert "hx" in fnode.toxml()
- def test_assertion_binchars(self, testdir, run_and_parse):
+ def test_assertion_binchars(
+ self, pytester: Pytester, run_and_parse: RunAndParse
+ ) -> None:
"""This test did fail when the escaping wasn't strict."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
M1 = '\x01\x02\x03\x04'
@@ -732,8 +797,10 @@ def test_str_compare():
print(dom.toxml())
@pytest.mark.parametrize("junit_logging", ["no", "system-out"])
- def test_pass_captures_stdout(self, testdir, run_and_parse, junit_logging):
- testdir.makepyfile(
+ def test_pass_captures_stdout(
+ self, pytester: Pytester, run_and_parse: RunAndParse, junit_logging: str
+ ) -> None:
+ pytester.makepyfile(
"""
def test_pass():
print('hello-stdout')
@@ -753,8 +820,10 @@ def test_pass():
), "'hello-stdout' should be in system-out"
@pytest.mark.parametrize("junit_logging", ["no", "system-err"])
- def test_pass_captures_stderr(self, testdir, run_and_parse, junit_logging):
- testdir.makepyfile(
+ def test_pass_captures_stderr(
+ self, pytester: Pytester, run_and_parse: RunAndParse, junit_logging: str
+ ) -> None:
+ pytester.makepyfile(
"""
import sys
def test_pass():
@@ -775,8 +844,10 @@ def test_pass():
), "'hello-stderr' should be in system-err"
@pytest.mark.parametrize("junit_logging", ["no", "system-out"])
- def test_setup_error_captures_stdout(self, testdir, run_and_parse, junit_logging):
- testdir.makepyfile(
+ def test_setup_error_captures_stdout(
+ self, pytester: Pytester, run_and_parse: RunAndParse, junit_logging: str
+ ) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -802,8 +873,10 @@ def test_function(arg):
), "'hello-stdout' should be in system-out"
@pytest.mark.parametrize("junit_logging", ["no", "system-err"])
- def test_setup_error_captures_stderr(self, testdir, run_and_parse, junit_logging):
- testdir.makepyfile(
+ def test_setup_error_captures_stderr(
+ self, pytester: Pytester, run_and_parse: RunAndParse, junit_logging: str
+ ) -> None:
+ pytester.makepyfile(
"""
import sys
import pytest
@@ -830,8 +903,10 @@ def test_function(arg):
), "'hello-stderr' should be in system-err"
@pytest.mark.parametrize("junit_logging", ["no", "system-out"])
- def test_avoid_double_stdout(self, testdir, run_and_parse, junit_logging):
- testdir.makepyfile(
+ def test_avoid_double_stdout(
+ self, pytester: Pytester, run_and_parse: RunAndParse, junit_logging: str
+ ) -> None:
+ pytester.makepyfile(
"""
import sys
import pytest
@@ -858,15 +933,15 @@ def test_function(arg):
assert "hello-stdout teardown" in systemout.toxml()
-def test_mangle_test_address():
+def test_mangle_test_address() -> None:
from _pytest.junitxml import mangle_test_address
- address = "::".join(["a/my.py.thing.py", "Class", "()", "method", "[a-1-::]"])
+ address = "::".join(["a/my.py.thing.py", "Class", "method", "[a-1-::]"])
newnames = mangle_test_address(address)
assert newnames == ["a.my.py.thing", "Class", "method", "[a-1-::]"]
-def test_dont_configure_on_workers(tmpdir) -> None:
+def test_dont_configure_on_workers(tmp_path: Path) -> None:
gotten: List[object] = []
class FakeConfig:
@@ -876,14 +951,14 @@ class FakeConfig:
def __init__(self):
self.pluginmanager = self
self.option = self
- self._store = Store()
+ self.stash = Stash()
def getini(self, name):
return "pytest"
junitprefix = None
- # XXX: shouldn't need tmpdir ?
- xmlpath = str(tmpdir.join("junix.xml"))
+ # XXX: shouldn't need tmp_path ?
+ xmlpath = str(tmp_path.joinpath("junix.xml"))
register = gotten.append
fake_config = cast(Config, FakeConfig())
@@ -898,13 +973,15 @@ def getini(self, name):
class TestNonPython:
@parametrize_families
- def test_summing_simple(self, testdir, run_and_parse, xunit_family):
- testdir.makeconftest(
+ def test_summing_simple(
+ self, pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+ ) -> None:
+ pytester.makeconftest(
"""
import pytest
- def pytest_collect_file(path, parent):
- if path.ext == ".xyz":
- return MyItem.from_parent(name=path.basename, parent=parent)
+ def pytest_collect_file(file_path, parent):
+ if file_path.suffix == ".xyz":
+ return MyItem.from_parent(name=file_path.name, parent=parent)
class MyItem(pytest.Item):
def runtest(self):
raise ValueError(42)
@@ -912,7 +989,7 @@ def repr_failure(self, excinfo):
return "custom item runtest failed"
"""
)
- testdir.tmpdir.join("myfile.xyz").write("hello")
+ pytester.path.joinpath("myfile.xyz").write_text("hello")
result, dom = run_and_parse(family=xunit_family)
assert result.ret
node = dom.find_first_by_tag("testsuite")
@@ -925,9 +1002,9 @@ def repr_failure(self, excinfo):
@pytest.mark.parametrize("junit_logging", ["no", "system-out"])
-def test_nullbyte(testdir, junit_logging):
+def test_nullbyte(pytester: Pytester, junit_logging: str) -> None:
# A null byte can not occur in XML (see section 2.2 of the spec)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import sys
def test_print_nullbyte():
@@ -936,9 +1013,9 @@ def test_print_nullbyte():
assert False
"""
)
- xmlf = testdir.tmpdir.join("junit.xml")
- testdir.runpytest("--junitxml=%s" % xmlf, "-o", "junit_logging=%s" % junit_logging)
- text = xmlf.read()
+ xmlf = pytester.path.joinpath("junit.xml")
+ pytester.runpytest("--junitxml=%s" % xmlf, "-o", "junit_logging=%s" % junit_logging)
+ text = xmlf.read_text()
assert "\x00" not in text
if junit_logging == "system-out":
assert "#x00" in text
@@ -947,9 +1024,9 @@ def test_print_nullbyte():
@pytest.mark.parametrize("junit_logging", ["no", "system-out"])
-def test_nullbyte_replace(testdir, junit_logging):
+def test_nullbyte_replace(pytester: Pytester, junit_logging: str) -> None:
# Check if the null byte gets replaced
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import sys
def test_print_nullbyte():
@@ -958,16 +1035,16 @@ def test_print_nullbyte():
assert False
"""
)
- xmlf = testdir.tmpdir.join("junit.xml")
- testdir.runpytest("--junitxml=%s" % xmlf, "-o", "junit_logging=%s" % junit_logging)
- text = xmlf.read()
+ xmlf = pytester.path.joinpath("junit.xml")
+ pytester.runpytest("--junitxml=%s" % xmlf, "-o", "junit_logging=%s" % junit_logging)
+ text = xmlf.read_text()
if junit_logging == "system-out":
assert "#x0" in text
if junit_logging == "no":
assert "#x0" not in text
-def test_invalid_xml_escape():
+def test_invalid_xml_escape() -> None:
# Test some more invalid xml chars, the full range should be
# tested really but let's just test the edges of the ranges
# instead.
@@ -1003,52 +1080,54 @@ def test_invalid_xml_escape():
assert chr(i) == bin_xml_escape(chr(i))
-def test_logxml_path_expansion(tmpdir, monkeypatch):
- home_tilde = py.path.local(os.path.expanduser("~")).join("test.xml")
- xml_tilde = LogXML("~%stest.xml" % tmpdir.sep, None)
- assert xml_tilde.logfile == home_tilde
+def test_logxml_path_expansion(tmp_path: Path, monkeypatch: MonkeyPatch) -> None:
+ home_tilde = Path(os.path.expanduser("~")).joinpath("test.xml")
+ xml_tilde = LogXML(Path("~", "test.xml"), None)
+ assert xml_tilde.logfile == str(home_tilde)
- monkeypatch.setenv("HOME", str(tmpdir))
+ monkeypatch.setenv("HOME", str(tmp_path))
home_var = os.path.normpath(os.path.expandvars("$HOME/test.xml"))
- xml_var = LogXML("$HOME%stest.xml" % tmpdir.sep, None)
- assert xml_var.logfile == home_var
+ xml_var = LogXML(Path("$HOME", "test.xml"), None)
+ assert xml_var.logfile == str(home_var)
-def test_logxml_changingdir(testdir):
- testdir.makepyfile(
+def test_logxml_changingdir(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
def test_func():
import os
os.chdir("a")
"""
)
- testdir.tmpdir.mkdir("a")
- result = testdir.runpytest("--junitxml=a/x.xml")
+ pytester.mkdir("a")
+ result = pytester.runpytest("--junitxml=a/x.xml")
assert result.ret == 0
- assert testdir.tmpdir.join("a/x.xml").check()
+ assert pytester.path.joinpath("a/x.xml").exists()
-def test_logxml_makedir(testdir):
+def test_logxml_makedir(pytester: Pytester) -> None:
"""--junitxml should automatically create directories for the xml file"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test_pass():
pass
"""
)
- result = testdir.runpytest("--junitxml=path/to/results.xml")
+ result = pytester.runpytest("--junitxml=path/to/results.xml")
assert result.ret == 0
- assert testdir.tmpdir.join("path/to/results.xml").check()
+ assert pytester.path.joinpath("path/to/results.xml").exists()
-def test_logxml_check_isdir(testdir):
+def test_logxml_check_isdir(pytester: Pytester) -> None:
"""Give an error if --junit-xml is a directory (#2089)"""
- result = testdir.runpytest("--junit-xml=.")
+ result = pytester.runpytest("--junit-xml=.")
result.stderr.fnmatch_lines(["*--junitxml must be a filename*"])
-def test_escaped_parametrized_names_xml(testdir, run_and_parse):
- testdir.makepyfile(
+def test_escaped_parametrized_names_xml(
+ pytester: Pytester, run_and_parse: RunAndParse
+) -> None:
+ pytester.makepyfile(
"""\
import pytest
@pytest.mark.parametrize('char', ["\\x00"])
@@ -1062,8 +1141,10 @@ def test_func(char):
node.assert_attr(name="test_func[\\x00]")
-def test_double_colon_split_function_issue469(testdir, run_and_parse):
- testdir.makepyfile(
+def test_double_colon_split_function_issue469(
+ pytester: Pytester, run_and_parse: RunAndParse
+) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.mark.parametrize('param', ["double::colon"])
@@ -1078,8 +1159,10 @@ def test_func(param):
node.assert_attr(name="test_func[double::colon]")
-def test_double_colon_split_method_issue469(testdir, run_and_parse):
- testdir.makepyfile(
+def test_double_colon_split_method_issue469(
+ pytester: Pytester, run_and_parse: RunAndParse
+) -> None:
+ pytester.makepyfile(
"""
import pytest
class TestClass(object):
@@ -1095,8 +1178,8 @@ def test_func(self, param):
node.assert_attr(name="test_func[double::colon]")
-def test_unicode_issue368(testdir) -> None:
- path = testdir.tmpdir.join("test.xml")
+def test_unicode_issue368(pytester: Pytester) -> None:
+ path = pytester.path.joinpath("test.xml")
log = LogXML(str(path), None)
ustr = "ВНИ!"
@@ -1125,8 +1208,8 @@ class Report(BaseReport):
log.pytest_sessionfinish()
-def test_record_property(testdir, run_and_parse):
- testdir.makepyfile(
+def test_record_property(pytester: Pytester, run_and_parse: RunAndParse) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -1147,8 +1230,10 @@ def test_record(record_property, other):
result.stdout.fnmatch_lines(["*= 1 passed in *"])
-def test_record_property_same_name(testdir, run_and_parse):
- testdir.makepyfile(
+def test_record_property_same_name(
+ pytester: Pytester, run_and_parse: RunAndParse
+) -> None:
+ pytester.makepyfile(
"""
def test_record_with_same_name(record_property):
record_property("foo", "bar")
@@ -1165,8 +1250,10 @@ def test_record_with_same_name(record_property):
@pytest.mark.parametrize("fixture_name", ["record_property", "record_xml_attribute"])
-def test_record_fixtures_without_junitxml(testdir, fixture_name):
- testdir.makepyfile(
+def test_record_fixtures_without_junitxml(
+ pytester: Pytester, fixture_name: str
+) -> None:
+ pytester.makepyfile(
"""
def test_record({fixture_name}):
{fixture_name}("foo", "bar")
@@ -1174,19 +1261,19 @@ def test_record({fixture_name}):
fixture_name=fixture_name
)
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 0
@pytest.mark.filterwarnings("default")
-def test_record_attribute(testdir, run_and_parse):
- testdir.makeini(
+def test_record_attribute(pytester: Pytester, run_and_parse: RunAndParse) -> None:
+ pytester.makeini(
"""
[pytest]
junit_family = xunit1
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -1209,15 +1296,17 @@ def test_record(record_xml_attribute, other):
@pytest.mark.filterwarnings("default")
@pytest.mark.parametrize("fixture_name", ["record_xml_attribute", "record_property"])
-def test_record_fixtures_xunit2(testdir, fixture_name, run_and_parse):
+def test_record_fixtures_xunit2(
+ pytester: Pytester, fixture_name: str, run_and_parse: RunAndParse
+) -> None:
"""Ensure record_xml_attribute and record_property drop values when outside of legacy family."""
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
junit_family = xunit2
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -1246,13 +1335,15 @@ def test_record({fixture_name}, other):
result.stdout.fnmatch_lines(expected_lines)
-def test_random_report_log_xdist(testdir, monkeypatch, run_and_parse):
+def test_random_report_log_xdist(
+ pytester: Pytester, monkeypatch: MonkeyPatch, run_and_parse: RunAndParse
+) -> None:
"""`xdist` calls pytest_runtest_logreport as they are executed by the workers,
with nodes from several nodes overlapping, so junitxml must cope with that
to produce correct reports (#1064)."""
pytest.importorskip("xdist")
monkeypatch.delenv("PYTEST_DISABLE_PLUGIN_AUTOLOAD", raising=False)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest, time
@pytest.mark.parametrize('i', list(range(30)))
@@ -1271,8 +1362,10 @@ def test_x(i):
@parametrize_families
-def test_root_testsuites_tag(testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+def test_root_testsuites_tag(
+ pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+) -> None:
+ pytester.makepyfile(
"""
def test_x():
pass
@@ -1285,8 +1378,8 @@ def test_x():
assert suite_node.tag == "testsuite"
-def test_runs_twice(testdir, run_and_parse):
- f = testdir.makepyfile(
+def test_runs_twice(pytester: Pytester, run_and_parse: RunAndParse) -> None:
+ f = pytester.makepyfile(
"""
def test_pass():
pass
@@ -1295,14 +1388,16 @@ def test_pass():
result, dom = run_and_parse(f, f)
result.stdout.no_fnmatch_line("*INTERNALERROR*")
- first, second = [x["classname"] for x in dom.find_by_tag("testcase")]
+ first, second = (x["classname"] for x in dom.find_by_tag("testcase"))
assert first == second
-def test_runs_twice_xdist(testdir, run_and_parse):
+def test_runs_twice_xdist(
+ pytester: Pytester, monkeypatch: MonkeyPatch, run_and_parse: RunAndParse
+) -> None:
pytest.importorskip("xdist")
- testdir.monkeypatch.delenv("PYTEST_DISABLE_PLUGIN_AUTOLOAD")
- f = testdir.makepyfile(
+ monkeypatch.delenv("PYTEST_DISABLE_PLUGIN_AUTOLOAD")
+ f = pytester.makepyfile(
"""
def test_pass():
pass
@@ -1311,13 +1406,13 @@ def test_pass():
result, dom = run_and_parse(f, "--dist", "each", "--tx", "2*popen")
result.stdout.no_fnmatch_line("*INTERNALERROR*")
- first, second = [x["classname"] for x in dom.find_by_tag("testcase")]
+ first, second = (x["classname"] for x in dom.find_by_tag("testcase"))
assert first == second
-def test_fancy_items_regression(testdir, run_and_parse):
+def test_fancy_items_regression(pytester: Pytester, run_and_parse: RunAndParse) -> None:
# issue 1259
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
class FunItem(pytest.Item):
@@ -1335,13 +1430,13 @@ def collect(self):
NoFunItem.from_parent(name='b', parent=self),
]
- def pytest_collect_file(path, parent):
- if path.check(ext='.py'):
- return FunCollector.from_parent(fspath=path, parent=parent)
+ def pytest_collect_file(file_path, parent):
+ if file_path.suffix == '.py':
+ return FunCollector.from_parent(path=file_path, parent=parent)
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test_pass():
pass
@@ -1368,8 +1463,8 @@ def test_pass():
@parametrize_families
-def test_global_properties(testdir, xunit_family) -> None:
- path = testdir.tmpdir.join("test_global_properties.xml")
+def test_global_properties(pytester: Pytester, xunit_family: str) -> None:
+ path = pytester.path.joinpath("test_global_properties.xml")
log = LogXML(str(path), None, family=xunit_family)
class Report(BaseReport):
@@ -1402,9 +1497,9 @@ class Report(BaseReport):
assert actual == expected
-def test_url_property(testdir) -> None:
+def test_url_property(pytester: Pytester) -> None:
test_url = "http://www.github.com/pytest-dev"
- path = testdir.tmpdir.join("test_url_property.xml")
+ path = pytester.path.joinpath("test_url_property.xml")
log = LogXML(str(path), None)
class Report(BaseReport):
@@ -1429,8 +1524,10 @@ class Report(BaseReport):
@parametrize_families
-def test_record_testsuite_property(testdir, run_and_parse, xunit_family):
- testdir.makepyfile(
+def test_record_testsuite_property(
+ pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+) -> None:
+ pytester.makepyfile(
"""
def test_func1(record_testsuite_property):
record_testsuite_property("stats", "all good")
@@ -1449,27 +1546,29 @@ def test_func2(record_testsuite_property):
p2_node.assert_attr(name="stats", value="10")
-def test_record_testsuite_property_junit_disabled(testdir):
- testdir.makepyfile(
+def test_record_testsuite_property_junit_disabled(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
def test_func1(record_testsuite_property):
record_testsuite_property("stats", "all good")
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 0
@pytest.mark.parametrize("junit", [True, False])
-def test_record_testsuite_property_type_checking(testdir, junit):
- testdir.makepyfile(
+def test_record_testsuite_property_type_checking(
+ pytester: Pytester, junit: bool
+) -> None:
+ pytester.makepyfile(
"""
def test_func1(record_testsuite_property):
record_testsuite_property(1, 2)
"""
)
args = ("--junitxml=tests.xml",) if junit else ()
- result = testdir.runpytest(*args)
+ result = pytester.runpytest(*args)
assert result.ret == 1
result.stdout.fnmatch_lines(
["*TypeError: name parameter needs to be a string, but int given"]
@@ -1478,9 +1577,11 @@ def test_func1(record_testsuite_property):
@pytest.mark.parametrize("suite_name", ["my_suite", ""])
@parametrize_families
-def test_set_suite_name(testdir, suite_name, run_and_parse, xunit_family):
+def test_set_suite_name(
+ pytester: Pytester, suite_name: str, run_and_parse: RunAndParse, xunit_family: str
+) -> None:
if suite_name:
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
junit_suite_name={suite_name}
@@ -1492,7 +1593,7 @@ def test_set_suite_name(testdir, suite_name, run_and_parse, xunit_family):
expected = suite_name
else:
expected = "pytest"
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -1506,8 +1607,10 @@ def test_func():
node.assert_attr(name=expected)
-def test_escaped_skipreason_issue3533(testdir, run_and_parse):
- testdir.makepyfile(
+def test_escaped_skipreason_issue3533(
+ pytester: Pytester, run_and_parse: RunAndParse
+) -> None:
+ pytester.makepyfile(
"""
import pytest
@pytest.mark.skip(reason='1 <> 2')
@@ -1524,9 +1627,9 @@ def test_skip():
@parametrize_families
def test_logging_passing_tests_disabled_does_not_log_test_output(
- testdir, run_and_parse, xunit_family
-):
- testdir.makeini(
+ pytester: Pytester, run_and_parse: RunAndParse, xunit_family: str
+) -> None:
+ pytester.makeini(
"""
[pytest]
junit_log_passing_tests=False
@@ -1536,7 +1639,7 @@ def test_logging_passing_tests_disabled_does_not_log_test_output(
family=xunit_family
)
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import logging
@@ -1558,9 +1661,12 @@ def test_func():
@parametrize_families
@pytest.mark.parametrize("junit_logging", ["no", "system-out", "system-err"])
def test_logging_passing_tests_disabled_logs_output_for_failing_test_issue5430(
- testdir, junit_logging, run_and_parse, xunit_family
-):
- testdir.makeini(
+ pytester: Pytester,
+ junit_logging: str,
+ run_and_parse: RunAndParse,
+ xunit_family: str,
+) -> None:
+ pytester.makeini(
"""
[pytest]
junit_log_passing_tests=False
@@ -1569,7 +1675,7 @@ def test_logging_passing_tests_disabled_logs_output_for_failing_test_issue5430(
family=xunit_family
)
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import logging
diff --git a/testing/test_legacypath.py b/testing/test_legacypath.py
new file mode 100644
index 00000000000..8acafe98e7c
--- /dev/null
+++ b/testing/test_legacypath.py
@@ -0,0 +1,180 @@
+from pathlib import Path
+
+import pytest
+from _pytest.compat import LEGACY_PATH
+from _pytest.legacypath import TempdirFactory
+from _pytest.legacypath import Testdir
+
+
+def test_item_fspath(pytester: pytest.Pytester) -> None:
+ pytester.makepyfile("def test_func(): pass")
+ items, hookrec = pytester.inline_genitems()
+ assert len(items) == 1
+ (item,) = items
+ items2, hookrec = pytester.inline_genitems(item.nodeid)
+ (item2,) = items2
+ assert item2.name == item.name
+ assert item2.fspath == item.fspath # type: ignore[attr-defined]
+ assert item2.path == item.path
+
+
+def test_testdir_testtmproot(testdir: Testdir) -> None:
+ """Check test_tmproot is a py.path attribute for backward compatibility."""
+ assert testdir.test_tmproot.check(dir=1)
+
+
+def test_testdir_makefile_dot_prefixes_extension_silently(
+ testdir: Testdir,
+) -> None:
+ """For backwards compat #8192"""
+ p1 = testdir.makefile("foo.bar", "")
+ assert ".foo.bar" in str(p1)
+
+
+def test_testdir_makefile_ext_none_raises_type_error(testdir: Testdir) -> None:
+ """For backwards compat #8192"""
+ with pytest.raises(TypeError):
+ testdir.makefile(None, "")
+
+
+def test_testdir_makefile_ext_empty_string_makes_file(testdir: Testdir) -> None:
+ """For backwards compat #8192"""
+ p1 = testdir.makefile("", "")
+ assert "test_testdir_makefile" in str(p1)
+
+
+def attempt_symlink_to(path: str, to_path: str) -> None:
+ """Try to make a symlink from "path" to "to_path", skipping in case this platform
+ does not support it or we don't have sufficient privileges (common on Windows)."""
+ try:
+ Path(path).symlink_to(Path(to_path))
+ except OSError:
+ pytest.skip("could not create symbolic link")
+
+
+def test_tmpdir_factory(
+ tmpdir_factory: TempdirFactory,
+ tmp_path_factory: pytest.TempPathFactory,
+) -> None:
+ assert str(tmpdir_factory.getbasetemp()) == str(tmp_path_factory.getbasetemp())
+ dir = tmpdir_factory.mktemp("foo")
+ assert dir.exists()
+
+
+def test_tmpdir_equals_tmp_path(tmpdir: LEGACY_PATH, tmp_path: Path) -> None:
+ assert Path(tmpdir) == tmp_path
+
+
+def test_tmpdir_always_is_realpath(pytester: pytest.Pytester) -> None:
+ # See test_tmp_path_always_is_realpath.
+ realtemp = pytester.mkdir("myrealtemp")
+ linktemp = pytester.path.joinpath("symlinktemp")
+ attempt_symlink_to(str(linktemp), str(realtemp))
+ p = pytester.makepyfile(
+ """
+ def test_1(tmpdir):
+ import os
+ assert os.path.realpath(str(tmpdir)) == str(tmpdir)
+ """
+ )
+ result = pytester.runpytest("-s", p, "--basetemp=%s/bt" % linktemp)
+ assert not result.ret
+
+
+def test_cache_makedir(cache: pytest.Cache) -> None:
+ dir = cache.makedir("foo") # type: ignore[attr-defined]
+ assert dir.exists()
+ dir.remove()
+
+
+def test_fixturerequest_getmodulepath(pytester: pytest.Pytester) -> None:
+ modcol = pytester.getmodulecol("def test_somefunc(): pass")
+ (item,) = pytester.genitems([modcol])
+ req = pytest.FixtureRequest(item, _ispytest=True)
+ assert req.path == modcol.path
+ assert req.fspath == modcol.fspath # type: ignore[attr-defined]
+
+
+class TestFixtureRequestSessionScoped:
+ @pytest.fixture(scope="session")
+ def session_request(self, request):
+ return request
+
+ def test_session_scoped_unavailable_attributes(self, session_request):
+ with pytest.raises(
+ AttributeError,
+ match="path not available in session-scoped context",
+ ):
+ session_request.fspath
+
+
+@pytest.mark.parametrize("config_type", ["ini", "pyproject"])
+def test_addini_paths(pytester: pytest.Pytester, config_type: str) -> None:
+ pytester.makeconftest(
+ """
+ def pytest_addoption(parser):
+ parser.addini("paths", "my new ini value", type="pathlist")
+ parser.addini("abc", "abc value")
+ """
+ )
+ if config_type == "ini":
+ inipath = pytester.makeini(
+ """
+ [pytest]
+ paths=hello world/sub.py
+ """
+ )
+ elif config_type == "pyproject":
+ inipath = pytester.makepyprojecttoml(
+ """
+ [tool.pytest.ini_options]
+ paths=["hello", "world/sub.py"]
+ """
+ )
+ config = pytester.parseconfig()
+ values = config.getini("paths")
+ assert len(values) == 2
+ assert values[0] == inipath.parent.joinpath("hello")
+ assert values[1] == inipath.parent.joinpath("world/sub.py")
+ pytest.raises(ValueError, config.getini, "other")
+
+
+def test_override_ini_paths(pytester: pytest.Pytester) -> None:
+ pytester.makeconftest(
+ """
+ def pytest_addoption(parser):
+ parser.addini("paths", "my new ini value", type="pathlist")"""
+ )
+ pytester.makeini(
+ """
+ [pytest]
+ paths=blah.py"""
+ )
+ pytester.makepyfile(
+ r"""
+ def test_overriden(pytestconfig):
+ config_paths = pytestconfig.getini("paths")
+ print(config_paths)
+ for cpf in config_paths:
+ print('\nuser_path:%s' % cpf.basename)
+ """
+ )
+ result = pytester.runpytest("--override-ini", "paths=foo/bar1.py foo/bar2.py", "-s")
+ result.stdout.fnmatch_lines(["user_path:bar1.py", "user_path:bar2.py"])
+
+
+def test_inifile_from_cmdline_main_hook(pytester: pytest.Pytester) -> None:
+ """Ensure Config.inifile is available during pytest_cmdline_main (#9396)."""
+ p = pytester.makeini(
+ """
+ [pytest]
+ """
+ )
+ pytester.makeconftest(
+ """
+ def pytest_cmdline_main(config):
+ print("pytest_cmdline_main inifile =", config.inifile)
+ """
+ )
+ result = pytester.runpytest_subprocess("-s")
+ result.stdout.fnmatch_lines(f"*pytest_cmdline_main inifile = {p}")
diff --git a/testing/test_link_resolve.py b/testing/test_link_resolve.py
index 7eaf4124796..60a86ada36e 100644
--- a/testing/test_link_resolve.py
+++ b/testing/test_link_resolve.py
@@ -3,15 +3,14 @@
import sys
import textwrap
from contextlib import contextmanager
+from pathlib import Path
from string import ascii_lowercase
-import py.path
-
-from _pytest import pytester
+from _pytest.pytester import Pytester
@contextmanager
-def subst_path_windows(filename):
+def subst_path_windows(filepath: Path):
for c in ascii_lowercase[7:]: # Create a subst drive from H-Z.
c += ":"
if not os.path.exists(c):
@@ -20,14 +19,14 @@ def subst_path_windows(filename):
else:
raise AssertionError("Unable to find suitable drive letter for subst.")
- directory = filename.dirpath()
- basename = filename.basename
+ directory = filepath.parent
+ basename = filepath.name
args = ["subst", drive, str(directory)]
subprocess.check_call(args)
assert os.path.exists(drive)
try:
- filename = py.path.local(drive) / basename
+ filename = Path(drive, os.sep, basename)
yield filename
finally:
args = ["subst", "/D", drive]
@@ -35,9 +34,9 @@ def subst_path_windows(filename):
@contextmanager
-def subst_path_linux(filename):
- directory = filename.dirpath()
- basename = filename.basename
+def subst_path_linux(filepath: Path):
+ directory = filepath.parent
+ basename = filepath.name
target = directory / ".." / "sub2"
os.symlink(str(directory), str(target), target_is_directory=True)
@@ -49,11 +48,11 @@ def subst_path_linux(filename):
pass
-def test_link_resolve(testdir: pytester.Testdir) -> None:
+def test_link_resolve(pytester: Pytester) -> None:
"""See: https://github.com/pytest-dev/pytest/issues/5965."""
- sub1 = testdir.mkpydir("sub1")
- p = sub1.join("test_foo.py")
- p.write(
+ sub1 = pytester.mkpydir("sub1")
+ p = sub1.joinpath("test_foo.py")
+ p.write_text(
textwrap.dedent(
"""
import pytest
@@ -68,7 +67,7 @@ def test_foo():
subst = subst_path_windows
with subst(p) as subst_p:
- result = testdir.runpytest(str(subst_p), "-v")
+ result = pytester.runpytest(str(subst_p), "-v")
# i.e.: Make sure that the error is reported as a relative path, not as a
# resolved path.
# See: https://github.com/pytest-dev/pytest/issues/5965
diff --git a/testing/test_main.py b/testing/test_main.py
index 3e94668e82f..6a13633f6a9 100644
--- a/testing/test_main.py
+++ b/testing/test_main.py
@@ -4,14 +4,12 @@
from pathlib import Path
from typing import Optional
-import py.path
-
import pytest
from _pytest.config import ExitCode
from _pytest.config import UsageError
from _pytest.main import resolve_collection_argument
from _pytest.main import validate_basetemp
-from _pytest.pytester import Testdir
+from _pytest.pytester import Pytester
@pytest.mark.parametrize(
@@ -22,9 +20,9 @@
pytest.param((False, SystemExit)),
),
)
-def test_wrap_session_notify_exception(ret_exc, testdir):
+def test_wrap_session_notify_exception(ret_exc, pytester: Pytester) -> None:
returncode, exc = ret_exc
- c1 = testdir.makeconftest(
+ c1 = pytester.makeconftest(
"""
import pytest
@@ -39,7 +37,7 @@ def pytest_internalerror(excrepr, excinfo):
returncode=returncode, exc=exc.__name__
)
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
if returncode:
assert result.ret == returncode
else:
@@ -66,18 +64,18 @@ def pytest_internalerror(excrepr, excinfo):
@pytest.mark.parametrize("returncode", (None, 42))
def test_wrap_session_exit_sessionfinish(
- returncode: Optional[int], testdir: Testdir
+ returncode: Optional[int], pytester: Pytester
) -> None:
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import pytest
def pytest_sessionfinish():
- pytest.exit(msg="exit_pytest_sessionfinish", returncode={returncode})
+ pytest.exit(reason="exit_pytest_sessionfinish", returncode={returncode})
""".format(
returncode=returncode
)
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
if returncode:
assert result.ret == returncode
else:
@@ -102,47 +100,44 @@ def test_validate_basetemp_fails(tmp_path, basetemp, monkeypatch):
validate_basetemp(basetemp)
-def test_validate_basetemp_integration(testdir):
- result = testdir.runpytest("--basetemp=.")
+def test_validate_basetemp_integration(pytester: Pytester) -> None:
+ result = pytester.runpytest("--basetemp=.")
result.stderr.fnmatch_lines("*basetemp must not be*")
class TestResolveCollectionArgument:
@pytest.fixture
- def invocation_dir(self, testdir: Testdir) -> py.path.local:
- testdir.syspathinsert(str(testdir.tmpdir / "src"))
- testdir.chdir()
-
- pkg = testdir.tmpdir.join("src/pkg").ensure_dir()
- pkg.join("__init__.py").ensure()
- pkg.join("test.py").ensure()
- return testdir.tmpdir
+ def invocation_path(self, pytester: Pytester) -> Path:
+ pytester.syspathinsert(pytester.path / "src")
+ pytester.chdir()
- @pytest.fixture
- def invocation_path(self, invocation_dir: py.path.local) -> Path:
- return Path(str(invocation_dir))
+ pkg = pytester.path.joinpath("src/pkg")
+ pkg.mkdir(parents=True)
+ pkg.joinpath("__init__.py").touch()
+ pkg.joinpath("test.py").touch()
+ return pytester.path
- def test_file(self, invocation_dir: py.path.local, invocation_path: Path) -> None:
+ def test_file(self, invocation_path: Path) -> None:
"""File and parts."""
assert resolve_collection_argument(invocation_path, "src/pkg/test.py") == (
- invocation_dir / "src/pkg/test.py",
+ invocation_path / "src/pkg/test.py",
[],
)
assert resolve_collection_argument(invocation_path, "src/pkg/test.py::") == (
- invocation_dir / "src/pkg/test.py",
+ invocation_path / "src/pkg/test.py",
[""],
)
assert resolve_collection_argument(
invocation_path, "src/pkg/test.py::foo::bar"
- ) == (invocation_dir / "src/pkg/test.py", ["foo", "bar"])
+ ) == (invocation_path / "src/pkg/test.py", ["foo", "bar"])
assert resolve_collection_argument(
invocation_path, "src/pkg/test.py::foo::bar::"
- ) == (invocation_dir / "src/pkg/test.py", ["foo", "bar", ""])
+ ) == (invocation_path / "src/pkg/test.py", ["foo", "bar", ""])
- def test_dir(self, invocation_dir: py.path.local, invocation_path: Path) -> None:
+ def test_dir(self, invocation_path: Path) -> None:
"""Directory and parts."""
assert resolve_collection_argument(invocation_path, "src/pkg") == (
- invocation_dir / "src/pkg",
+ invocation_path / "src/pkg",
[],
)
@@ -156,16 +151,16 @@ def test_dir(self, invocation_dir: py.path.local, invocation_path: Path) -> None
):
resolve_collection_argument(invocation_path, "src/pkg::foo::bar")
- def test_pypath(self, invocation_dir: py.path.local, invocation_path: Path) -> None:
+ def test_pypath(self, invocation_path: Path) -> None:
"""Dotted name and parts."""
assert resolve_collection_argument(
invocation_path, "pkg.test", as_pypath=True
- ) == (invocation_dir / "src/pkg/test.py", [])
+ ) == (invocation_path / "src/pkg/test.py", [])
assert resolve_collection_argument(
invocation_path, "pkg.test::foo::bar", as_pypath=True
- ) == (invocation_dir / "src/pkg/test.py", ["foo", "bar"])
+ ) == (invocation_path / "src/pkg/test.py", ["foo", "bar"])
assert resolve_collection_argument(invocation_path, "pkg", as_pypath=True) == (
- invocation_dir / "src/pkg",
+ invocation_path / "src/pkg",
[],
)
@@ -191,13 +186,11 @@ def test_does_not_exist(self, invocation_path: Path) -> None:
):
resolve_collection_argument(invocation_path, "foobar", as_pypath=True)
- def test_absolute_paths_are_resolved_correctly(
- self, invocation_dir: py.path.local, invocation_path: Path
- ) -> None:
+ def test_absolute_paths_are_resolved_correctly(self, invocation_path: Path) -> None:
"""Absolute paths resolve back to absolute paths."""
- full_path = str(invocation_dir / "src")
+ full_path = str(invocation_path / "src")
assert resolve_collection_argument(invocation_path, full_path) == (
- py.path.local(os.path.abspath("src")),
+ Path(os.path.abspath("src")),
[],
)
@@ -206,17 +199,17 @@ def test_absolute_paths_are_resolved_correctly(
drive, full_path_without_drive = os.path.splitdrive(full_path)
assert resolve_collection_argument(
invocation_path, full_path_without_drive
- ) == (py.path.local(os.path.abspath("src")), [])
+ ) == (Path(os.path.abspath("src")), [])
-def test_module_full_path_without_drive(testdir):
+def test_module_full_path_without_drive(pytester: Pytester) -> None:
"""Collect and run test using full path except for the drive letter (#7628).
- Passing a full path without a drive letter would trigger a bug in py.path.local
+ Passing a full path without a drive letter would trigger a bug in legacy_path
where it would keep the full path without the drive letter around, instead of resolving
to the full path, resulting in fixtures node ids not matching against test node ids correctly.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
**{
"project/conftest.py": """
import pytest
@@ -226,7 +219,7 @@ def fix(): return 1
}
)
- testdir.makepyfile(
+ pytester.makepyfile(
**{
"project/tests/dummy_test.py": """
def test(fix):
@@ -234,12 +227,12 @@ def test(fix):
"""
}
)
- fn = testdir.tmpdir.join("project/tests/dummy_test.py")
- assert fn.isfile()
+ fn = pytester.path.joinpath("project/tests/dummy_test.py")
+ assert fn.is_file()
drive, path = os.path.splitdrive(str(fn))
- result = testdir.runpytest(path, "-v")
+ result = pytester.runpytest(path, "-v")
result.stdout.fnmatch_lines(
[
os.path.join("project", "tests", "dummy_test.py") + "::test PASSED *",
diff --git a/testing/test_mark.py b/testing/test_mark.py
index e0b91f0cef4..da67d1ea7bc 100644
--- a/testing/test_mark.py
+++ b/testing/test_mark.py
@@ -15,13 +15,12 @@
class TestMark:
@pytest.mark.parametrize("attr", ["mark", "param"])
- @pytest.mark.parametrize("modulename", ["py.test", "pytest"])
- def test_pytest_exists_in_namespace_all(self, attr: str, modulename: str) -> None:
- module = sys.modules[modulename]
+ def test_pytest_exists_in_namespace_all(self, attr: str) -> None:
+ module = sys.modules["pytest"]
assert attr in module.__all__ # type: ignore
def test_pytest_mark_notcallable(self) -> None:
- mark = MarkGenerator()
+ mark = MarkGenerator(_ispytest=True)
with pytest.raises(TypeError):
mark() # type: ignore[operator]
@@ -40,7 +39,7 @@ class SomeClass:
assert pytest.mark.foo.with_args(SomeClass) is not SomeClass # type: ignore[comparison-overlap]
def test_pytest_mark_name_starts_with_underscore(self) -> None:
- mark = MarkGenerator()
+ mark = MarkGenerator(_ispytest=True)
with pytest.raises(AttributeError):
mark._some_name
@@ -356,8 +355,14 @@ def test_func(arg):
"foo or or",
"at column 8: expected not OR left parenthesis OR identifier; got or",
),
- ("(foo", "at column 5: expected right parenthesis; got end of input",),
- ("foo bar", "at column 5: expected end of input; got identifier",),
+ (
+ "(foo",
+ "at column 5: expected right parenthesis; got end of input",
+ ),
+ (
+ "foo bar",
+ "at column 5: expected end of input; got identifier",
+ ),
(
"or or",
"at column 1: expected not OR left parenthesis OR identifier; got or",
@@ -826,7 +831,9 @@ def test_two(): assert 1
def test_three(): assert 1
"""
)
- reprec = pytester.inline_run("-k", "test_two:", threepass)
+ reprec = pytester.inline_run(
+ "-Wignore::pytest.PytestRemovedIn7Warning", "-k", "test_two:", threepass
+ )
passed, skipped, failed = reprec.listoutcomes()
assert len(passed) == 2
assert not failed
@@ -863,7 +870,8 @@ def test_one():
assert passed + skipped + failed == 0
@pytest.mark.parametrize(
- "keyword", ["__", "+", ".."],
+ "keyword",
+ ["__", "+", ".."],
)
def test_no_magic_values(self, pytester: Pytester, keyword: str) -> None:
"""Make sure the tests do not match on magic values,
@@ -1041,11 +1049,12 @@ class TestBarClass(BaseTests):
# assert skipped_k == failed_k == 0
-def test_addmarker_order() -> None:
+def test_addmarker_order(pytester) -> None:
session = mock.Mock()
session.own_markers = []
session.parent = None
session.nodeid = ""
+ session.path = pytester.path
node = Node.from_parent(session, name="Test")
node.add_marker("foo")
node.add_marker("bar")
@@ -1104,7 +1113,7 @@ def test_pytest_param_id_allows_none_or_string(s) -> None:
assert pytest.param(id=s)
-@pytest.mark.parametrize("expr", ("NOT internal_err", "NOT (internal_err)", "bogus/"))
+@pytest.mark.parametrize("expr", ("NOT internal_err", "NOT (internal_err)", "bogus="))
def test_marker_expr_eval_failure_handling(pytester: Pytester, expr) -> None:
foo = pytester.makepyfile(
"""
diff --git a/testing/test_mark_expression.py b/testing/test_mark_expression.py
index faca02d9330..f3643e7b409 100644
--- a/testing/test_mark_expression.py
+++ b/testing/test_mark_expression.py
@@ -66,11 +66,29 @@ def test_syntax_oddeties(expr: str, expected: bool) -> None:
assert evaluate(expr, matcher) is expected
+def test_backslash_not_treated_specially() -> None:
+ r"""When generating nodeids, if the source name contains special characters
+ like a newline, they are escaped into two characters like \n. Therefore, a
+ user will never need to insert a literal newline, only \n (two chars). So
+ mark expressions themselves do not support escaping, instead they treat
+ backslashes as regular identifier characters."""
+ matcher = {r"\nfoo\n"}.__contains__
+
+ assert evaluate(r"\nfoo\n", matcher)
+ assert not evaluate(r"foo", matcher)
+ with pytest.raises(ParseError):
+ evaluate("\nfoo\n", matcher)
+
+
@pytest.mark.parametrize(
("expr", "column", "message"),
(
("(", 2, "expected not OR left parenthesis OR identifier; got end of input"),
- (" (", 3, "expected not OR left parenthesis OR identifier; got end of input",),
+ (
+ " (",
+ 3,
+ "expected not OR left parenthesis OR identifier; got end of input",
+ ),
(
")",
1,
@@ -81,7 +99,11 @@ def test_syntax_oddeties(expr: str, expected: bool) -> None:
1,
"expected not OR left parenthesis OR identifier; got right parenthesis",
),
- ("not", 4, "expected not OR left parenthesis OR identifier; got end of input",),
+ (
+ "not",
+ 4,
+ "expected not OR left parenthesis OR identifier; got end of input",
+ ),
(
"not not",
8,
@@ -98,7 +120,11 @@ def test_syntax_oddeties(expr: str, expected: bool) -> None:
10,
"expected not OR left parenthesis OR identifier; got end of input",
),
- ("ident and or", 11, "expected not OR left parenthesis OR identifier; got or",),
+ (
+ "ident and or",
+ 11,
+ "expected not OR left parenthesis OR identifier; got or",
+ ),
("ident ident", 7, "expected end of input; got identifier"),
),
)
@@ -117,6 +143,8 @@ def test_syntax_errors(expr: str, column: int, message: str) -> None:
":::",
"a:::c",
"a+-b",
+ r"\nhe\\l\lo\n\t\rbye",
+ "a/b",
"אבגד",
"aaאבגדcc",
"a[bcd]",
@@ -143,8 +171,6 @@ def test_valid_idents(ident: str) -> None:
@pytest.mark.parametrize(
"ident",
(
- "/",
- "\\",
"^",
"*",
"=",
diff --git a/testing/test_monkeypatch.py b/testing/test_monkeypatch.py
index c20ff7480a8..95521818021 100644
--- a/testing/test_monkeypatch.py
+++ b/testing/test_monkeypatch.py
@@ -2,15 +2,14 @@
import re
import sys
import textwrap
+from pathlib import Path
from typing import Dict
from typing import Generator
from typing import Type
-import py
-
import pytest
from _pytest.monkeypatch import MonkeyPatch
-from _pytest.pytester import Testdir
+from _pytest.pytester import Pytester
@pytest.fixture
@@ -233,8 +232,8 @@ def test_setenv_prepend() -> None:
assert "XYZ123" not in os.environ
-def test_monkeypatch_plugin(testdir: Testdir) -> None:
- reprec = testdir.inline_runsource(
+def test_monkeypatch_plugin(pytester: Pytester) -> None:
+ reprec = pytester.inline_runsource(
"""
def test_method(monkeypatch):
assert monkeypatch.__class__.__name__ == "MonkeyPatch"
@@ -268,33 +267,33 @@ def test_syspath_prepend_double_undo(mp: MonkeyPatch) -> None:
sys.path[:] = old_syspath
-def test_chdir_with_path_local(mp: MonkeyPatch, tmpdir: py.path.local) -> None:
- mp.chdir(tmpdir)
- assert os.getcwd() == tmpdir.strpath
+def test_chdir_with_path_local(mp: MonkeyPatch, tmp_path: Path) -> None:
+ mp.chdir(tmp_path)
+ assert os.getcwd() == str(tmp_path)
-def test_chdir_with_str(mp: MonkeyPatch, tmpdir: py.path.local) -> None:
- mp.chdir(tmpdir.strpath)
- assert os.getcwd() == tmpdir.strpath
+def test_chdir_with_str(mp: MonkeyPatch, tmp_path: Path) -> None:
+ mp.chdir(str(tmp_path))
+ assert os.getcwd() == str(tmp_path)
-def test_chdir_undo(mp: MonkeyPatch, tmpdir: py.path.local) -> None:
+def test_chdir_undo(mp: MonkeyPatch, tmp_path: Path) -> None:
cwd = os.getcwd()
- mp.chdir(tmpdir)
+ mp.chdir(tmp_path)
mp.undo()
assert os.getcwd() == cwd
-def test_chdir_double_undo(mp: MonkeyPatch, tmpdir: py.path.local) -> None:
- mp.chdir(tmpdir.strpath)
+def test_chdir_double_undo(mp: MonkeyPatch, tmp_path: Path) -> None:
+ mp.chdir(str(tmp_path))
mp.undo()
- tmpdir.chdir()
+ os.chdir(tmp_path)
mp.undo()
- assert os.getcwd() == tmpdir.strpath
+ assert os.getcwd() == str(tmp_path)
-def test_issue185_time_breaks(testdir: Testdir) -> None:
- testdir.makepyfile(
+def test_issue185_time_breaks(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import time
def test_m(monkeypatch):
@@ -303,7 +302,7 @@ def f():
monkeypatch.setattr(time, "time", f)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
"""
*1 passed*
@@ -311,9 +310,9 @@ def f():
)
-def test_importerror(testdir: Testdir) -> None:
- p = testdir.mkpydir("package")
- p.join("a.py").write(
+def test_importerror(pytester: Pytester) -> None:
+ p = pytester.mkpydir("package")
+ p.joinpath("a.py").write_text(
textwrap.dedent(
"""\
import doesnotexist
@@ -322,7 +321,7 @@ def test_importerror(testdir: Testdir) -> None:
"""
)
)
- testdir.tmpdir.join("test_importerror.py").write(
+ pytester.path.joinpath("test_importerror.py").write_text(
textwrap.dedent(
"""\
def test_importerror(monkeypatch):
@@ -330,7 +329,7 @@ def test_importerror(monkeypatch):
"""
)
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
"""
*import error in package.a: No module named 'doesnotexist'*
@@ -349,7 +348,9 @@ class SampleInherit(Sample):
@pytest.mark.parametrize(
- "Sample", [Sample, SampleInherit], ids=["new", "new-inherit"],
+ "Sample",
+ [Sample, SampleInherit],
+ ids=["new", "new-inherit"],
)
def test_issue156_undo_staticmethod(Sample: Type[Sample]) -> None:
monkeypatch = MonkeyPatch()
@@ -420,16 +421,18 @@ class A:
def test_syspath_prepend_with_namespace_packages(
- testdir: Testdir, monkeypatch: MonkeyPatch
+ pytester: Pytester, monkeypatch: MonkeyPatch
) -> None:
for dirname in "hello", "world":
- d = testdir.mkdir(dirname)
- ns = d.mkdir("ns_pkg")
- ns.join("__init__.py").write(
+ d = pytester.mkdir(dirname)
+ ns = d.joinpath("ns_pkg")
+ ns.mkdir()
+ ns.joinpath("__init__.py").write_text(
"__import__('pkg_resources').declare_namespace(__name__)"
)
- lib = ns.mkdir(dirname)
- lib.join("__init__.py").write("def check(): return %r" % dirname)
+ lib = ns.joinpath(dirname)
+ lib.mkdir()
+ lib.joinpath("__init__.py").write_text("def check(): return %r" % dirname)
monkeypatch.syspath_prepend("hello")
import ns_pkg.hello
@@ -446,8 +449,7 @@ def test_syspath_prepend_with_namespace_packages(
assert ns_pkg.world.check() == "world"
# Should invalidate caches via importlib.invalidate_caches.
- tmpdir = testdir.tmpdir
- modules_tmpdir = tmpdir.mkdir("modules_tmpdir")
+ modules_tmpdir = pytester.mkdir("modules_tmpdir")
monkeypatch.syspath_prepend(str(modules_tmpdir))
- modules_tmpdir.join("main_app.py").write("app = True")
+ modules_tmpdir.joinpath("main_app.py").write_text("app = True")
from main_app import app # noqa: F401
diff --git a/testing/test_nodes.py b/testing/test_nodes.py
index f3824c57090..c8afe0252be 100644
--- a/testing/test_nodes.py
+++ b/testing/test_nodes.py
@@ -1,10 +1,12 @@
+from pathlib import Path
+from typing import cast
from typing import List
from typing import Type
-import py
-
import pytest
from _pytest import nodes
+from _pytest.compat import legacy_path
+from _pytest.outcomes import OutcomeException
from _pytest.pytester import Pytester
from _pytest.warning_types import PytestWarning
@@ -18,11 +20,13 @@
("a/b/c", ["", "a", "a/b", "a/b/c"]),
("a/bbb/c::D", ["", "a", "a/bbb", "a/bbb/c", "a/bbb/c::D"]),
("a/b/c::D::eee", ["", "a", "a/b", "a/b/c", "a/b/c::D", "a/b/c::D::eee"]),
- # :: considered only at the last component.
("::xx", ["", "::xx"]),
- ("a/b/c::D/d::e", ["", "a", "a/b", "a/b/c::D", "a/b/c::D/d", "a/b/c::D/d::e"]),
+ # / only considered until first ::
+ ("a/b/c::D/d::e", ["", "a", "a/b", "a/b/c", "a/b/c::D/d", "a/b/c::D/d::e"]),
# : alone is not a separator.
("a/b::D:e:f::g", ["", "a", "a/b", "a/b::D:e:f", "a/b::D:e:f::g"]),
+ # / not considered if a part of a test name
+ ("a/b::c/d::e[/test]", ["", "a", "a/b", "a/b::c/d", "a/b::c/d::e[/test]"]),
),
)
def test_iterparentnodeids(nodeid: str, expected: List[str]) -> None:
@@ -37,6 +41,49 @@ def test_node_from_parent_disallowed_arguments() -> None:
nodes.Node.from_parent(None, config=None) # type: ignore[arg-type]
+def test_node_direct_construction_deprecated() -> None:
+ with pytest.raises(
+ OutcomeException,
+ match=(
+ "Direct construction of _pytest.nodes.Node has been deprecated, please "
+ "use _pytest.nodes.Node.from_parent.\nSee "
+ "https://docs.pytest.org/en/stable/deprecations.html#node-construction-changed-to-node-from-parent"
+ " for more details."
+ ),
+ ):
+ nodes.Node(None, session=None) # type: ignore[arg-type]
+
+
+def test_subclassing_both_item_and_collector_deprecated(
+ request, tmp_path: Path
+) -> None:
+ """
+ Verifies we warn on diamond inheritance
+ as well as correctly managing legacy inheritance ctors with missing args
+ as found in plugins
+ """
+
+ with pytest.warns(
+ PytestWarning,
+ match=(
+ "(?m)SoWrong is an Item subclass and should not be a collector, however its bases File are collectors.\n"
+ "Please split the Collectors and the Item into separate node types.\n.*"
+ ),
+ ):
+
+ class SoWrong(nodes.Item, nodes.File):
+ def __init__(self, fspath, parent):
+ """Legacy ctor with legacy call # don't wana see"""
+ super().__init__(fspath, parent)
+
+ with pytest.warns(
+ PytestWarning, match=".*SoWrong.* not using a cooperative constructor.*"
+ ):
+ SoWrong.from_parent(
+ request.session, fspath=legacy_path(tmp_path / "broken.txt")
+ )
+
+
@pytest.mark.parametrize(
"warn_type, msg", [(DeprecationWarning, "deprecated"), (PytestWarning, "pytest")]
)
@@ -68,22 +115,26 @@ def test():
def test__check_initialpaths_for_relpath() -> None:
"""Ensure that it handles dirs, and does not always use dirname."""
- cwd = py.path.local()
+ cwd = Path.cwd()
class FakeSession1:
- _initialpaths = [cwd]
+ _initialpaths = frozenset({cwd})
- assert nodes._check_initialpaths_for_relpath(FakeSession1, cwd) == ""
+ session = cast(pytest.Session, FakeSession1)
- sub = cwd.join("file")
+ assert nodes._check_initialpaths_for_relpath(session, cwd) == ""
+
+ sub = cwd / "file"
class FakeSession2:
- _initialpaths = [cwd]
+ _initialpaths = frozenset({cwd})
+
+ session = cast(pytest.Session, FakeSession2)
- assert nodes._check_initialpaths_for_relpath(FakeSession2, sub) == "file"
+ assert nodes._check_initialpaths_for_relpath(session, sub) == "file"
- outside = py.path.local("/outside")
- assert nodes._check_initialpaths_for_relpath(FakeSession2, outside) is None
+ outside = Path("/outside-this-does-not-exist")
+ assert nodes._check_initialpaths_for_relpath(session, outside) is None
def test_failure_with_changed_cwd(pytester: Pytester) -> None:
diff --git a/testing/test_nose.py b/testing/test_nose.py
index 13429afafd4..1ded8854bb7 100644
--- a/testing/test_nose.py
+++ b/testing/test_nose.py
@@ -165,28 +165,36 @@ def test_module_level_setup(pytester: Pytester) -> None:
items = {}
def setup():
- items[1]=1
+ items.setdefault("setup", []).append("up")
def teardown():
- del items[1]
+ items.setdefault("setup", []).append("down")
def setup2():
- items[2] = 2
+ items.setdefault("setup2", []).append("up")
def teardown2():
- del items[2]
+ items.setdefault("setup2", []).append("down")
def test_setup_module_setup():
- assert items[1] == 1
+ assert items["setup"] == ["up"]
+
+ def test_setup_module_setup_again():
+ assert items["setup"] == ["up"]
@with_setup(setup2, teardown2)
def test_local_setup():
- assert items[2] == 2
- assert 1 not in items
+ assert items["setup"] == ["up"]
+ assert items["setup2"] == ["up"]
+
+ @with_setup(setup2, teardown2)
+ def test_local_setup_again():
+ assert items["setup"] == ["up"]
+ assert items["setup2"] == ["up", "down", "up"]
"""
)
result = pytester.runpytest("-p", "nose")
- result.stdout.fnmatch_lines(["*2 passed*"])
+ result.stdout.fnmatch_lines(["*4 passed*"])
def test_nose_style_setup_teardown(pytester: Pytester) -> None:
@@ -211,6 +219,50 @@ def test_world():
result.stdout.fnmatch_lines(["*2 passed*"])
+def test_fixtures_nose_setup_issue8394(pytester: Pytester) -> None:
+ pytester.makepyfile(
+ """
+ def setup_module():
+ pass
+
+ def teardown_module():
+ pass
+
+ def setup_function(func):
+ pass
+
+ def teardown_function(func):
+ pass
+
+ def test_world():
+ pass
+
+ class Test(object):
+ def setup_class(cls):
+ pass
+
+ def teardown_class(cls):
+ pass
+
+ def setup_method(self, meth):
+ pass
+
+ def teardown_method(self, meth):
+ pass
+
+ def test_method(self): pass
+ """
+ )
+ match = "*no docstring available*"
+ result = pytester.runpytest("--fixtures")
+ assert result.ret == 0
+ result.stdout.no_fnmatch_line(match)
+
+ result = pytester.runpytest("--fixtures", "-v")
+ assert result.ret == 0
+ result.stdout.fnmatch_lines([match, match, match, match])
+
+
def test_nose_setup_ordering(pytester: Pytester) -> None:
pytester.makepyfile(
"""
@@ -220,8 +272,10 @@ def setup_module(mod):
class TestClass(object):
def setup(self):
assert visited
+ self.visited_cls = True
def test_first(self):
- pass
+ assert visited
+ assert self.visited_cls
"""
)
result = pytester.runpytest()
@@ -291,7 +345,7 @@ def test_failing():
"""
)
result = pytester.runpytest(p)
- result.assert_outcomes(skipped=1)
+ result.assert_outcomes(skipped=1, warnings=1)
def test_SkipTest_in_test(pytester: Pytester) -> None:
@@ -423,3 +477,22 @@ def test_raises_baseexception_caught():
"* 1 failed, 2 passed *",
]
)
+
+
+def test_nose_setup_skipped_if_non_callable(pytester: Pytester) -> None:
+ """Regression test for #9391."""
+ p = pytester.makepyfile(
+ __init__="",
+ setup="""
+ """,
+ teardown="""
+ """,
+ test_it="""
+ from . import setup, teardown
+
+ def test_it():
+ pass
+ """,
+ )
+ result = pytester.runpytest(p, "-p", "nose")
+ assert result.ret == 0
diff --git a/testing/test_parseopt.py b/testing/test_parseopt.py
index a124009c401..28529d04378 100644
--- a/testing/test_parseopt.py
+++ b/testing/test_parseopt.py
@@ -3,8 +3,7 @@
import shlex
import subprocess
import sys
-
-import py
+from pathlib import Path
import pytest
from _pytest.config import argparsing as parseopt
@@ -15,12 +14,12 @@
@pytest.fixture
def parser() -> parseopt.Parser:
- return parseopt.Parser()
+ return parseopt.Parser(_ispytest=True)
class TestParser:
def test_no_help_by_default(self) -> None:
- parser = parseopt.Parser(usage="xyz")
+ parser = parseopt.Parser(usage="xyz", _ispytest=True)
pytest.raises(UsageError, lambda: parser.parse(["-h"]))
def test_custom_prog(self, parser: parseopt.Parser) -> None:
@@ -91,13 +90,13 @@ def test_group_ordering(self, parser: parseopt.Parser) -> None:
assert groups_names == list("132")
def test_group_addoption(self) -> None:
- group = parseopt.OptionGroup("hello")
+ group = parseopt.OptionGroup("hello", _ispytest=True)
group.addoption("--option1", action="store_true")
assert len(group.options) == 1
assert isinstance(group.options[0], parseopt.Argument)
def test_group_addoption_conflict(self) -> None:
- group = parseopt.OptionGroup("hello again")
+ group = parseopt.OptionGroup("hello again", _ispytest=True)
group.addoption("--option1", "--option-1", action="store_true")
with pytest.raises(ValueError) as err:
group.addoption("--option1", "--option-one", action="store_true")
@@ -124,11 +123,11 @@ def test_parse(self, parser: parseopt.Parser) -> None:
assert not getattr(args, parseopt.FILE_OR_DIR)
def test_parse2(self, parser: parseopt.Parser) -> None:
- args = parser.parse([py.path.local()])
- assert getattr(args, parseopt.FILE_OR_DIR)[0] == py.path.local()
+ args = parser.parse([Path(".")])
+ assert getattr(args, parseopt.FILE_OR_DIR)[0] == "."
def test_parse_known_args(self, parser: parseopt.Parser) -> None:
- parser.parse_known_args([py.path.local()])
+ parser.parse_known_args([Path(".")])
parser.addoption("--hello", action="store_true")
ns = parser.parse_known_args(["x", "--y", "--hello", "this"])
assert ns.hello
@@ -189,7 +188,7 @@ def defaultget(option):
elif option.type is str:
option.default = "world"
- parser = parseopt.Parser(processopt=defaultget)
+ parser = parseopt.Parser(processopt=defaultget, _ispytest=True)
parser.addoption("--this", dest="this", type=int, action="store")
parser.addoption("--hello", dest="hello", type=str, action="store")
parser.addoption("--no", dest="no", action="store_true")
@@ -315,7 +314,7 @@ def test_argcomplete(pytester: Pytester, monkeypatch: MonkeyPatch) -> None:
shlex.quote(sys.executable)
)
)
- # alternative would be extended Testdir.{run(),_run(),popen()} to be able
+ # alternative would be extended Pytester.{run(),_run(),popen()} to be able
# to handle a keyword argument env that replaces os.environ in popen or
# extends the copy, advantage: could not forget to restore
monkeypatch.setenv("_ARGCOMPLETE", "1")
diff --git a/testing/test_pastebin.py b/testing/test_pastebin.py
index eaa9e7511c7..b338519ae17 100644
--- a/testing/test_pastebin.py
+++ b/testing/test_pastebin.py
@@ -161,12 +161,12 @@ def test_pastebin_http_error(self, pastebin, mocked_urlopen_fail) -> None:
def test_create_new_paste(self, pastebin, mocked_urlopen) -> None:
result = pastebin.create_new_paste(b"full-paste-contents")
- assert result == "https://bpaste.net/show/3c0c6750bd"
+ assert result == "https://bpa.st/show/3c0c6750bd"
assert len(mocked_urlopen) == 1
url, data = mocked_urlopen[0]
assert type(data) is bytes
lexer = "text"
- assert url == "https://bpaste.net"
+ assert url == "https://bpa.st"
assert "lexer=%s" % lexer in data.decode()
assert "code=full-paste-contents" in data.decode()
assert "expiry=1week" in data.decode()
diff --git a/testing/test_pathlib.py b/testing/test_pathlib.py
index 0507e3d6866..5eb153e847d 100644
--- a/testing/test_pathlib.py
+++ b/testing/test_pathlib.py
@@ -1,12 +1,15 @@
import os.path
+import pickle
import sys
import unittest.mock
from pathlib import Path
from textwrap import dedent
-
-import py
+from types import ModuleType
+from typing import Any
+from typing import Generator
import pytest
+from _pytest.monkeypatch import MonkeyPatch
from _pytest.pathlib import bestrelpath
from _pytest.pathlib import commonpath
from _pytest.pathlib import ensure_deletable
@@ -15,30 +18,17 @@
from _pytest.pathlib import get_lock_path
from _pytest.pathlib import import_path
from _pytest.pathlib import ImportPathMismatchError
+from _pytest.pathlib import insert_missing_modules
from _pytest.pathlib import maybe_delete_a_numbered_dir
+from _pytest.pathlib import module_name_from_path
from _pytest.pathlib import resolve_package_path
from _pytest.pathlib import symlink_or_skip
from _pytest.pathlib import visit
+from _pytest.tmpdir import TempPathFactory
class TestFNMatcherPort:
- """Test that our port of py.common.FNMatcher (fnmatch_ex) produces the
- same results as the original py.path.local.fnmatch method."""
-
- @pytest.fixture(params=["pathlib", "py.path"])
- def match(self, request):
- if request.param == "py.path":
-
- def match_(pattern, path):
- return py.path.local(path).fnmatch(pattern)
-
- else:
- assert request.param == "pathlib"
-
- def match_(pattern, path):
- return fnmatch_ex(pattern, path)
-
- return match_
+ """Test our port of py.common.FNMatcher (fnmatch_ex)."""
if sys.platform == "win32":
drv1 = "c:"
@@ -54,19 +44,19 @@ def match_(pattern, path):
("*.py", "bar/foo.py"),
("test_*.py", "foo/test_foo.py"),
("tests/*.py", "tests/foo.py"),
- (drv1 + "/*.py", drv1 + "/foo.py"),
- (drv1 + "/foo/*.py", drv1 + "/foo/foo.py"),
+ (f"{drv1}/*.py", f"{drv1}/foo.py"),
+ (f"{drv1}/foo/*.py", f"{drv1}/foo/foo.py"),
("tests/**/test*.py", "tests/foo/test_foo.py"),
("tests/**/doc/test*.py", "tests/foo/bar/doc/test_foo.py"),
("tests/**/doc/**/test*.py", "tests/foo/doc/bar/test_foo.py"),
],
)
- def test_matching(self, match, pattern, path):
- assert match(pattern, path)
+ def test_matching(self, pattern: str, path: str) -> None:
+ assert fnmatch_ex(pattern, path)
- def test_matching_abspath(self, match):
+ def test_matching_abspath(self) -> None:
abspath = os.path.abspath(os.path.join("tests/foo.py"))
- assert match("tests/foo.py", abspath)
+ assert fnmatch_ex("tests/foo.py", abspath)
@pytest.mark.parametrize(
"pattern, path",
@@ -74,16 +64,16 @@ def test_matching_abspath(self, match):
("*.py", "foo.pyc"),
("*.py", "foo/foo.pyc"),
("tests/*.py", "foo/foo.py"),
- (drv1 + "/*.py", drv2 + "/foo.py"),
- (drv1 + "/foo/*.py", drv2 + "/foo/foo.py"),
+ (f"{drv1}/*.py", f"{drv2}/foo.py"),
+ (f"{drv1}/foo/*.py", f"{drv2}/foo/foo.py"),
("tests/**/test*.py", "tests/foo.py"),
("tests/**/test*.py", "foo/test_foo.py"),
("tests/**/doc/test*.py", "tests/foo/bar/doc/foo.py"),
("tests/**/doc/test*.py", "tests/foo/bar/test_foo.py"),
],
)
- def test_not_matching(self, match, pattern, path):
- assert not match(pattern, path)
+ def test_not_matching(self, pattern: str, path: str) -> None:
+ assert not fnmatch_ex(pattern, path)
class TestImportPath:
@@ -95,197 +85,221 @@ class TestImportPath:
"""
@pytest.fixture(scope="session")
- def path1(self, tmpdir_factory):
- path = tmpdir_factory.mktemp("path")
+ def path1(self, tmp_path_factory: TempPathFactory) -> Generator[Path, None, None]:
+ path = tmp_path_factory.mktemp("path")
self.setuptestfs(path)
yield path
- assert path.join("samplefile").check()
+ assert path.joinpath("samplefile").exists()
- def setuptestfs(self, path):
+ def setuptestfs(self, path: Path) -> None:
# print "setting up test fs for", repr(path)
- samplefile = path.ensure("samplefile")
- samplefile.write("samplefile\n")
+ samplefile = path / "samplefile"
+ samplefile.write_text("samplefile\n")
- execfile = path.ensure("execfile")
- execfile.write("x=42")
+ execfile = path / "execfile"
+ execfile.write_text("x=42")
- execfilepy = path.ensure("execfile.py")
- execfilepy.write("x=42")
+ execfilepy = path / "execfile.py"
+ execfilepy.write_text("x=42")
d = {1: 2, "hello": "world", "answer": 42}
- path.ensure("samplepickle").dump(d)
-
- sampledir = path.ensure("sampledir", dir=1)
- sampledir.ensure("otherfile")
-
- otherdir = path.ensure("otherdir", dir=1)
- otherdir.ensure("__init__.py")
-
- module_a = otherdir.ensure("a.py")
- module_a.write("from .b import stuff as result\n")
- module_b = otherdir.ensure("b.py")
- module_b.write('stuff="got it"\n')
- module_c = otherdir.ensure("c.py")
- module_c.write(
+ path.joinpath("samplepickle").write_bytes(pickle.dumps(d, 1))
+
+ sampledir = path / "sampledir"
+ sampledir.mkdir()
+ sampledir.joinpath("otherfile").touch()
+
+ otherdir = path / "otherdir"
+ otherdir.mkdir()
+ otherdir.joinpath("__init__.py").touch()
+
+ module_a = otherdir / "a.py"
+ module_a.write_text("from .b import stuff as result\n")
+ module_b = otherdir / "b.py"
+ module_b.write_text('stuff="got it"\n')
+ module_c = otherdir / "c.py"
+ module_c.write_text(
dedent(
"""
- import py;
+ import pluggy;
import otherdir.a
value = otherdir.a.result
"""
)
)
- module_d = otherdir.ensure("d.py")
- module_d.write(
+ module_d = otherdir / "d.py"
+ module_d.write_text(
dedent(
"""
- import py;
+ import pluggy;
from otherdir import a
value2 = a.result
"""
)
)
- def test_smoke_test(self, path1):
- obj = import_path(path1.join("execfile.py"))
+ def test_smoke_test(self, path1: Path) -> None:
+ obj = import_path(path1 / "execfile.py", root=path1)
assert obj.x == 42 # type: ignore[attr-defined]
assert obj.__name__ == "execfile"
- def test_renamed_dir_creates_mismatch(self, tmpdir, monkeypatch):
- p = tmpdir.ensure("a", "test_x123.py")
- import_path(p)
- tmpdir.join("a").move(tmpdir.join("b"))
+ def test_renamed_dir_creates_mismatch(
+ self, tmp_path: Path, monkeypatch: MonkeyPatch
+ ) -> None:
+ tmp_path.joinpath("a").mkdir()
+ p = tmp_path.joinpath("a", "test_x123.py")
+ p.touch()
+ import_path(p, root=tmp_path)
+ tmp_path.joinpath("a").rename(tmp_path.joinpath("b"))
with pytest.raises(ImportPathMismatchError):
- import_path(tmpdir.join("b", "test_x123.py"))
+ import_path(tmp_path.joinpath("b", "test_x123.py"), root=tmp_path)
# Errors can be ignored.
monkeypatch.setenv("PY_IGNORE_IMPORTMISMATCH", "1")
- import_path(tmpdir.join("b", "test_x123.py"))
+ import_path(tmp_path.joinpath("b", "test_x123.py"), root=tmp_path)
# PY_IGNORE_IMPORTMISMATCH=0 does not ignore error.
monkeypatch.setenv("PY_IGNORE_IMPORTMISMATCH", "0")
with pytest.raises(ImportPathMismatchError):
- import_path(tmpdir.join("b", "test_x123.py"))
+ import_path(tmp_path.joinpath("b", "test_x123.py"), root=tmp_path)
- def test_messy_name(self, tmpdir):
- # http://bitbucket.org/hpk42/py-trunk/issue/129
- path = tmpdir.ensure("foo__init__.py")
- module = import_path(path)
+ def test_messy_name(self, tmp_path: Path) -> None:
+ # https://bitbucket.org/hpk42/py-trunk/issue/129
+ path = tmp_path / "foo__init__.py"
+ path.touch()
+ module = import_path(path, root=tmp_path)
assert module.__name__ == "foo__init__"
- def test_dir(self, tmpdir):
- p = tmpdir.join("hello_123")
- p_init = p.ensure("__init__.py")
- m = import_path(p)
+ def test_dir(self, tmp_path: Path) -> None:
+ p = tmp_path / "hello_123"
+ p.mkdir()
+ p_init = p / "__init__.py"
+ p_init.touch()
+ m = import_path(p, root=tmp_path)
assert m.__name__ == "hello_123"
- m = import_path(p_init)
+ m = import_path(p_init, root=tmp_path)
assert m.__name__ == "hello_123"
- def test_a(self, path1):
- otherdir = path1.join("otherdir")
- mod = import_path(otherdir.join("a.py"))
+ def test_a(self, path1: Path) -> None:
+ otherdir = path1 / "otherdir"
+ mod = import_path(otherdir / "a.py", root=path1)
assert mod.result == "got it" # type: ignore[attr-defined]
assert mod.__name__ == "otherdir.a"
- def test_b(self, path1):
- otherdir = path1.join("otherdir")
- mod = import_path(otherdir.join("b.py"))
+ def test_b(self, path1: Path) -> None:
+ otherdir = path1 / "otherdir"
+ mod = import_path(otherdir / "b.py", root=path1)
assert mod.stuff == "got it" # type: ignore[attr-defined]
assert mod.__name__ == "otherdir.b"
- def test_c(self, path1):
- otherdir = path1.join("otherdir")
- mod = import_path(otherdir.join("c.py"))
+ def test_c(self, path1: Path) -> None:
+ otherdir = path1 / "otherdir"
+ mod = import_path(otherdir / "c.py", root=path1)
assert mod.value == "got it" # type: ignore[attr-defined]
- def test_d(self, path1):
- otherdir = path1.join("otherdir")
- mod = import_path(otherdir.join("d.py"))
+ def test_d(self, path1: Path) -> None:
+ otherdir = path1 / "otherdir"
+ mod = import_path(otherdir / "d.py", root=path1)
assert mod.value2 == "got it" # type: ignore[attr-defined]
- def test_import_after(self, tmpdir):
- tmpdir.ensure("xxxpackage", "__init__.py")
- mod1path = tmpdir.ensure("xxxpackage", "module1.py")
- mod1 = import_path(mod1path)
+ def test_import_after(self, tmp_path: Path) -> None:
+ tmp_path.joinpath("xxxpackage").mkdir()
+ tmp_path.joinpath("xxxpackage", "__init__.py").touch()
+ mod1path = tmp_path.joinpath("xxxpackage", "module1.py")
+ mod1path.touch()
+ mod1 = import_path(mod1path, root=tmp_path)
assert mod1.__name__ == "xxxpackage.module1"
from xxxpackage import module1
assert module1 is mod1
- def test_check_filepath_consistency(self, monkeypatch, tmpdir):
+ def test_check_filepath_consistency(
+ self, monkeypatch: MonkeyPatch, tmp_path: Path
+ ) -> None:
name = "pointsback123"
- ModuleType = type(os)
- p = tmpdir.ensure(name + ".py")
+ p = tmp_path.joinpath(name + ".py")
+ p.touch()
for ending in (".pyc", ".pyo"):
mod = ModuleType(name)
- pseudopath = tmpdir.ensure(name + ending)
+ pseudopath = tmp_path.joinpath(name + ending)
+ pseudopath.touch()
mod.__file__ = str(pseudopath)
monkeypatch.setitem(sys.modules, name, mod)
- newmod = import_path(p)
+ newmod = import_path(p, root=tmp_path)
assert mod == newmod
monkeypatch.undo()
mod = ModuleType(name)
- pseudopath = tmpdir.ensure(name + "123.py")
+ pseudopath = tmp_path.joinpath(name + "123.py")
+ pseudopath.touch()
mod.__file__ = str(pseudopath)
monkeypatch.setitem(sys.modules, name, mod)
with pytest.raises(ImportPathMismatchError) as excinfo:
- import_path(p)
+ import_path(p, root=tmp_path)
modname, modfile, orig = excinfo.value.args
assert modname == name
- assert modfile == pseudopath
+ assert modfile == str(pseudopath)
assert orig == p
assert issubclass(ImportPathMismatchError, ImportError)
- def test_issue131_on__init__(self, tmpdir):
+ def test_issue131_on__init__(self, tmp_path: Path) -> None:
# __init__.py files may be namespace packages, and thus the
# __file__ of an imported module may not be ourselves
# see issue
- p1 = tmpdir.ensure("proja", "__init__.py")
- p2 = tmpdir.ensure("sub", "proja", "__init__.py")
- m1 = import_path(p1)
- m2 = import_path(p2)
+ tmp_path.joinpath("proja").mkdir()
+ p1 = tmp_path.joinpath("proja", "__init__.py")
+ p1.touch()
+ tmp_path.joinpath("sub", "proja").mkdir(parents=True)
+ p2 = tmp_path.joinpath("sub", "proja", "__init__.py")
+ p2.touch()
+ m1 = import_path(p1, root=tmp_path)
+ m2 = import_path(p2, root=tmp_path)
assert m1 == m2
- def test_ensuresyspath_append(self, tmpdir):
- root1 = tmpdir.mkdir("root1")
- file1 = root1.ensure("x123.py")
+ def test_ensuresyspath_append(self, tmp_path: Path) -> None:
+ root1 = tmp_path / "root1"
+ root1.mkdir()
+ file1 = root1 / "x123.py"
+ file1.touch()
assert str(root1) not in sys.path
- import_path(file1, mode="append")
+ import_path(file1, mode="append", root=tmp_path)
assert str(root1) == sys.path[-1]
assert str(root1) not in sys.path[:-1]
- def test_invalid_path(self, tmpdir):
+ def test_invalid_path(self, tmp_path: Path) -> None:
with pytest.raises(ImportError):
- import_path(tmpdir.join("invalid.py"))
+ import_path(tmp_path / "invalid.py", root=tmp_path)
@pytest.fixture
- def simple_module(self, tmpdir):
- fn = tmpdir.join("mymod.py")
- fn.write(
- dedent(
- """
- def foo(x): return 40 + x
- """
- )
- )
+ def simple_module(self, tmp_path: Path) -> Path:
+ fn = tmp_path / "_src/tests/mymod.py"
+ fn.parent.mkdir(parents=True)
+ fn.write_text("def foo(x): return 40 + x")
return fn
- def test_importmode_importlib(self, simple_module):
+ def test_importmode_importlib(self, simple_module: Path, tmp_path: Path) -> None:
"""`importlib` mode does not change sys.path."""
- module = import_path(simple_module, mode="importlib")
+ module = import_path(simple_module, mode="importlib", root=tmp_path)
assert module.foo(2) == 42 # type: ignore[attr-defined]
- assert simple_module.dirname not in sys.path
-
- def test_importmode_twice_is_different_module(self, simple_module):
+ assert str(simple_module.parent) not in sys.path
+ assert module.__name__ in sys.modules
+ assert module.__name__ == "_src.tests.mymod"
+ assert "_src" in sys.modules
+ assert "_src.tests" in sys.modules
+
+ def test_importmode_twice_is_different_module(
+ self, simple_module: Path, tmp_path: Path
+ ) -> None:
"""`importlib` mode always returns a new module."""
- module1 = import_path(simple_module, mode="importlib")
- module2 = import_path(simple_module, mode="importlib")
+ module1 = import_path(simple_module, mode="importlib", root=tmp_path)
+ module2 = import_path(simple_module, mode="importlib", root=tmp_path)
assert module1 is not module2
- def test_no_meta_path_found(self, simple_module, monkeypatch):
+ def test_no_meta_path_found(
+ self, simple_module: Path, monkeypatch: MonkeyPatch, tmp_path: Path
+ ) -> None:
"""Even without any meta_path should still import module."""
monkeypatch.setattr(sys, "meta_path", [])
- module = import_path(simple_module, mode="importlib")
+ module = import_path(simple_module, mode="importlib", root=tmp_path)
assert module.foo(2) == 42 # type: ignore[attr-defined]
# mode='importlib' fails if no spec is found to load the module
@@ -295,10 +309,10 @@ def test_no_meta_path_found(self, simple_module, monkeypatch):
importlib.util, "spec_from_file_location", lambda *args: None
)
with pytest.raises(ImportError):
- import_path(simple_module, mode="importlib")
+ import_path(simple_module, mode="importlib", root=tmp_path)
-def test_resolve_package_path(tmp_path):
+def test_resolve_package_path(tmp_path: Path) -> None:
pkg = tmp_path / "pkg1"
pkg.mkdir()
(pkg / "__init__.py").touch()
@@ -308,7 +322,7 @@ def test_resolve_package_path(tmp_path):
assert resolve_package_path(pkg.joinpath("subdir", "__init__.py")) == pkg
-def test_package_unimportable(tmp_path):
+def test_package_unimportable(tmp_path: Path) -> None:
pkg = tmp_path / "pkg1-1"
pkg.mkdir()
pkg.joinpath("__init__.py").touch()
@@ -322,7 +336,7 @@ def test_package_unimportable(tmp_path):
assert not resolve_package_path(pkg)
-def test_access_denied_during_cleanup(tmp_path, monkeypatch):
+def test_access_denied_during_cleanup(tmp_path: Path, monkeypatch: MonkeyPatch) -> None:
"""Ensure that deleting a numbered dir does not fail because of OSErrors (#4262)."""
path = tmp_path / "temp-1"
path.mkdir()
@@ -337,7 +351,7 @@ def renamed_failed(*args):
assert not lock_path.is_file()
-def test_long_path_during_cleanup(tmp_path):
+def test_long_path_during_cleanup(tmp_path: Path) -> None:
"""Ensure that deleting long path works (particularly on Windows (#6775))."""
path = (tmp_path / ("a" * 250)).resolve()
if sys.platform == "win32":
@@ -353,14 +367,14 @@ def test_long_path_during_cleanup(tmp_path):
assert not os.path.isdir(extended_path)
-def test_get_extended_length_path_str():
+def test_get_extended_length_path_str() -> None:
assert get_extended_length_path_str(r"c:\foo") == r"\\?\c:\foo"
assert get_extended_length_path_str(r"\\share\foo") == r"\\?\UNC\share\foo"
assert get_extended_length_path_str(r"\\?\UNC\share\foo") == r"\\?\UNC\share\foo"
assert get_extended_length_path_str(r"\\?\c:\foo") == r"\\?\c:\foo"
-def test_suppress_error_removing_lock(tmp_path):
+def test_suppress_error_removing_lock(tmp_path: Path) -> None:
"""ensure_deletable should be resilient if lock file cannot be removed (#5456, #7491)"""
path = tmp_path / "dir"
path.mkdir()
@@ -405,12 +419,156 @@ def test_commonpath() -> None:
assert commonpath(path, path.parent.parent) == path.parent.parent
-def test_visit_ignores_errors(tmpdir) -> None:
- symlink_or_skip("recursive", tmpdir.join("recursive"))
- tmpdir.join("foo").write_binary(b"")
- tmpdir.join("bar").write_binary(b"")
+def test_visit_ignores_errors(tmp_path: Path) -> None:
+ symlink_or_skip("recursive", tmp_path / "recursive")
+ tmp_path.joinpath("foo").write_bytes(b"")
+ tmp_path.joinpath("bar").write_bytes(b"")
+
+ assert [
+ entry.name for entry in visit(str(tmp_path), recurse=lambda entry: False)
+ ] == ["bar", "foo"]
+
+
+@pytest.mark.skipif(not sys.platform.startswith("win"), reason="Windows only")
+def test_samefile_false_negatives(tmp_path: Path, monkeypatch: MonkeyPatch) -> None:
+ """
+ import_file() should not raise ImportPathMismatchError if the paths are exactly
+ equal on Windows. It seems directories mounted as UNC paths make os.path.samefile
+ return False, even when they are clearly equal.
+ """
+ module_path = tmp_path.joinpath("my_module.py")
+ module_path.write_text("def foo(): return 42")
+ monkeypatch.syspath_prepend(tmp_path)
+
+ with monkeypatch.context() as mp:
+ # Forcibly make os.path.samefile() return False here to ensure we are comparing
+ # the paths too. Using a context to narrow the patch as much as possible given
+ # this is an important system function.
+ mp.setattr(os.path, "samefile", lambda x, y: False)
+ module = import_path(module_path, root=tmp_path)
+ assert getattr(module, "foo")() == 42
+
+
+class TestImportLibMode:
+ @pytest.mark.skipif(sys.version_info < (3, 7), reason="Dataclasses in Python3.7+")
+ def test_importmode_importlib_with_dataclass(self, tmp_path: Path) -> None:
+ """Ensure that importlib mode works with a module containing dataclasses (#7856)."""
+ fn = tmp_path.joinpath("_src/tests/test_dataclass.py")
+ fn.parent.mkdir(parents=True)
+ fn.write_text(
+ dedent(
+ """
+ from dataclasses import dataclass
+
+ @dataclass
+ class Data:
+ value: str
+ """
+ )
+ )
+
+ module = import_path(fn, mode="importlib", root=tmp_path)
+ Data: Any = getattr(module, "Data")
+ data = Data(value="foo")
+ assert data.value == "foo"
+ assert data.__module__ == "_src.tests.test_dataclass"
+
+ def test_importmode_importlib_with_pickle(self, tmp_path: Path) -> None:
+ """Ensure that importlib mode works with pickle (#7859)."""
+ fn = tmp_path.joinpath("_src/tests/test_pickle.py")
+ fn.parent.mkdir(parents=True)
+ fn.write_text(
+ dedent(
+ """
+ import pickle
+
+ def _action():
+ return 42
+
+ def round_trip():
+ s = pickle.dumps(_action)
+ return pickle.loads(s)
+ """
+ )
+ )
+
+ module = import_path(fn, mode="importlib", root=tmp_path)
+ round_trip = getattr(module, "round_trip")
+ action = round_trip()
+ assert action() == 42
+
+ def test_importmode_importlib_with_pickle_separate_modules(
+ self, tmp_path: Path
+ ) -> None:
+ """
+ Ensure that importlib mode works can load pickles that look similar but are
+ defined in separate modules.
+ """
+ fn1 = tmp_path.joinpath("_src/m1/tests/test.py")
+ fn1.parent.mkdir(parents=True)
+ fn1.write_text(
+ dedent(
+ """
+ import attr
+ import pickle
+
+ @attr.s(auto_attribs=True)
+ class Data:
+ x: int = 42
+ """
+ )
+ )
+
+ fn2 = tmp_path.joinpath("_src/m2/tests/test.py")
+ fn2.parent.mkdir(parents=True)
+ fn2.write_text(
+ dedent(
+ """
+ import attr
+ import pickle
+
+ @attr.s(auto_attribs=True)
+ class Data:
+ x: str = ""
+ """
+ )
+ )
+
+ import pickle
+
+ def round_trip(obj):
+ s = pickle.dumps(obj)
+ return pickle.loads(s)
+
+ module = import_path(fn1, mode="importlib", root=tmp_path)
+ Data1 = getattr(module, "Data")
+
+ module = import_path(fn2, mode="importlib", root=tmp_path)
+ Data2 = getattr(module, "Data")
+
+ assert round_trip(Data1(20)) == Data1(20)
+ assert round_trip(Data2("hello")) == Data2("hello")
+ assert Data1.__module__ == "_src.m1.tests.test"
+ assert Data2.__module__ == "_src.m2.tests.test"
+
+ def test_module_name_from_path(self, tmp_path: Path) -> None:
+ result = module_name_from_path(tmp_path / "src/tests/test_foo.py", tmp_path)
+ assert result == "src.tests.test_foo"
+
+ # Path is not relative to root dir: use the full path to obtain the module name.
+ result = module_name_from_path(Path("/home/foo/test_foo.py"), Path("/bar"))
+ assert result == "home.foo.test_foo"
+
+ def test_insert_missing_modules(self) -> None:
+ modules = {"src.tests.foo": ModuleType("src.tests.foo")}
+ insert_missing_modules(modules, "src.tests.foo")
+ assert sorted(modules) == ["src", "src.tests", "src.tests.foo"]
+
+ mod = ModuleType("mod", doc="My Module")
+ modules = {"src": mod}
+ insert_missing_modules(modules, "src")
+ assert modules == {"src": mod}
- assert [entry.name for entry in visit(tmpdir, recurse=lambda entry: False)] == [
- "bar",
- "foo",
- ]
+ modules = {}
+ insert_missing_modules(modules, "")
+ assert modules == {}
diff --git a/testing/test_pluginmanager.py b/testing/test_pluginmanager.py
index 2099f5ae1e3..9fe23d17792 100644
--- a/testing/test_pluginmanager.py
+++ b/testing/test_pluginmanager.py
@@ -1,13 +1,18 @@
import os
+import shutil
import sys
import types
from typing import List
import pytest
+from _pytest.config import Config
from _pytest.config import ExitCode
from _pytest.config import PytestPluginManager
from _pytest.config.exceptions import UsageError
from _pytest.main import Session
+from _pytest.monkeypatch import MonkeyPatch
+from _pytest.pathlib import import_path
+from _pytest.pytester import Pytester
@pytest.fixture
@@ -16,14 +21,16 @@ def pytestpm() -> PytestPluginManager:
class TestPytestPluginInteractions:
- def test_addhooks_conftestplugin(self, testdir, _config_for_test):
- testdir.makepyfile(
+ def test_addhooks_conftestplugin(
+ self, pytester: Pytester, _config_for_test: Config
+ ) -> None:
+ pytester.makepyfile(
newhooks="""
def pytest_myhook(xyz):
"new hook"
"""
)
- conf = testdir.makeconftest(
+ conf = pytester.makeconftest(
"""
import newhooks
def pytest_addhooks(pluginmanager):
@@ -37,38 +44,42 @@ def pytest_myhook(xyz):
pm.hook.pytest_addhooks.call_historic(
kwargs=dict(pluginmanager=config.pluginmanager)
)
- config.pluginmanager._importconftest(conf, importmode="prepend")
+ config.pluginmanager._importconftest(
+ conf, importmode="prepend", rootpath=pytester.path
+ )
# print(config.pluginmanager.get_plugins())
res = config.hook.pytest_myhook(xyz=10)
assert res == [11]
- def test_addhooks_nohooks(self, testdir):
- testdir.makeconftest(
+ def test_addhooks_nohooks(self, pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import sys
def pytest_addhooks(pluginmanager):
pluginmanager.add_hookspecs(sys)
"""
)
- res = testdir.runpytest()
+ res = pytester.runpytest()
assert res.ret != 0
res.stderr.fnmatch_lines(["*did not find*sys*"])
- def test_do_option_postinitialize(self, testdir):
- config = testdir.parseconfigure()
+ def test_do_option_postinitialize(self, pytester: Pytester) -> None:
+ config = pytester.parseconfigure()
assert not hasattr(config.option, "test123")
- p = testdir.makepyfile(
+ p = pytester.makepyfile(
"""
def pytest_addoption(parser):
parser.addoption('--test123', action="store_true",
default=True)
"""
)
- config.pluginmanager._importconftest(p, importmode="prepend")
+ config.pluginmanager._importconftest(
+ p, importmode="prepend", rootpath=pytester.path
+ )
assert config.option.test123
- def test_configure(self, testdir):
- config = testdir.parseconfig()
+ def test_configure(self, pytester: Pytester) -> None:
+ config = pytester.parseconfig()
values = []
class A:
@@ -87,7 +98,7 @@ def pytest_configure(self):
config.pluginmanager.register(A())
assert len(values) == 2
- def test_hook_tracing(self, _config_for_test) -> None:
+ def test_hook_tracing(self, _config_for_test: Config) -> None:
pytestpm = _config_for_test.pluginmanager # fully initialized with plugins
saveindent = []
@@ -120,25 +131,29 @@ def pytest_plugin_registered(self):
finally:
undo()
- def test_hook_proxy(self, testdir):
+ def test_hook_proxy(self, pytester: Pytester) -> None:
"""Test the gethookproxy function(#2016)"""
- config = testdir.parseconfig()
+ config = pytester.parseconfig()
session = Session.from_config(config)
- testdir.makepyfile(**{"tests/conftest.py": "", "tests/subdir/conftest.py": ""})
+ pytester.makepyfile(**{"tests/conftest.py": "", "tests/subdir/conftest.py": ""})
- conftest1 = testdir.tmpdir.join("tests/conftest.py")
- conftest2 = testdir.tmpdir.join("tests/subdir/conftest.py")
+ conftest1 = pytester.path.joinpath("tests/conftest.py")
+ conftest2 = pytester.path.joinpath("tests/subdir/conftest.py")
- config.pluginmanager._importconftest(conftest1, importmode="prepend")
- ihook_a = session.gethookproxy(testdir.tmpdir.join("tests"))
+ config.pluginmanager._importconftest(
+ conftest1, importmode="prepend", rootpath=pytester.path
+ )
+ ihook_a = session.gethookproxy(pytester.path / "tests")
assert ihook_a is not None
- config.pluginmanager._importconftest(conftest2, importmode="prepend")
- ihook_b = session.gethookproxy(testdir.tmpdir.join("tests"))
+ config.pluginmanager._importconftest(
+ conftest2, importmode="prepend", rootpath=pytester.path
+ )
+ ihook_b = session.gethookproxy(pytester.path / "tests")
assert ihook_a is not ihook_b
- def test_hook_with_addoption(self, testdir):
+ def test_hook_with_addoption(self, pytester: Pytester) -> None:
"""Test that hooks can be used in a call to pytest_addoption"""
- testdir.makepyfile(
+ pytester.makepyfile(
newhooks="""
import pytest
@pytest.hookspec(firstresult=True)
@@ -146,7 +161,7 @@ def pytest_default_value():
pass
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
myplugin="""
import newhooks
def pytest_addhooks(pluginmanager):
@@ -156,30 +171,32 @@ def pytest_addoption(parser, pluginmanager):
parser.addoption("--config", help="Config, defaults to %(default)s", default=default_value)
"""
)
- testdir.makeconftest(
+ pytester.makeconftest(
"""
pytest_plugins=("myplugin",)
def pytest_default_value():
return "default_value"
"""
)
- res = testdir.runpytest("--help")
+ res = pytester.runpytest("--help")
res.stdout.fnmatch_lines(["*--config=CONFIG*default_value*"])
-def test_default_markers(testdir):
- result = testdir.runpytest("--markers")
+def test_default_markers(pytester: Pytester) -> None:
+ result = pytester.runpytest("--markers")
result.stdout.fnmatch_lines(["*tryfirst*first*", "*trylast*last*"])
-def test_importplugin_error_message(testdir, pytestpm):
+def test_importplugin_error_message(
+ pytester: Pytester, pytestpm: PytestPluginManager
+) -> None:
"""Don't hide import errors when importing plugins and provide
an easy to debug message.
See #375 and #1998.
"""
- testdir.syspathinsert(testdir.tmpdir)
- testdir.makepyfile(
+ pytester.syspathinsert(pytester.path)
+ pytester.makepyfile(
qwe="""\
def test_traceback():
raise ImportError('Not possible to import: ☺')
@@ -196,7 +213,7 @@ def test_traceback():
class TestPytestPluginManager:
- def test_register_imported_modules(self):
+ def test_register_imported_modules(self) -> None:
pm = PytestPluginManager()
mod = types.ModuleType("x.y.pytest_hello")
pm.register(mod)
@@ -216,23 +233,27 @@ def test_canonical_import(self, monkeypatch):
assert pm.get_plugin("pytest_xyz") == mod
assert pm.is_registered(mod)
- def test_consider_module(self, testdir, pytestpm: PytestPluginManager) -> None:
- testdir.syspathinsert()
- testdir.makepyfile(pytest_p1="#")
- testdir.makepyfile(pytest_p2="#")
+ def test_consider_module(
+ self, pytester: Pytester, pytestpm: PytestPluginManager
+ ) -> None:
+ pytester.syspathinsert()
+ pytester.makepyfile(pytest_p1="#")
+ pytester.makepyfile(pytest_p2="#")
mod = types.ModuleType("temp")
mod.__dict__["pytest_plugins"] = ["pytest_p1", "pytest_p2"]
pytestpm.consider_module(mod)
assert pytestpm.get_plugin("pytest_p1").__name__ == "pytest_p1"
assert pytestpm.get_plugin("pytest_p2").__name__ == "pytest_p2"
- def test_consider_module_import_module(self, testdir, _config_for_test) -> None:
+ def test_consider_module_import_module(
+ self, pytester: Pytester, _config_for_test: Config
+ ) -> None:
pytestpm = _config_for_test.pluginmanager
mod = types.ModuleType("x")
mod.__dict__["pytest_plugins"] = "pytest_a"
- aplugin = testdir.makepyfile(pytest_a="#")
- reprec = testdir.make_hook_recorder(pytestpm)
- testdir.syspathinsert(aplugin.dirpath())
+ aplugin = pytester.makepyfile(pytest_a="#")
+ reprec = pytester.make_hook_recorder(pytestpm)
+ pytester.syspathinsert(aplugin.parent)
pytestpm.consider_module(mod)
call = reprec.getcall(pytestpm.hook.pytest_plugin_registered.name)
assert call.plugin.__name__ == "pytest_a"
@@ -242,30 +263,37 @@ def test_consider_module_import_module(self, testdir, _config_for_test) -> None:
values = reprec.getcalls("pytest_plugin_registered")
assert len(values) == 1
- def test_consider_env_fails_to_import(self, monkeypatch, pytestpm):
+ def test_consider_env_fails_to_import(
+ self, monkeypatch: MonkeyPatch, pytestpm: PytestPluginManager
+ ) -> None:
monkeypatch.setenv("PYTEST_PLUGINS", "nonexisting", prepend=",")
with pytest.raises(ImportError):
pytestpm.consider_env()
@pytest.mark.filterwarnings("always")
- def test_plugin_skip(self, testdir, monkeypatch):
- p = testdir.makepyfile(
+ def test_plugin_skip(self, pytester: Pytester, monkeypatch: MonkeyPatch) -> None:
+ p = pytester.makepyfile(
skipping1="""
import pytest
pytest.skip("hello", allow_module_level=True)
"""
)
- p.copy(p.dirpath("skipping2.py"))
+ shutil.copy(p, p.with_name("skipping2.py"))
monkeypatch.setenv("PYTEST_PLUGINS", "skipping2")
- result = testdir.runpytest("-p", "skipping1", syspathinsert=True)
+ result = pytester.runpytest("-p", "skipping1", syspathinsert=True)
assert result.ret == ExitCode.NO_TESTS_COLLECTED
result.stdout.fnmatch_lines(
["*skipped plugin*skipping1*hello*", "*skipped plugin*skipping2*hello*"]
)
- def test_consider_env_plugin_instantiation(self, testdir, monkeypatch, pytestpm):
- testdir.syspathinsert()
- testdir.makepyfile(xy123="#")
+ def test_consider_env_plugin_instantiation(
+ self,
+ pytester: Pytester,
+ monkeypatch: MonkeyPatch,
+ pytestpm: PytestPluginManager,
+ ) -> None:
+ pytester.syspathinsert()
+ pytester.makepyfile(xy123="#")
monkeypatch.setitem(os.environ, "PYTEST_PLUGINS", "xy123")
l1 = len(pytestpm.get_plugins())
pytestpm.consider_env()
@@ -276,9 +304,11 @@ def test_consider_env_plugin_instantiation(self, testdir, monkeypatch, pytestpm)
l3 = len(pytestpm.get_plugins())
assert l2 == l3
- def test_pluginmanager_ENV_startup(self, testdir, monkeypatch):
- testdir.makepyfile(pytest_x500="#")
- p = testdir.makepyfile(
+ def test_pluginmanager_ENV_startup(
+ self, pytester: Pytester, monkeypatch: MonkeyPatch
+ ) -> None:
+ pytester.makepyfile(pytest_x500="#")
+ p = pytester.makepyfile(
"""
import pytest
def test_hello(pytestconfig):
@@ -287,17 +317,19 @@ def test_hello(pytestconfig):
"""
)
monkeypatch.setenv("PYTEST_PLUGINS", "pytest_x500", prepend=",")
- result = testdir.runpytest(p, syspathinsert=True)
+ result = pytester.runpytest(p, syspathinsert=True)
assert result.ret == 0
result.stdout.fnmatch_lines(["*1 passed*"])
- def test_import_plugin_importname(self, testdir, pytestpm):
+ def test_import_plugin_importname(
+ self, pytester: Pytester, pytestpm: PytestPluginManager
+ ) -> None:
pytest.raises(ImportError, pytestpm.import_plugin, "qweqwex.y")
pytest.raises(ImportError, pytestpm.import_plugin, "pytest_qweqwx.y")
- testdir.syspathinsert()
+ pytester.syspathinsert()
pluginname = "pytest_hello"
- testdir.makepyfile(**{pluginname: ""})
+ pytester.makepyfile(**{pluginname: ""})
pytestpm.import_plugin("pytest_hello")
len1 = len(pytestpm.get_plugins())
pytestpm.import_plugin("pytest_hello")
@@ -308,25 +340,33 @@ def test_import_plugin_importname(self, testdir, pytestpm):
plugin2 = pytestpm.get_plugin("pytest_hello")
assert plugin2 is plugin1
- def test_import_plugin_dotted_name(self, testdir, pytestpm):
+ def test_import_plugin_dotted_name(
+ self, pytester: Pytester, pytestpm: PytestPluginManager
+ ) -> None:
pytest.raises(ImportError, pytestpm.import_plugin, "qweqwex.y")
pytest.raises(ImportError, pytestpm.import_plugin, "pytest_qweqwex.y")
- testdir.syspathinsert()
- testdir.mkpydir("pkg").join("plug.py").write("x=3")
+ pytester.syspathinsert()
+ pytester.mkpydir("pkg").joinpath("plug.py").write_text("x=3")
pluginname = "pkg.plug"
pytestpm.import_plugin(pluginname)
mod = pytestpm.get_plugin("pkg.plug")
assert mod.x == 3
- def test_consider_conftest_deps(self, testdir, pytestpm):
- mod = testdir.makepyfile("pytest_plugins='xyz'").pyimport()
+ def test_consider_conftest_deps(
+ self,
+ pytester: Pytester,
+ pytestpm: PytestPluginManager,
+ ) -> None:
+ mod = import_path(
+ pytester.makepyfile("pytest_plugins='xyz'"), root=pytester.path
+ )
with pytest.raises(ImportError):
pytestpm.consider_conftest(mod)
class TestPytestPluginManagerBootstrapming:
- def test_preparse_args(self, pytestpm):
+ def test_preparse_args(self, pytestpm: PytestPluginManager) -> None:
pytest.raises(
ImportError, lambda: pytestpm.consider_preparse(["xyz", "-p", "hello123"])
)
@@ -343,7 +383,7 @@ def test_preparse_args(self, pytestpm):
with pytest.raises(UsageError, match="^plugin main cannot be disabled$"):
pytestpm.consider_preparse(["-p", "no:main"])
- def test_plugin_prevent_register(self, pytestpm):
+ def test_plugin_prevent_register(self, pytestpm: PytestPluginManager) -> None:
pytestpm.consider_preparse(["xyz", "-p", "no:abc"])
l1 = pytestpm.get_plugins()
pytestpm.register(42, name="abc")
@@ -351,7 +391,9 @@ def test_plugin_prevent_register(self, pytestpm):
assert len(l2) == len(l1)
assert 42 not in l2
- def test_plugin_prevent_register_unregistered_alredy_registered(self, pytestpm):
+ def test_plugin_prevent_register_unregistered_alredy_registered(
+ self, pytestpm: PytestPluginManager
+ ) -> None:
pytestpm.register(42, name="abc")
l1 = pytestpm.get_plugins()
assert 42 in l1
@@ -360,10 +402,10 @@ def test_plugin_prevent_register_unregistered_alredy_registered(self, pytestpm):
assert 42 not in l2
def test_plugin_prevent_register_stepwise_on_cacheprovider_unregister(
- self, pytestpm
- ):
+ self, pytestpm: PytestPluginManager
+ ) -> None:
"""From PR #4304: The only way to unregister a module is documented at
- the end of https://docs.pytest.org/en/stable/plugins.html.
+ the end of https://docs.pytest.org/en/stable/how-to/plugins.html.
When unregister cacheprovider, then unregister stepwise too.
"""
@@ -377,7 +419,7 @@ def test_plugin_prevent_register_stepwise_on_cacheprovider_unregister(
assert 42 not in l2
assert 43 not in l2
- def test_blocked_plugin_can_be_used(self, pytestpm):
+ def test_blocked_plugin_can_be_used(self, pytestpm: PytestPluginManager) -> None:
pytestpm.consider_preparse(["xyz", "-p", "no:abc", "-p", "abc"])
assert pytestpm.has_plugin("abc")
diff --git a/testing/test_pytester.py b/testing/test_pytester.py
index f2e8dd5a36a..9f7cf42b77c 100644
--- a/testing/test_pytester.py
+++ b/testing/test_pytester.py
@@ -2,26 +2,26 @@
import subprocess
import sys
import time
+from pathlib import Path
+from types import ModuleType
from typing import List
-import py.path
-
-import _pytest.pytester as pytester
+import _pytest.pytester as pytester_mod
import pytest
from _pytest.config import ExitCode
from _pytest.config import PytestPluginManager
+from _pytest.monkeypatch import MonkeyPatch
from _pytest.pytester import CwdSnapshot
from _pytest.pytester import HookRecorder
from _pytest.pytester import LineMatcher
from _pytest.pytester import Pytester
from _pytest.pytester import SysModulesSnapshot
from _pytest.pytester import SysPathsSnapshot
-from _pytest.pytester import Testdir
-def test_make_hook_recorder(testdir) -> None:
- item = testdir.getitem("def test_func(): pass")
- recorder = testdir.make_hook_recorder(item.config.pluginmanager)
+def test_make_hook_recorder(pytester: Pytester) -> None:
+ item = pytester.getitem("def test_func(): pass")
+ recorder = pytester.make_hook_recorder(item.config.pluginmanager)
assert not recorder.getfailures()
# (The silly condition is to fool mypy that the code below this is reachable)
@@ -35,11 +35,11 @@ class rep:
skipped = False
when = "call"
- recorder.hook.pytest_runtest_logreport(report=rep)
+ recorder.hook.pytest_runtest_logreport(report=rep) # type: ignore[attr-defined]
failures = recorder.getfailures()
- assert failures == [rep]
+ assert failures == [rep] # type: ignore[comparison-overlap]
failures = recorder.getfailures()
- assert failures == [rep]
+ assert failures == [rep] # type: ignore[comparison-overlap]
class rep2:
excinfo = None
@@ -50,14 +50,14 @@ class rep2:
rep2.passed = False
rep2.skipped = True
- recorder.hook.pytest_runtest_logreport(report=rep2)
+ recorder.hook.pytest_runtest_logreport(report=rep2) # type: ignore[attr-defined]
- modcol = testdir.getmodulecol("")
+ modcol = pytester.getmodulecol("")
rep3 = modcol.config.hook.pytest_make_collect_report(collector=modcol)
rep3.passed = False
rep3.failed = True
rep3.skipped = False
- recorder.hook.pytest_collectreport(report=rep3)
+ recorder.hook.pytest_collectreport(report=rep3) # type: ignore[attr-defined]
passed, skipped, failed = recorder.listoutcomes()
assert not passed and skipped and failed
@@ -68,55 +68,55 @@ class rep2:
assert numfailed == 1
assert len(recorder.getfailedcollections()) == 1
- recorder.unregister()
+ recorder.unregister() # type: ignore[attr-defined]
recorder.clear()
- recorder.hook.pytest_runtest_logreport(report=rep3)
+ recorder.hook.pytest_runtest_logreport(report=rep3) # type: ignore[attr-defined]
pytest.raises(ValueError, recorder.getfailures)
-def test_parseconfig(testdir) -> None:
- config1 = testdir.parseconfig()
- config2 = testdir.parseconfig()
+def test_parseconfig(pytester: Pytester) -> None:
+ config1 = pytester.parseconfig()
+ config2 = pytester.parseconfig()
assert config2 is not config1
-def test_testdir_runs_with_plugin(testdir) -> None:
- testdir.makepyfile(
+def test_pytester_runs_with_plugin(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
pytest_plugins = "pytester"
- def test_hello(testdir):
+ def test_hello(pytester):
assert 1
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.assert_outcomes(passed=1)
-def test_testdir_with_doctest(testdir):
- """Check that testdir can be used within doctests.
+def test_pytester_with_doctest(pytester: Pytester) -> None:
+ """Check that pytester can be used within doctests.
It used to use `request.function`, which is `None` with doctests."""
- testdir.makepyfile(
+ pytester.makepyfile(
**{
"sub/t-doctest.py": """
'''
>>> import os
- >>> testdir = getfixture("testdir")
- >>> str(testdir.makepyfile("content")).replace(os.sep, '/')
+ >>> pytester = getfixture("pytester")
+ >>> str(pytester.makepyfile("content")).replace(os.sep, '/')
'.../basetemp/sub.t-doctest0/sub.py'
'''
""",
"sub/__init__.py": "",
}
)
- result = testdir.runpytest(
+ result = pytester.runpytest(
"-p", "pytester", "--doctest-modules", "sub/t-doctest.py"
)
assert result.ret == 0
-def test_runresult_assertion_on_xfail(testdir) -> None:
- testdir.makepyfile(
+def test_runresult_assertion_on_xfail(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -127,13 +127,13 @@ def test_potato():
assert False
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.assert_outcomes(xfailed=1)
assert result.ret == 0
-def test_runresult_assertion_on_xpassed(testdir) -> None:
- testdir.makepyfile(
+def test_runresult_assertion_on_xpassed(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -144,13 +144,13 @@ def test_potato():
assert True
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.assert_outcomes(xpassed=1)
assert result.ret == 0
-def test_xpassed_with_strict_is_considered_a_failure(testdir) -> None:
- testdir.makepyfile(
+def test_xpassed_with_strict_is_considered_a_failure(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import pytest
@@ -161,7 +161,7 @@ def test_potato():
assert True
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.assert_outcomes(failed=1)
assert result.ret != 0
@@ -191,7 +191,7 @@ def pytest_xyz_noarg():
def test_hookrecorder_basic(holder) -> None:
pm = PytestPluginManager()
pm.add_hookspecs(holder)
- rec = HookRecorder(pm)
+ rec = HookRecorder(pm, _ispytest=True)
pm.hook.pytest_xyz(arg=123)
call = rec.popcall("pytest_xyz")
assert call.arg == 123
@@ -202,28 +202,28 @@ def test_hookrecorder_basic(holder) -> None:
assert call._name == "pytest_xyz_noarg"
-def test_makepyfile_unicode(testdir) -> None:
- testdir.makepyfile(chr(0xFFFD))
+def test_makepyfile_unicode(pytester: Pytester) -> None:
+ pytester.makepyfile(chr(0xFFFD))
-def test_makepyfile_utf8(testdir) -> None:
+def test_makepyfile_utf8(pytester: Pytester) -> None:
"""Ensure makepyfile accepts utf-8 bytes as input (#2738)"""
utf8_contents = """
def setup_function(function):
mixed_encoding = 'São Paulo'
""".encode()
- p = testdir.makepyfile(utf8_contents)
- assert "mixed_encoding = 'São Paulo'".encode() in p.read("rb")
+ p = pytester.makepyfile(utf8_contents)
+ assert "mixed_encoding = 'São Paulo'".encode() in p.read_bytes()
class TestInlineRunModulesCleanup:
- def test_inline_run_test_module_not_cleaned_up(self, testdir) -> None:
- test_mod = testdir.makepyfile("def test_foo(): assert True")
- result = testdir.inline_run(str(test_mod))
+ def test_inline_run_test_module_not_cleaned_up(self, pytester: Pytester) -> None:
+ test_mod = pytester.makepyfile("def test_foo(): assert True")
+ result = pytester.inline_run(str(test_mod))
assert result.ret == ExitCode.OK
# rewrite module, now test should fail if module was re-imported
- test_mod.write("def test_foo(): assert False")
- result2 = testdir.inline_run(str(test_mod))
+ test_mod.write_text("def test_foo(): assert False")
+ result2 = pytester.inline_run(str(test_mod))
assert result2.ret == ExitCode.TESTS_FAILED
def spy_factory(self):
@@ -243,20 +243,20 @@ def restore(self):
return SysModulesSnapshotSpy
def test_inline_run_taking_and_restoring_a_sys_modules_snapshot(
- self, testdir, monkeypatch
+ self, pytester: Pytester, monkeypatch: MonkeyPatch
) -> None:
spy_factory = self.spy_factory()
- monkeypatch.setattr(pytester, "SysModulesSnapshot", spy_factory)
- testdir.syspathinsert()
+ monkeypatch.setattr(pytester_mod, "SysModulesSnapshot", spy_factory)
+ pytester.syspathinsert()
original = dict(sys.modules)
- testdir.makepyfile(import1="# you son of a silly person")
- testdir.makepyfile(import2="# my hovercraft is full of eels")
- test_mod = testdir.makepyfile(
+ pytester.makepyfile(import1="# you son of a silly person")
+ pytester.makepyfile(import2="# my hovercraft is full of eels")
+ test_mod = pytester.makepyfile(
"""
import import1
def test_foo(): import import2"""
)
- testdir.inline_run(str(test_mod))
+ pytester.inline_run(str(test_mod))
assert len(spy_factory.instances) == 1
spy = spy_factory.instances[0]
assert spy._spy_restore_count == 1
@@ -264,51 +264,52 @@ def test_foo(): import import2"""
assert all(sys.modules[x] is original[x] for x in sys.modules)
def test_inline_run_sys_modules_snapshot_restore_preserving_modules(
- self, testdir, monkeypatch
+ self, pytester: Pytester, monkeypatch: MonkeyPatch
) -> None:
spy_factory = self.spy_factory()
- monkeypatch.setattr(pytester, "SysModulesSnapshot", spy_factory)
- test_mod = testdir.makepyfile("def test_foo(): pass")
- testdir.inline_run(str(test_mod))
+ monkeypatch.setattr(pytester_mod, "SysModulesSnapshot", spy_factory)
+ test_mod = pytester.makepyfile("def test_foo(): pass")
+ pytester.inline_run(str(test_mod))
spy = spy_factory.instances[0]
assert not spy._spy_preserve("black_knight")
assert spy._spy_preserve("zope")
assert spy._spy_preserve("zope.interface")
assert spy._spy_preserve("zopelicious")
- def test_external_test_module_imports_not_cleaned_up(self, testdir) -> None:
- testdir.syspathinsert()
- testdir.makepyfile(imported="data = 'you son of a silly person'")
+ def test_external_test_module_imports_not_cleaned_up(
+ self, pytester: Pytester
+ ) -> None:
+ pytester.syspathinsert()
+ pytester.makepyfile(imported="data = 'you son of a silly person'")
import imported
- test_mod = testdir.makepyfile(
+ test_mod = pytester.makepyfile(
"""
def test_foo():
import imported
imported.data = 42"""
)
- testdir.inline_run(str(test_mod))
+ pytester.inline_run(str(test_mod))
assert imported.data == 42
-def test_assert_outcomes_after_pytest_error(testdir) -> None:
- testdir.makepyfile("def test_foo(): assert True")
+def test_assert_outcomes_after_pytest_error(pytester: Pytester) -> None:
+ pytester.makepyfile("def test_foo(): assert True")
- result = testdir.runpytest("--unexpected-argument")
+ result = pytester.runpytest("--unexpected-argument")
with pytest.raises(ValueError, match="Pytest terminal summary report not found"):
result.assert_outcomes(passed=0)
-def test_cwd_snapshot(testdir: Testdir) -> None:
- tmpdir = testdir.tmpdir
- foo = tmpdir.ensure("foo", dir=1)
- bar = tmpdir.ensure("bar", dir=1)
- foo.chdir()
+def test_cwd_snapshot(pytester: Pytester) -> None:
+ foo = pytester.mkdir("foo")
+ bar = pytester.mkdir("bar")
+ os.chdir(foo)
snapshot = CwdSnapshot()
- bar.chdir()
- assert py.path.local() == bar
+ os.chdir(bar)
+ assert Path().absolute() == bar
snapshot.restore()
- assert py.path.local() == foo
+ assert Path().absolute() == foo
class TestSysModulesSnapshot:
@@ -318,14 +319,14 @@ def test_remove_added(self) -> None:
original = dict(sys.modules)
assert self.key not in sys.modules
snapshot = SysModulesSnapshot()
- sys.modules[self.key] = "something" # type: ignore
+ sys.modules[self.key] = ModuleType("something")
assert self.key in sys.modules
snapshot.restore()
assert sys.modules == original
- def test_add_removed(self, monkeypatch) -> None:
+ def test_add_removed(self, monkeypatch: MonkeyPatch) -> None:
assert self.key not in sys.modules
- monkeypatch.setitem(sys.modules, self.key, "something")
+ monkeypatch.setitem(sys.modules, self.key, ModuleType("something"))
assert self.key in sys.modules
original = dict(sys.modules)
snapshot = SysModulesSnapshot()
@@ -334,38 +335,39 @@ def test_add_removed(self, monkeypatch) -> None:
snapshot.restore()
assert sys.modules == original
- def test_restore_reloaded(self, monkeypatch) -> None:
+ def test_restore_reloaded(self, monkeypatch: MonkeyPatch) -> None:
assert self.key not in sys.modules
- monkeypatch.setitem(sys.modules, self.key, "something")
+ monkeypatch.setitem(sys.modules, self.key, ModuleType("something"))
assert self.key in sys.modules
original = dict(sys.modules)
snapshot = SysModulesSnapshot()
- sys.modules[self.key] = "something else" # type: ignore
+ sys.modules[self.key] = ModuleType("something else")
snapshot.restore()
assert sys.modules == original
- def test_preserve_modules(self, monkeypatch) -> None:
+ def test_preserve_modules(self, monkeypatch: MonkeyPatch) -> None:
key = [self.key + str(i) for i in range(3)]
assert not any(k in sys.modules for k in key)
for i, k in enumerate(key):
- monkeypatch.setitem(sys.modules, k, "something" + str(i))
+ mod = ModuleType("something" + str(i))
+ monkeypatch.setitem(sys.modules, k, mod)
original = dict(sys.modules)
def preserve(name):
return name in (key[0], key[1], "some-other-key")
snapshot = SysModulesSnapshot(preserve=preserve)
- sys.modules[key[0]] = original[key[0]] = "something else0" # type: ignore
- sys.modules[key[1]] = original[key[1]] = "something else1" # type: ignore
- sys.modules[key[2]] = "something else2" # type: ignore
+ sys.modules[key[0]] = original[key[0]] = ModuleType("something else0")
+ sys.modules[key[1]] = original[key[1]] = ModuleType("something else1")
+ sys.modules[key[2]] = ModuleType("something else2")
snapshot.restore()
assert sys.modules == original
- def test_preserve_container(self, monkeypatch) -> None:
+ def test_preserve_container(self, monkeypatch: MonkeyPatch) -> None:
original = dict(sys.modules)
assert self.key not in original
replacement = dict(sys.modules)
- replacement[self.key] = "life of brian" # type: ignore
+ replacement[self.key] = ModuleType("life of brian")
snapshot = SysModulesSnapshot()
monkeypatch.setattr(sys, "modules", replacement)
snapshot.restore()
@@ -381,7 +383,7 @@ class TestSysPathsSnapshot:
def path(n: int) -> str:
return "my-dirty-little-secret-" + str(n)
- def test_restore(self, monkeypatch, path_type) -> None:
+ def test_restore(self, monkeypatch: MonkeyPatch, path_type) -> None:
other_path_type = self.other_path[path_type]
for i in range(10):
assert self.path(i) not in getattr(sys, path_type)
@@ -404,7 +406,7 @@ def test_restore(self, monkeypatch, path_type) -> None:
assert getattr(sys, path_type) == original
assert getattr(sys, other_path_type) == original_other
- def test_preserve_container(self, monkeypatch, path_type) -> None:
+ def test_preserve_container(self, monkeypatch: MonkeyPatch, path_type) -> None:
other_path_type = self.other_path[path_type]
original_data = list(getattr(sys, path_type))
original_other = getattr(sys, other_path_type)
@@ -419,49 +421,49 @@ def test_preserve_container(self, monkeypatch, path_type) -> None:
assert getattr(sys, other_path_type) == original_other_data
-def test_testdir_subprocess(testdir) -> None:
- testfile = testdir.makepyfile("def test_one(): pass")
- assert testdir.runpytest_subprocess(testfile).ret == 0
+def test_pytester_subprocess(pytester: Pytester) -> None:
+ testfile = pytester.makepyfile("def test_one(): pass")
+ assert pytester.runpytest_subprocess(testfile).ret == 0
-def test_testdir_subprocess_via_runpytest_arg(testdir) -> None:
- testfile = testdir.makepyfile(
+def test_pytester_subprocess_via_runpytest_arg(pytester: Pytester) -> None:
+ testfile = pytester.makepyfile(
"""
- def test_testdir_subprocess(testdir):
+ def test_pytester_subprocess(pytester):
import os
- testfile = testdir.makepyfile(
+ testfile = pytester.makepyfile(
\"""
import os
def test_one():
assert {} != os.getpid()
\""".format(os.getpid())
)
- assert testdir.runpytest(testfile).ret == 0
+ assert pytester.runpytest(testfile).ret == 0
"""
)
- result = testdir.runpytest_subprocess(
+ result = pytester.runpytest_inprocess(
"-p", "pytester", "--runpytest", "subprocess", testfile
)
assert result.ret == 0
-def test_unicode_args(testdir) -> None:
- result = testdir.runpytest("-k", "אבג")
+def test_unicode_args(pytester: Pytester) -> None:
+ result = pytester.runpytest("-k", "אבג")
assert result.ret == ExitCode.NO_TESTS_COLLECTED
-def test_testdir_run_no_timeout(testdir) -> None:
- testfile = testdir.makepyfile("def test_no_timeout(): pass")
- assert testdir.runpytest_subprocess(testfile).ret == ExitCode.OK
+def test_pytester_run_no_timeout(pytester: Pytester) -> None:
+ testfile = pytester.makepyfile("def test_no_timeout(): pass")
+ assert pytester.runpytest_subprocess(testfile).ret == ExitCode.OK
-def test_testdir_run_with_timeout(testdir) -> None:
- testfile = testdir.makepyfile("def test_no_timeout(): pass")
+def test_pytester_run_with_timeout(pytester: Pytester) -> None:
+ testfile = pytester.makepyfile("def test_no_timeout(): pass")
timeout = 120
start = time.time()
- result = testdir.runpytest_subprocess(testfile, timeout=timeout)
+ result = pytester.runpytest_subprocess(testfile, timeout=timeout)
end = time.time()
duration = end - start
@@ -469,16 +471,16 @@ def test_testdir_run_with_timeout(testdir) -> None:
assert duration < timeout
-def test_testdir_run_timeout_expires(testdir) -> None:
- testfile = testdir.makepyfile(
+def test_pytester_run_timeout_expires(pytester: Pytester) -> None:
+ testfile = pytester.makepyfile(
"""
import time
def test_timeout():
time.sleep(10)"""
)
- with pytest.raises(testdir.TimeoutExpired):
- testdir.runpytest_subprocess(testfile, timeout=1)
+ with pytest.raises(pytester.TimeoutExpired):
+ pytester.runpytest_subprocess(testfile, timeout=1)
def test_linematcher_with_nonlist() -> None:
@@ -533,7 +535,7 @@ def test_linematcher_match_failure() -> None:
]
-def test_linematcher_consecutive():
+def test_linematcher_consecutive() -> None:
lm = LineMatcher(["1", "", "2"])
with pytest.raises(pytest.fail.Exception) as excinfo:
lm.fnmatch_lines(["1", "2"], consecutive=True)
@@ -554,7 +556,7 @@ def test_linematcher_consecutive():
@pytest.mark.parametrize("function", ["no_fnmatch_line", "no_re_match_line"])
-def test_linematcher_no_matching(function) -> None:
+def test_linematcher_no_matching(function: str) -> None:
if function == "no_fnmatch_line":
good_pattern = "*.py OK*"
bad_pattern = "*X.py OK*"
@@ -615,20 +617,20 @@ def test_linematcher_string_api() -> None:
assert str(lm) == "foo\nbar"
-def test_pytester_addopts_before_testdir(request, monkeypatch) -> None:
+def test_pytest_addopts_before_pytester(request, monkeypatch: MonkeyPatch) -> None:
orig = os.environ.get("PYTEST_ADDOPTS", None)
monkeypatch.setenv("PYTEST_ADDOPTS", "--orig-unused")
- testdir = request.getfixturevalue("testdir")
+ pytester: Pytester = request.getfixturevalue("pytester")
assert "PYTEST_ADDOPTS" not in os.environ
- testdir.finalize()
+ pytester._finalize()
assert os.environ.get("PYTEST_ADDOPTS") == "--orig-unused"
monkeypatch.undo()
assert os.environ.get("PYTEST_ADDOPTS") == orig
-def test_run_stdin(testdir) -> None:
- with pytest.raises(testdir.TimeoutExpired):
- testdir.run(
+def test_run_stdin(pytester: Pytester) -> None:
+ with pytest.raises(pytester.TimeoutExpired):
+ pytester.run(
sys.executable,
"-c",
"import sys, time; time.sleep(1); print(sys.stdin.read())",
@@ -636,8 +638,8 @@ def test_run_stdin(testdir) -> None:
timeout=0.1,
)
- with pytest.raises(testdir.TimeoutExpired):
- result = testdir.run(
+ with pytest.raises(pytester.TimeoutExpired):
+ result = pytester.run(
sys.executable,
"-c",
"import sys, time; time.sleep(1); print(sys.stdin.read())",
@@ -645,7 +647,7 @@ def test_run_stdin(testdir) -> None:
timeout=0.1,
)
- result = testdir.run(
+ result = pytester.run(
sys.executable,
"-c",
"import sys; print(sys.stdin.read())",
@@ -656,8 +658,8 @@ def test_run_stdin(testdir) -> None:
assert result.ret == 0
-def test_popen_stdin_pipe(testdir) -> None:
- proc = testdir.popen(
+def test_popen_stdin_pipe(pytester: Pytester) -> None:
+ proc = pytester.popen(
[sys.executable, "-c", "import sys; print(sys.stdin.read())"],
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
@@ -670,8 +672,8 @@ def test_popen_stdin_pipe(testdir) -> None:
assert proc.returncode == 0
-def test_popen_stdin_bytes(testdir) -> None:
- proc = testdir.popen(
+def test_popen_stdin_bytes(pytester: Pytester) -> None:
+ proc = pytester.popen(
[sys.executable, "-c", "import sys; print(sys.stdin.read())"],
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
@@ -683,18 +685,18 @@ def test_popen_stdin_bytes(testdir) -> None:
assert proc.returncode == 0
-def test_popen_default_stdin_stderr_and_stdin_None(testdir) -> None:
+def test_popen_default_stdin_stderr_and_stdin_None(pytester: Pytester) -> None:
# stdout, stderr default to pipes,
# stdin can be None to not close the pipe, avoiding
# "ValueError: flush of closed file" with `communicate()`.
#
# Wraps the test to make it not hang when run with "-s".
- p1 = testdir.makepyfile(
+ p1 = pytester.makepyfile(
'''
import sys
- def test_inner(testdir):
- p1 = testdir.makepyfile(
+ def test_inner(pytester):
+ p1 = pytester.makepyfile(
"""
import sys
print(sys.stdin.read()) # empty
@@ -702,14 +704,14 @@ def test_inner(testdir):
sys.stderr.write('stderr')
"""
)
- proc = testdir.popen([sys.executable, str(p1)], stdin=None)
+ proc = pytester.popen([sys.executable, str(p1)], stdin=None)
stdout, stderr = proc.communicate(b"ignored")
assert stdout.splitlines() == [b"", b"stdout"]
assert stderr.splitlines() == [b"stderr"]
assert proc.returncode == 0
'''
)
- result = testdir.runpytest("-p", "pytester", str(p1))
+ result = pytester.runpytest("-p", "pytester", str(p1))
assert result.ret == 0
@@ -740,22 +742,22 @@ def test_run_result_repr() -> None:
errlines = ["some", "nasty", "errors", "happened"]
# known exit code
- r = pytester.RunResult(1, outlines, errlines, duration=0.5)
+ r = pytester_mod.RunResult(1, outlines, errlines, duration=0.5)
assert (
repr(r) == "<RunResult ret=ExitCode.TESTS_FAILED len(stdout.lines)=3"
" len(stderr.lines)=4 duration=0.50s>"
)
# unknown exit code: just the number
- r = pytester.RunResult(99, outlines, errlines, duration=0.5)
+ r = pytester_mod.RunResult(99, outlines, errlines, duration=0.5)
assert (
repr(r) == "<RunResult ret=99 len(stdout.lines)=3"
" len(stderr.lines)=4 duration=0.50s>"
)
-def test_testdir_outcomes_with_multiple_errors(testdir):
- p1 = testdir.makepyfile(
+def test_pytester_outcomes_with_multiple_errors(pytester: Pytester) -> None:
+ p1 = pytester.makepyfile(
"""
import pytest
@@ -770,13 +772,13 @@ def test_error2(bad_fixture):
pass
"""
)
- result = testdir.runpytest(str(p1))
+ result = pytester.runpytest(str(p1))
result.assert_outcomes(errors=2)
assert result.parseoutcomes() == {"errors": 2}
-def test_parse_summary_line_always_plural():
+def test_parse_summary_line_always_plural() -> None:
"""Parsing summaries always returns plural nouns (#6505)"""
lines = [
"some output 1",
@@ -784,7 +786,7 @@ def test_parse_summary_line_always_plural():
"======= 1 failed, 1 passed, 1 warning, 1 error in 0.13s ====",
"done.",
]
- assert pytester.RunResult.parse_summary_nouns(lines) == {
+ assert pytester_mod.RunResult.parse_summary_nouns(lines) == {
"errors": 1,
"failed": 1,
"passed": 1,
@@ -797,7 +799,7 @@ def test_parse_summary_line_always_plural():
"======= 1 failed, 1 passed, 2 warnings, 2 errors in 0.13s ====",
"done.",
]
- assert pytester.RunResult.parse_summary_nouns(lines) == {
+ assert pytester_mod.RunResult.parse_summary_nouns(lines) == {
"errors": 2,
"failed": 1,
"passed": 1,
@@ -805,12 +807,49 @@ def test_parse_summary_line_always_plural():
}
-def test_makefile_joins_absolute_path(testdir: Testdir) -> None:
- absfile = testdir.tmpdir / "absfile"
- p1 = testdir.makepyfile(**{str(absfile): ""})
- assert str(p1) == str(testdir.tmpdir / "absfile.py")
+def test_makefile_joins_absolute_path(pytester: Pytester) -> None:
+ absfile = pytester.path / "absfile"
+ p1 = pytester.makepyfile(**{str(absfile): ""})
+ assert str(p1) == str(pytester.path / "absfile.py")
+
+
+def test_pytester_makefile_dot_prefixes_extension_with_warning(
+ pytester: Pytester,
+) -> None:
+ with pytest.raises(
+ ValueError,
+ match="pytester.makefile expects a file extension, try .foo.bar instead of foo.bar",
+ ):
+ pytester.makefile("foo.bar", "")
+
+
+@pytest.mark.filterwarnings("default")
+def test_pytester_assert_outcomes_warnings(pytester: Pytester) -> None:
+ pytester.makepyfile(
+ """
+ import warnings
+
+ def test_with_warning():
+ warnings.warn(UserWarning("some custom warning"))
+ """
+ )
+ result = pytester.runpytest()
+ result.assert_outcomes(passed=1, warnings=1)
+ # If warnings is not passed, it is not checked at all.
+ result.assert_outcomes(passed=1)
+
+def test_pytester_outcomes_deselected(pytester: Pytester) -> None:
+ pytester.makepyfile(
+ """
+ def test_one():
+ pass
-def test_testtmproot(testdir):
- """Check test_tmproot is a py.path attribute for backward compatibility."""
- assert testdir.test_tmproot.check(dir=1)
+ def test_two():
+ pass
+ """
+ )
+ result = pytester.runpytest("-k", "test_one")
+ result.assert_outcomes(passed=1, deselected=1)
+ # If deselected is not passed, it is not checked at all.
+ result.assert_outcomes(passed=1)
diff --git a/testing/test_pythonpath.py b/testing/test_pythonpath.py
new file mode 100644
index 00000000000..97c439ce0c3
--- /dev/null
+++ b/testing/test_pythonpath.py
@@ -0,0 +1,110 @@
+import sys
+from textwrap import dedent
+from typing import Generator
+from typing import List
+from typing import Optional
+
+import pytest
+from _pytest.pytester import Pytester
+
+
+@pytest.fixture()
+def file_structure(pytester: Pytester) -> None:
+ pytester.makepyfile(
+ test_foo="""
+ from foo import foo
+
+ def test_foo():
+ assert foo() == 1
+ """
+ )
+
+ pytester.makepyfile(
+ test_bar="""
+ from bar import bar
+
+ def test_bar():
+ assert bar() == 2
+ """
+ )
+
+ foo_py = pytester.mkdir("sub") / "foo.py"
+ content = dedent(
+ """
+ def foo():
+ return 1
+ """
+ )
+ foo_py.write_text(content, encoding="utf-8")
+
+ bar_py = pytester.mkdir("sub2") / "bar.py"
+ content = dedent(
+ """
+ def bar():
+ return 2
+ """
+ )
+ bar_py.write_text(content, encoding="utf-8")
+
+
+def test_one_dir(pytester: Pytester, file_structure) -> None:
+ pytester.makefile(".ini", pytest="[pytest]\npythonpath=sub\n")
+ result = pytester.runpytest("test_foo.py")
+ assert result.ret == 0
+ result.assert_outcomes(passed=1)
+
+
+def test_two_dirs(pytester: Pytester, file_structure) -> None:
+ pytester.makefile(".ini", pytest="[pytest]\npythonpath=sub sub2\n")
+ result = pytester.runpytest("test_foo.py", "test_bar.py")
+ assert result.ret == 0
+ result.assert_outcomes(passed=2)
+
+
+def test_module_not_found(pytester: Pytester, file_structure) -> None:
+ """Without the pythonpath setting, the module should not be found."""
+ pytester.makefile(".ini", pytest="[pytest]\n")
+ result = pytester.runpytest("test_foo.py")
+ assert result.ret == pytest.ExitCode.INTERRUPTED
+ result.assert_outcomes(errors=1)
+ expected_error = "E ModuleNotFoundError: No module named 'foo'"
+ result.stdout.fnmatch_lines([expected_error])
+
+
+def test_no_ini(pytester: Pytester, file_structure) -> None:
+ """If no ini file, test should error."""
+ result = pytester.runpytest("test_foo.py")
+ assert result.ret == pytest.ExitCode.INTERRUPTED
+ result.assert_outcomes(errors=1)
+ expected_error = "E ModuleNotFoundError: No module named 'foo'"
+ result.stdout.fnmatch_lines([expected_error])
+
+
+def test_clean_up(pytester: Pytester) -> None:
+ """Test that the pythonpath plugin cleans up after itself."""
+ # This is tough to test behaviorly because the cleanup really runs last.
+ # So the test make several implementation assumptions:
+ # - Cleanup is done in pytest_unconfigure().
+ # - Not a hookwrapper.
+ # So we can add a hookwrapper ourselves to test what it does.
+ pytester.makefile(".ini", pytest="[pytest]\npythonpath=I_SHALL_BE_REMOVED\n")
+ pytester.makepyfile(test_foo="""def test_foo(): pass""")
+
+ before: Optional[List[str]] = None
+ after: Optional[List[str]] = None
+
+ class Plugin:
+ @pytest.hookimpl(hookwrapper=True, tryfirst=True)
+ def pytest_unconfigure(self) -> Generator[None, None, None]:
+ nonlocal before, after
+ before = sys.path.copy()
+ yield
+ after = sys.path.copy()
+
+ result = pytester.runpytest_inprocess(plugins=[Plugin()])
+ assert result.ret == 0
+
+ assert before is not None
+ assert after is not None
+ assert any("I_SHALL_BE_REMOVED" in entry for entry in before)
+ assert not any("I_SHALL_BE_REMOVED" in entry for entry in after)
diff --git a/testing/test_recwarn.py b/testing/test_recwarn.py
index 91efe6d2393..d3f218f1660 100644
--- a/testing/test_recwarn.py
+++ b/testing/test_recwarn.py
@@ -27,6 +27,17 @@ def test_method(recwarn):
reprec.assertoutcome(passed=1)
+@pytest.mark.filterwarnings("")
+def test_recwarn_captures_deprecation_warning(recwarn: WarningsRecorder) -> None:
+ """
+ Check that recwarn can capture DeprecationWarning by default
+ without custom filterwarnings (see #8666).
+ """
+ warnings.warn(DeprecationWarning("some deprecation"))
+ assert len(recwarn) == 1
+ assert recwarn.pop(DeprecationWarning)
+
+
class TestWarningsRecorderChecker:
def test_recording(self) -> None:
rec = WarningsRecorder(_ispytest=True)
@@ -252,7 +263,7 @@ def test_as_contextmanager(self) -> None:
with pytest.warns(RuntimeWarning):
warnings.warn("user", UserWarning)
excinfo.match(
- r"DID NOT WARN. No warnings of type \(.+RuntimeWarning.+,\) was emitted. "
+ r"DID NOT WARN. No warnings of type \(.+RuntimeWarning.+,\) were emitted. "
r"The list of emitted warnings is: \[UserWarning\('user',?\)\]."
)
@@ -260,7 +271,7 @@ def test_as_contextmanager(self) -> None:
with pytest.warns(UserWarning):
warnings.warn("runtime", RuntimeWarning)
excinfo.match(
- r"DID NOT WARN. No warnings of type \(.+UserWarning.+,\) was emitted. "
+ r"DID NOT WARN. No warnings of type \(.+UserWarning.+,\) were emitted. "
r"The list of emitted warnings is: \[RuntimeWarning\('runtime',?\)\]."
)
@@ -268,7 +279,7 @@ def test_as_contextmanager(self) -> None:
with pytest.warns(UserWarning):
pass
excinfo.match(
- r"DID NOT WARN. No warnings of type \(.+UserWarning.+,\) was emitted. "
+ r"DID NOT WARN. No warnings of type \(.+UserWarning.+,\) were emitted. "
r"The list of emitted warnings is: \[\]."
)
@@ -279,7 +290,7 @@ def test_as_contextmanager(self) -> None:
warnings.warn("import", ImportWarning)
message_template = (
- "DID NOT WARN. No warnings of type {0} was emitted. "
+ "DID NOT WARN. No warnings of type {0} were emitted. "
"The list of emitted warnings is: {1}."
)
excinfo.match(
@@ -298,7 +309,7 @@ def test_record(self) -> None:
assert str(record[0].message) == "user"
def test_record_only(self) -> None:
- with pytest.warns(None) as record:
+ with pytest.warns() as record:
warnings.warn("user", UserWarning)
warnings.warn("runtime", RuntimeWarning)
@@ -306,6 +317,18 @@ def test_record_only(self) -> None:
assert str(record[0].message) == "user"
assert str(record[1].message) == "runtime"
+ def test_record_only_none_deprecated_warn(self) -> None:
+ # This should become an error when WARNS_NONE_ARG is removed in Pytest 8.0
+ with warnings.catch_warnings():
+ warnings.simplefilter("ignore")
+ with pytest.warns(None) as record: # type: ignore[call-overload]
+ warnings.warn("user", UserWarning)
+ warnings.warn("runtime", RuntimeWarning)
+
+ assert len(record) == 2
+ assert str(record[0].message) == "user"
+ assert str(record[1].message) == "runtime"
+
def test_record_by_subclass(self) -> None:
with pytest.warns(Warning) as record:
warnings.warn("user", UserWarning)
diff --git a/testing/test_reports.py b/testing/test_reports.py
index b97b1fc2970..31b6cf1afc6 100644
--- a/testing/test_reports.py
+++ b/testing/test_reports.py
@@ -1,4 +1,3 @@
-from pathlib import Path
from typing import Sequence
from typing import Union
@@ -6,24 +5,24 @@
from _pytest._code.code import ExceptionChainRepr
from _pytest._code.code import ExceptionRepr
from _pytest.config import Config
-from _pytest.pytester import Testdir
+from _pytest.pytester import Pytester
from _pytest.reports import CollectReport
from _pytest.reports import TestReport
class TestReportSerialization:
- def test_xdist_longrepr_to_str_issue_241(self, testdir: Testdir) -> None:
+ def test_xdist_longrepr_to_str_issue_241(self, pytester: Pytester) -> None:
"""Regarding issue pytest-xdist#241.
This test came originally from test_remote.py in xdist (ca03269).
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test_a(): assert False
def test_b(): pass
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reports = reprec.getreports("pytest_runtest_logreport")
assert len(reports) == 6
test_a_call = reports[1]
@@ -35,12 +34,12 @@ def test_b(): pass
assert test_b_call.outcome == "passed"
assert test_b_call._to_json()["longrepr"] is None
- def test_xdist_report_longrepr_reprcrash_130(self, testdir: Testdir) -> None:
+ def test_xdist_report_longrepr_reprcrash_130(self, pytester: Pytester) -> None:
"""Regarding issue pytest-xdist#130
This test came originally from test_remote.py in xdist (ca03269).
"""
- reprec = testdir.inline_runsource(
+ reprec = pytester.inline_runsource(
"""
def test_fail():
assert False, 'Expected Message'
@@ -74,14 +73,14 @@ def test_fail():
# Missing section attribute PR171
assert added_section in a.longrepr.sections
- def test_reprentries_serialization_170(self, testdir: Testdir) -> None:
+ def test_reprentries_serialization_170(self, pytester: Pytester) -> None:
"""Regarding issue pytest-xdist#170
This test came originally from test_remote.py in xdist (ca03269).
"""
from _pytest._code.code import ReprEntry
- reprec = testdir.inline_runsource(
+ reprec = pytester.inline_runsource(
"""
def test_repr_entry():
x = 0
@@ -120,14 +119,14 @@ def test_repr_entry():
assert rep_entry.reprlocals.lines == a_entry.reprlocals.lines
assert rep_entry.style == a_entry.style
- def test_reprentries_serialization_196(self, testdir: Testdir) -> None:
+ def test_reprentries_serialization_196(self, pytester: Pytester) -> None:
"""Regarding issue pytest-xdist#196
This test came originally from test_remote.py in xdist (ca03269).
"""
from _pytest._code.code import ReprEntryNative
- reprec = testdir.inline_runsource(
+ reprec = pytester.inline_runsource(
"""
def test_repr_entry_native():
x = 0
@@ -149,9 +148,9 @@ def test_repr_entry_native():
assert isinstance(rep_entries[i], ReprEntryNative)
assert rep_entries[i].lines == a_entries[i].lines
- def test_itemreport_outcomes(self, testdir: Testdir) -> None:
+ def test_itemreport_outcomes(self, pytester: Pytester) -> None:
# This test came originally from test_remote.py in xdist (ca03269).
- reprec = testdir.inline_runsource(
+ reprec = pytester.inline_runsource(
"""
import pytest
def test_pass(): pass
@@ -183,9 +182,9 @@ def test_xfail_imperative():
if rep.failed:
assert newrep.longreprtext == rep.longreprtext
- def test_collectreport_passed(self, testdir: Testdir) -> None:
+ def test_collectreport_passed(self, pytester: Pytester) -> None:
"""This test came originally from test_remote.py in xdist (ca03269)."""
- reprec = testdir.inline_runsource("def test_func(): pass")
+ reprec = pytester.inline_runsource("def test_func(): pass")
reports = reprec.getreports("pytest_collectreport")
for rep in reports:
d = rep._to_json()
@@ -194,9 +193,9 @@ def test_collectreport_passed(self, testdir: Testdir) -> None:
assert newrep.failed == rep.failed
assert newrep.skipped == rep.skipped
- def test_collectreport_fail(self, testdir: Testdir) -> None:
+ def test_collectreport_fail(self, pytester: Pytester) -> None:
"""This test came originally from test_remote.py in xdist (ca03269)."""
- reprec = testdir.inline_runsource("qwe abc")
+ reprec = pytester.inline_runsource("qwe abc")
reports = reprec.getreports("pytest_collectreport")
assert reports
for rep in reports:
@@ -208,9 +207,9 @@ def test_collectreport_fail(self, testdir: Testdir) -> None:
if rep.failed:
assert newrep.longrepr == str(rep.longrepr)
- def test_extended_report_deserialization(self, testdir: Testdir) -> None:
+ def test_extended_report_deserialization(self, pytester: Pytester) -> None:
"""This test came originally from test_remote.py in xdist (ca03269)."""
- reprec = testdir.inline_runsource("qwe abc")
+ reprec = pytester.inline_runsource("qwe abc")
reports = reprec.getreports("pytest_collectreport")
assert reports
for rep in reports:
@@ -224,33 +223,41 @@ def test_extended_report_deserialization(self, testdir: Testdir) -> None:
if rep.failed:
assert newrep.longrepr == str(rep.longrepr)
- def test_paths_support(self, testdir: Testdir) -> None:
- """Report attributes which are py.path or pathlib objects should become strings."""
- testdir.makepyfile(
+ def test_paths_support(self, pytester: Pytester) -> None:
+ """Report attributes which are path-like should become strings."""
+ pytester.makepyfile(
"""
def test_a():
assert False
"""
)
- reprec = testdir.inline_run()
+
+ class MyPathLike:
+ def __init__(self, path: str) -> None:
+ self.path = path
+
+ def __fspath__(self) -> str:
+ return self.path
+
+ reprec = pytester.inline_run()
reports = reprec.getreports("pytest_runtest_logreport")
assert len(reports) == 3
test_a_call = reports[1]
- test_a_call.path1 = testdir.tmpdir # type: ignore[attr-defined]
- test_a_call.path2 = Path(testdir.tmpdir) # type: ignore[attr-defined]
+ test_a_call.path1 = MyPathLike(str(pytester.path)) # type: ignore[attr-defined]
+ test_a_call.path2 = pytester.path # type: ignore[attr-defined]
data = test_a_call._to_json()
- assert data["path1"] == str(testdir.tmpdir)
- assert data["path2"] == str(testdir.tmpdir)
+ assert data["path1"] == str(pytester.path)
+ assert data["path2"] == str(pytester.path)
- def test_deserialization_failure(self, testdir: Testdir) -> None:
+ def test_deserialization_failure(self, pytester: Pytester) -> None:
"""Check handling of failure during deserialization of report types."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test_a():
assert False
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reports = reprec.getreports("pytest_runtest_logreport")
assert len(reports) == 3
test_a_call = reports[1]
@@ -265,9 +272,11 @@ def test_a():
TestReport._from_json(data)
@pytest.mark.parametrize("report_class", [TestReport, CollectReport])
- def test_chained_exceptions(self, testdir: Testdir, tw_mock, report_class) -> None:
+ def test_chained_exceptions(
+ self, pytester: Pytester, tw_mock, report_class
+ ) -> None:
"""Check serialization/deserialization of report objects containing chained exceptions (#5786)"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def foo():
raise ValueError('value error')
@@ -283,7 +292,7 @@ def test_a():
)
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
if report_class is TestReport:
reports: Union[
Sequence[TestReport], Sequence[CollectReport]
@@ -338,14 +347,14 @@ def check_longrepr(longrepr: ExceptionChainRepr) -> None:
# elsewhere and we do check the contents of the longrepr object after loading it.
loaded_report.longrepr.toterminal(tw_mock)
- def test_chained_exceptions_no_reprcrash(self, testdir: Testdir, tw_mock) -> None:
+ def test_chained_exceptions_no_reprcrash(self, pytester: Pytester, tw_mock) -> None:
"""Regression test for tracebacks without a reprcrash (#5971)
This happens notably on exceptions raised by multiprocess.pool: the exception transfer
from subprocess to main process creates an artificial exception, which ExceptionInfo
can't obtain the ReprFileLocation from.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
from concurrent.futures import ProcessPoolExecutor
@@ -358,8 +367,8 @@ def test_a():
"""
)
- testdir.syspathinsert()
- reprec = testdir.inline_run()
+ pytester.syspathinsert()
+ reprec = pytester.inline_run()
reports = reprec.getreports("pytest_runtest_logreport")
@@ -396,12 +405,13 @@ def check_longrepr(longrepr: object) -> None:
loaded_report.longrepr.toterminal(tw_mock)
def test_report_prevent_ConftestImportFailure_hiding_exception(
- self, testdir: Testdir
+ self, pytester: Pytester
) -> None:
- sub_dir = testdir.tmpdir.join("ns").ensure_dir()
- sub_dir.join("conftest").new(ext=".py").write("import unknown")
+ sub_dir = pytester.path.joinpath("ns")
+ sub_dir.mkdir()
+ sub_dir.joinpath("conftest.py").write_text("import unknown")
- result = testdir.runpytest_subprocess(".")
+ result = pytester.runpytest_subprocess(".")
result.stdout.fnmatch_lines(["E *Error: No module named 'unknown'"])
result.stdout.no_fnmatch_line("ERROR - *ConftestImportFailure*")
@@ -409,14 +419,14 @@ def test_report_prevent_ConftestImportFailure_hiding_exception(
class TestHooks:
"""Test that the hooks are working correctly for plugins"""
- def test_test_report(self, testdir: Testdir, pytestconfig: Config) -> None:
- testdir.makepyfile(
+ def test_test_report(self, pytester: Pytester, pytestconfig: Config) -> None:
+ pytester.makepyfile(
"""
def test_a(): assert False
def test_b(): pass
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reports = reprec.getreports("pytest_runtest_logreport")
assert len(reports) == 6
for rep in reports:
@@ -431,14 +441,14 @@ def test_b(): pass
assert new_rep.when == rep.when
assert new_rep.outcome == rep.outcome
- def test_collect_report(self, testdir: Testdir, pytestconfig: Config) -> None:
- testdir.makepyfile(
+ def test_collect_report(self, pytester: Pytester, pytestconfig: Config) -> None:
+ pytester.makepyfile(
"""
def test_a(): assert False
def test_b(): pass
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reports = reprec.getreports("pytest_collectreport")
assert len(reports) == 2
for rep in reports:
@@ -457,14 +467,14 @@ def test_b(): pass
"hook_name", ["pytest_runtest_logreport", "pytest_collectreport"]
)
def test_invalid_report_types(
- self, testdir: Testdir, pytestconfig: Config, hook_name: str
+ self, pytester: Pytester, pytestconfig: Config, hook_name: str
) -> None:
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test_a(): pass
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reports = reprec.getreports(hook_name)
assert reports
rep = reports[0]
diff --git a/testing/test_runner.py b/testing/test_runner.py
index a1f1db48d06..2e2c462d978 100644
--- a/testing/test_runner.py
+++ b/testing/test_runner.py
@@ -2,53 +2,58 @@
import os
import sys
import types
+from pathlib import Path
from typing import Dict
from typing import List
from typing import Tuple
from typing import Type
-import py
-
-import _pytest._code
import pytest
from _pytest import outcomes
from _pytest import reports
from _pytest import runner
+from _pytest._code import ExceptionInfo
+from _pytest._code.code import ExceptionChainRepr
from _pytest.config import ExitCode
+from _pytest.monkeypatch import MonkeyPatch
from _pytest.outcomes import OutcomeException
+from _pytest.pytester import Pytester
class TestSetupState:
- def test_setup(self, testdir) -> None:
- ss = runner.SetupState()
- item = testdir.getitem("def test_func(): pass")
+ def test_setup(self, pytester: Pytester) -> None:
+ item = pytester.getitem("def test_func(): pass")
+ ss = item.session._setupstate
values = [1]
- ss.prepare(item)
- ss.addfinalizer(values.pop, colitem=item)
+ ss.setup(item)
+ ss.addfinalizer(values.pop, item)
assert values
- ss._pop_and_teardown()
+ ss.teardown_exact(None)
assert not values
- def test_teardown_exact_stack_empty(self, testdir) -> None:
- item = testdir.getitem("def test_func(): pass")
- ss = runner.SetupState()
- ss.teardown_exact(item, None)
- ss.teardown_exact(item, None)
- ss.teardown_exact(item, None)
+ def test_teardown_exact_stack_empty(self, pytester: Pytester) -> None:
+ item = pytester.getitem("def test_func(): pass")
+ ss = item.session._setupstate
+ ss.setup(item)
+ ss.teardown_exact(None)
+ ss.teardown_exact(None)
+ ss.teardown_exact(None)
- def test_setup_fails_and_failure_is_cached(self, testdir) -> None:
- item = testdir.getitem(
+ def test_setup_fails_and_failure_is_cached(self, pytester: Pytester) -> None:
+ item = pytester.getitem(
"""
def setup_module(mod):
raise ValueError(42)
def test_func(): pass
"""
)
- ss = runner.SetupState()
- pytest.raises(ValueError, lambda: ss.prepare(item))
- pytest.raises(ValueError, lambda: ss.prepare(item))
+ ss = item.session._setupstate
+ with pytest.raises(ValueError):
+ ss.setup(item)
+ with pytest.raises(ValueError):
+ ss.setup(item)
- def test_teardown_multiple_one_fails(self, testdir) -> None:
+ def test_teardown_multiple_one_fails(self, pytester: Pytester) -> None:
r = []
def fin1():
@@ -60,17 +65,18 @@ def fin2():
def fin3():
r.append("fin3")
- item = testdir.getitem("def test_func(): pass")
- ss = runner.SetupState()
+ item = pytester.getitem("def test_func(): pass")
+ ss = item.session._setupstate
+ ss.setup(item)
ss.addfinalizer(fin1, item)
ss.addfinalizer(fin2, item)
ss.addfinalizer(fin3, item)
with pytest.raises(Exception) as err:
- ss._callfinalizers(item)
+ ss.teardown_exact(None)
assert err.value.args == ("oops",)
assert r == ["fin3", "fin1"]
- def test_teardown_multiple_fail(self, testdir) -> None:
+ def test_teardown_multiple_fail(self, pytester: Pytester) -> None:
# Ensure the first exception is the one which is re-raised.
# Ideally both would be reported however.
def fin1():
@@ -79,15 +85,16 @@ def fin1():
def fin2():
raise Exception("oops2")
- item = testdir.getitem("def test_func(): pass")
- ss = runner.SetupState()
+ item = pytester.getitem("def test_func(): pass")
+ ss = item.session._setupstate
+ ss.setup(item)
ss.addfinalizer(fin1, item)
ss.addfinalizer(fin2, item)
with pytest.raises(Exception) as err:
- ss._callfinalizers(item)
+ ss.teardown_exact(None)
assert err.value.args == ("oops2",)
- def test_teardown_multiple_scopes_one_fails(self, testdir) -> None:
+ def test_teardown_multiple_scopes_one_fails(self, pytester: Pytester) -> None:
module_teardown = []
def fin_func():
@@ -96,19 +103,20 @@ def fin_func():
def fin_module():
module_teardown.append("fin_module")
- item = testdir.getitem("def test_func(): pass")
- ss = runner.SetupState()
- ss.addfinalizer(fin_module, item.listchain()[-2])
+ item = pytester.getitem("def test_func(): pass")
+ mod = item.listchain()[-2]
+ ss = item.session._setupstate
+ ss.setup(item)
+ ss.addfinalizer(fin_module, mod)
ss.addfinalizer(fin_func, item)
- ss.prepare(item)
with pytest.raises(Exception, match="oops1"):
- ss.teardown_exact(item, None)
- assert module_teardown
+ ss.teardown_exact(None)
+ assert module_teardown == ["fin_module"]
class BaseFunctionalTests:
- def test_passfunction(self, testdir) -> None:
- reports = testdir.runitem(
+ def test_passfunction(self, pytester: Pytester) -> None:
+ reports = pytester.runitem(
"""
def test_func():
pass
@@ -120,8 +128,8 @@ def test_func():
assert rep.outcome == "passed"
assert not rep.longrepr
- def test_failfunction(self, testdir) -> None:
- reports = testdir.runitem(
+ def test_failfunction(self, pytester: Pytester) -> None:
+ reports = pytester.runitem(
"""
def test_func():
assert 0
@@ -135,8 +143,8 @@ def test_func():
assert rep.outcome == "failed"
# assert isinstance(rep.longrepr, ReprExceptionInfo)
- def test_skipfunction(self, testdir) -> None:
- reports = testdir.runitem(
+ def test_skipfunction(self, pytester: Pytester) -> None:
+ reports = pytester.runitem(
"""
import pytest
def test_func():
@@ -155,8 +163,8 @@ def test_func():
# assert rep.skipped.location.path
# assert not rep.skipped.failurerepr
- def test_skip_in_setup_function(self, testdir) -> None:
- reports = testdir.runitem(
+ def test_skip_in_setup_function(self, pytester: Pytester) -> None:
+ reports = pytester.runitem(
"""
import pytest
def setup_function(func):
@@ -176,8 +184,8 @@ def test_func():
assert len(reports) == 2
assert reports[1].passed # teardown
- def test_failure_in_setup_function(self, testdir) -> None:
- reports = testdir.runitem(
+ def test_failure_in_setup_function(self, pytester: Pytester) -> None:
+ reports = pytester.runitem(
"""
import pytest
def setup_function(func):
@@ -193,8 +201,8 @@ def test_func():
assert rep.when == "setup"
assert len(reports) == 2
- def test_failure_in_teardown_function(self, testdir) -> None:
- reports = testdir.runitem(
+ def test_failure_in_teardown_function(self, pytester: Pytester) -> None:
+ reports = pytester.runitem(
"""
import pytest
def teardown_function(func):
@@ -213,8 +221,8 @@ def test_func():
# assert rep.longrepr.reprcrash.lineno == 3
# assert rep.longrepr.reprtraceback.reprentries
- def test_custom_failure_repr(self, testdir) -> None:
- testdir.makepyfile(
+ def test_custom_failure_repr(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
conftest="""
import pytest
class Function(pytest.Function):
@@ -222,7 +230,7 @@ def repr_failure(self, excinfo):
return "hello"
"""
)
- reports = testdir.runitem(
+ reports = pytester.runitem(
"""
import pytest
def test_func():
@@ -238,8 +246,8 @@ def test_func():
# assert rep.failed.where.path.basename == "test_func.py"
# assert rep.failed.failurerepr == "hello"
- def test_teardown_final_returncode(self, testdir) -> None:
- rec = testdir.inline_runsource(
+ def test_teardown_final_returncode(self, pytester: Pytester) -> None:
+ rec = pytester.inline_runsource(
"""
def test_func():
pass
@@ -249,8 +257,8 @@ def teardown_function(func):
)
assert rec.ret == 1
- def test_logstart_logfinish_hooks(self, testdir) -> None:
- rec = testdir.inline_runsource(
+ def test_logstart_logfinish_hooks(self, pytester: Pytester) -> None:
+ rec = pytester.inline_runsource(
"""
import pytest
def test_func():
@@ -266,8 +274,8 @@ def test_func():
assert rep.nodeid == "test_logstart_logfinish_hooks.py::test_func"
assert rep.location == ("test_logstart_logfinish_hooks.py", 1, "test_func")
- def test_exact_teardown_issue90(self, testdir) -> None:
- rec = testdir.inline_runsource(
+ def test_exact_teardown_issue90(self, pytester: Pytester) -> None:
+ rec = pytester.inline_runsource(
"""
import pytest
@@ -279,7 +287,7 @@ def teardown_class(cls):
def test_func():
import sys
- # on python2 exc_info is keept till a function exits
+ # on python2 exc_info is kept till a function exits
# so we would end up calling test functions while
# sys.exc_info would return the indexerror
# from guessing the lastitem
@@ -306,9 +314,9 @@ def teardown_function(func):
assert reps[5].nodeid.endswith("test_func")
assert reps[5].failed
- def test_exact_teardown_issue1206(self, testdir) -> None:
+ def test_exact_teardown_issue1206(self, pytester: Pytester) -> None:
"""Issue shadowing error with wrong number of arguments on teardown_method."""
- rec = testdir.inline_runsource(
+ rec = pytester.inline_runsource(
"""
import pytest
@@ -335,14 +343,19 @@ def test_method(self):
assert reps[2].nodeid.endswith("test_method")
assert reps[2].failed
assert reps[2].when == "teardown"
- assert reps[2].longrepr.reprcrash.message in (
+ longrepr = reps[2].longrepr
+ assert isinstance(longrepr, ExceptionChainRepr)
+ assert longrepr.reprcrash
+ assert longrepr.reprcrash.message in (
"TypeError: teardown_method() missing 2 required positional arguments: 'y' and 'z'",
# Python >= 3.10
"TypeError: TestClass.teardown_method() missing 2 required positional arguments: 'y' and 'z'",
)
- def test_failure_in_setup_function_ignores_custom_repr(self, testdir) -> None:
- testdir.makepyfile(
+ def test_failure_in_setup_function_ignores_custom_repr(
+ self, pytester: Pytester
+ ) -> None:
+ pytester.makepyfile(
conftest="""
import pytest
class Function(pytest.Function):
@@ -350,7 +363,7 @@ def repr_failure(self, excinfo):
assert 0
"""
)
- reports = testdir.runitem(
+ reports = pytester.runitem(
"""
def setup_function(func):
raise ValueError(42)
@@ -369,9 +382,9 @@ def test_func():
# assert rep.outcome.where.path.basename == "test_func.py"
# assert instanace(rep.failed.failurerepr, PythonFailureRepr)
- def test_systemexit_does_not_bail_out(self, testdir) -> None:
+ def test_systemexit_does_not_bail_out(self, pytester: Pytester) -> None:
try:
- reports = testdir.runitem(
+ reports = pytester.runitem(
"""
def test_func():
raise SystemExit(42)
@@ -383,9 +396,9 @@ def test_func():
assert rep.failed
assert rep.when == "call"
- def test_exit_propagates(self, testdir) -> None:
+ def test_exit_propagates(self, pytester: Pytester) -> None:
try:
- testdir.runitem(
+ pytester.runitem(
"""
import pytest
def test_func():
@@ -405,9 +418,9 @@ def f(item):
return f
- def test_keyboardinterrupt_propagates(self, testdir) -> None:
+ def test_keyboardinterrupt_propagates(self, pytester: Pytester) -> None:
try:
- testdir.runitem(
+ pytester.runitem(
"""
def test_func():
raise KeyboardInterrupt("fake")
@@ -420,8 +433,8 @@ def test_func():
class TestSessionReports:
- def test_collect_result(self, testdir) -> None:
- col = testdir.getmodulecol(
+ def test_collect_result(self, pytester: Pytester) -> None:
+ col = pytester.getmodulecol(
"""
def test_func1():
pass
@@ -434,9 +447,9 @@ class TestClass(object):
assert not rep.skipped
assert rep.passed
locinfo = rep.location
- assert locinfo[0] == col.fspath.basename
+ assert locinfo[0] == col.path.name
assert not locinfo[1]
- assert locinfo[2] == col.fspath.basename
+ assert locinfo[2] == col.path.name
res = rep.result
assert len(res) == 2
assert res[0].name == "test_func1"
@@ -489,8 +502,8 @@ def raise_assertion():
@pytest.mark.xfail
-def test_runtest_in_module_ordering(testdir) -> None:
- p1 = testdir.makepyfile(
+def test_runtest_in_module_ordering(pytester: Pytester) -> None:
+ p1 = pytester.makepyfile(
"""
import pytest
def pytest_runtest_setup(item): # runs after class-level!
@@ -517,7 +530,7 @@ def pytest_runtest_teardown(item):
del item.function.mylist
"""
)
- result = testdir.runpytest(p1)
+ result = pytester.runpytest(p1)
result.stdout.fnmatch_lines(["*2 passed*"])
@@ -547,8 +560,8 @@ def test_pytest_fail() -> None:
assert s.startswith("Failed")
-def test_pytest_exit_msg(testdir) -> None:
- testdir.makeconftest(
+def test_pytest_exit_msg(pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
@@ -556,7 +569,7 @@ def pytest_configure(config):
pytest.exit('oh noes')
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stderr.fnmatch_lines(["Exit: oh noes"])
@@ -570,22 +583,22 @@ def _strip_resource_warnings(lines):
]
-def test_pytest_exit_returncode(testdir) -> None:
- testdir.makepyfile(
+def test_pytest_exit_returncode(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""\
import pytest
def test_foo():
pytest.exit("some exit msg", 99)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*! *Exit: some exit msg !*"])
assert _strip_resource_warnings(result.stderr.lines) == []
assert result.ret == 99
# It prints to stderr also in case of exit during pytest_sessionstart.
- testdir.makeconftest(
+ pytester.makeconftest(
"""\
import pytest
@@ -593,7 +606,7 @@ def pytest_sessionstart():
pytest.exit("during_sessionstart", 98)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*! *Exit: during_sessionstart !*"])
assert _strip_resource_warnings(result.stderr.lines) == [
"Exit: during_sessionstart"
@@ -601,9 +614,9 @@ def pytest_sessionstart():
assert result.ret == 98
-def test_pytest_fail_notrace_runtest(testdir) -> None:
+def test_pytest_fail_notrace_runtest(pytester: Pytester) -> None:
"""Test pytest.fail(..., pytrace=False) does not show tracebacks during test run."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
def test_hello():
@@ -612,14 +625,14 @@ def teardown_function(function):
pytest.fail("world", pytrace=False)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["world", "hello"])
result.stdout.no_fnmatch_line("*def teardown_function*")
-def test_pytest_fail_notrace_collection(testdir) -> None:
+def test_pytest_fail_notrace_collection(pytester: Pytester) -> None:
"""Test pytest.fail(..., pytrace=False) does not show tracebacks during collection."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
def some_internal_function():
@@ -627,17 +640,17 @@ def some_internal_function():
some_internal_function()
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["hello"])
result.stdout.no_fnmatch_line("*def some_internal_function()*")
-def test_pytest_fail_notrace_non_ascii(testdir) -> None:
+def test_pytest_fail_notrace_non_ascii(pytester: Pytester) -> None:
"""Fix pytest.fail with pytrace=False with non-ascii characters (#1178).
This tests with native and unicode strings containing non-ascii chars.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""\
import pytest
@@ -645,28 +658,28 @@ def test_hello():
pytest.fail('oh oh: ☺', pytrace=False)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*test_hello*", "oh oh: ☺"])
result.stdout.no_fnmatch_line("*def test_hello*")
-def test_pytest_no_tests_collected_exit_status(testdir) -> None:
- result = testdir.runpytest()
+def test_pytest_no_tests_collected_exit_status(pytester: Pytester) -> None:
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*collected 0 items*"])
assert result.ret == ExitCode.NO_TESTS_COLLECTED
- testdir.makepyfile(
+ pytester.makepyfile(
test_foo="""
def test_foo():
assert 1
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*collected 1 item*"])
result.stdout.fnmatch_lines(["*1 passed*"])
assert result.ret == ExitCode.OK
- result = testdir.runpytest("-k nonmatch")
+ result = pytester.runpytest("-k nonmatch")
result.stdout.fnmatch_lines(["*collected 1 item*"])
result.stdout.fnmatch_lines(["*1 deselected*"])
assert result.ret == ExitCode.NO_TESTS_COLLECTED
@@ -677,7 +690,7 @@ def test_exception_printing_skip() -> None:
try:
pytest.skip("hello")
except pytest.skip.Exception:
- excinfo = _pytest._code.ExceptionInfo.from_current()
+ excinfo = ExceptionInfo.from_current()
s = excinfo.exconly(tryshort=True)
assert s.startswith("Skipped")
@@ -698,10 +711,10 @@ def f():
excrepr = excinfo.getrepr()
assert excrepr is not None
assert excrepr.reprcrash is not None
- path = py.path.local(excrepr.reprcrash.path)
+ path = Path(excrepr.reprcrash.path)
# check that importorskip reports the actual call
# in this test the test_runner.py file
- assert path.purebasename == "test_runner"
+ assert path.stem == "test_runner"
pytest.raises(SyntaxError, pytest.importorskip, "x y z")
pytest.raises(SyntaxError, pytest.importorskip, "x=y")
mod = types.ModuleType("hello123")
@@ -712,9 +725,7 @@ def f():
mod2 = pytest.importorskip("hello123", minversion="1.3")
assert mod2 == mod
except pytest.skip.Exception: # pragma: no cover
- assert False, "spurious skip: {}".format(
- _pytest._code.ExceptionInfo.from_current()
- )
+ assert False, f"spurious skip: {ExceptionInfo.from_current()}"
def test_importorskip_imports_last_module_part() -> None:
@@ -732,14 +743,12 @@ def test_importorskip_dev_module(monkeypatch) -> None:
with pytest.raises(pytest.skip.Exception):
pytest.importorskip("mockmodule1", minversion="0.14.0")
except pytest.skip.Exception: # pragma: no cover
- assert False, "spurious skip: {}".format(
- _pytest._code.ExceptionInfo.from_current()
- )
+ assert False, f"spurious skip: {ExceptionInfo.from_current()}"
-def test_importorskip_module_level(testdir) -> None:
+def test_importorskip_module_level(pytester: Pytester) -> None:
"""`importorskip` must be able to skip entire modules when used at module level."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
foobarbaz = pytest.importorskip("foobarbaz")
@@ -748,13 +757,13 @@ def test_foo():
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*collected 0 items / 1 skipped*"])
-def test_importorskip_custom_reason(testdir) -> None:
+def test_importorskip_custom_reason(pytester: Pytester) -> None:
"""Make sure custom reasons are used."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
foobarbaz = pytest.importorskip("foobarbaz2", reason="just because")
@@ -763,13 +772,13 @@ def test_foo():
pass
"""
)
- result = testdir.runpytest("-ra")
+ result = pytester.runpytest("-ra")
result.stdout.fnmatch_lines(["*just because*"])
result.stdout.fnmatch_lines(["*collected 0 items / 1 skipped*"])
-def test_pytest_cmdline_main(testdir) -> None:
- p = testdir.makepyfile(
+def test_pytest_cmdline_main(pytester: Pytester) -> None:
+ p = pytester.makepyfile(
"""
import pytest
def test_hello():
@@ -786,8 +795,8 @@ def test_hello():
assert ret == 0
-def test_unicode_in_longrepr(testdir) -> None:
- testdir.makeconftest(
+def test_unicode_in_longrepr(pytester: Pytester) -> None:
+ pytester.makeconftest(
"""\
import pytest
@pytest.hookimpl(hookwrapper=True)
@@ -798,19 +807,19 @@ def pytest_runtest_makereport():
rep.longrepr = 'ä'
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
def test_out():
assert 0
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 1
assert "UnicodeEncodeError" not in result.stderr.str()
-def test_failure_in_setup(testdir) -> None:
- testdir.makepyfile(
+def test_failure_in_setup(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
def setup_module():
0/0
@@ -818,24 +827,26 @@ def test_func():
pass
"""
)
- result = testdir.runpytest("--tb=line")
+ result = pytester.runpytest("--tb=line")
result.stdout.no_fnmatch_line("*def setup_module*")
-def test_makereport_getsource(testdir) -> None:
- testdir.makepyfile(
+def test_makereport_getsource(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
def test_foo():
if False: pass
else: assert False
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.no_fnmatch_line("*INTERNALERROR*")
result.stdout.fnmatch_lines(["*else: assert False*"])
-def test_makereport_getsource_dynamic_code(testdir, monkeypatch) -> None:
+def test_makereport_getsource_dynamic_code(
+ pytester: Pytester, monkeypatch: MonkeyPatch
+) -> None:
"""Test that exception in dynamically generated code doesn't break getting the source line."""
import inspect
@@ -849,7 +860,7 @@ def findsource(obj):
monkeypatch.setattr(inspect, "findsource", findsource)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -861,7 +872,7 @@ def test_fix(foo):
assert False
"""
)
- result = testdir.runpytest("-vv")
+ result = pytester.runpytest("-vv")
result.stdout.no_fnmatch_line("*INTERNALERROR*")
result.stdout.fnmatch_lines(["*test_fix*", "*fixture*'missing'*not found*"])
@@ -896,12 +907,12 @@ def runtest(self):
assert not hasattr(sys, "last_traceback")
-def test_current_test_env_var(testdir, monkeypatch) -> None:
+def test_current_test_env_var(pytester: Pytester, monkeypatch: MonkeyPatch) -> None:
pytest_current_test_vars: List[Tuple[str, str]] = []
monkeypatch.setattr(
sys, "pytest_current_test_vars", pytest_current_test_vars, raising=False
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import sys
@@ -917,7 +928,7 @@ def test(fix):
sys.pytest_current_test_vars.append(('call', os.environ['PYTEST_CURRENT_TEST']))
"""
)
- result = testdir.runpytest_inprocess()
+ result = pytester.runpytest_inprocess()
assert result.ret == 0
test_id = "test_current_test_env_var.py::test"
assert pytest_current_test_vars == [
@@ -934,8 +945,8 @@ class TestReportContents:
def getrunner(self):
return lambda item: runner.runtestprotocol(item, log=False)
- def test_longreprtext_pass(self, testdir) -> None:
- reports = testdir.runitem(
+ def test_longreprtext_pass(self, pytester: Pytester) -> None:
+ reports = pytester.runitem(
"""
def test_func():
pass
@@ -944,9 +955,9 @@ def test_func():
rep = reports[1]
assert rep.longreprtext == ""
- def test_longreprtext_skip(self, testdir) -> None:
+ def test_longreprtext_skip(self, pytester: Pytester) -> None:
"""TestReport.longreprtext can handle non-str ``longrepr`` attributes (#7559)"""
- reports = testdir.runitem(
+ reports = pytester.runitem(
"""
import pytest
def test_func():
@@ -957,22 +968,22 @@ def test_func():
assert isinstance(call_rep.longrepr, tuple)
assert "Skipped" in call_rep.longreprtext
- def test_longreprtext_collect_skip(self, testdir) -> None:
+ def test_longreprtext_collect_skip(self, pytester: Pytester) -> None:
"""CollectReport.longreprtext can handle non-str ``longrepr`` attributes (#7559)"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
pytest.skip(allow_module_level=True)
"""
)
- rec = testdir.inline_run()
+ rec = pytester.inline_run()
calls = rec.getcalls("pytest_collectreport")
_, call = calls
assert isinstance(call.report.longrepr, tuple)
assert "Skipped" in call.report.longreprtext
- def test_longreprtext_failure(self, testdir) -> None:
- reports = testdir.runitem(
+ def test_longreprtext_failure(self, pytester: Pytester) -> None:
+ reports = pytester.runitem(
"""
def test_func():
x = 1
@@ -982,8 +993,8 @@ def test_func():
rep = reports[1]
assert "assert 1 == 4" in rep.longreprtext
- def test_captured_text(self, testdir) -> None:
- reports = testdir.runitem(
+ def test_captured_text(self, pytester: Pytester) -> None:
+ reports = pytester.runitem(
"""
import pytest
import sys
@@ -1012,8 +1023,8 @@ def test_func(fix):
assert call.capstderr == "setup: stderr\ncall: stderr\n"
assert teardown.capstderr == "setup: stderr\ncall: stderr\nteardown: stderr\n"
- def test_no_captured_text(self, testdir) -> None:
- reports = testdir.runitem(
+ def test_no_captured_text(self, pytester: Pytester) -> None:
+ reports = pytester.runitem(
"""
def test_func():
pass
@@ -1023,8 +1034,8 @@ def test_func():
assert rep.capstdout == ""
assert rep.capstderr == ""
- def test_longrepr_type(self, testdir) -> None:
- reports = testdir.runitem(
+ def test_longrepr_type(self, pytester: Pytester) -> None:
+ reports = pytester.runitem(
"""
import pytest
def test_func():
@@ -1032,7 +1043,7 @@ def test_func():
"""
)
rep = reports[1]
- assert isinstance(rep.longrepr, _pytest._code.code.ExceptionRepr)
+ assert isinstance(rep.longrepr, ExceptionChainRepr)
def test_outcome_exception_bad_msg() -> None:
diff --git a/testing/test_runner_xunit.py b/testing/test_runner_xunit.py
index e90d761f633..e077ac41e2c 100644
--- a/testing/test_runner_xunit.py
+++ b/testing/test_runner_xunit.py
@@ -242,7 +242,9 @@ def test_function2(hello):
@pytest.mark.parametrize("arg", ["", "arg"])
def test_setup_teardown_function_level_with_optional_argument(
- pytester: Pytester, monkeypatch, arg: str,
+ pytester: Pytester,
+ monkeypatch,
+ arg: str,
) -> None:
"""Parameter to setup/teardown xunit-style functions parameter is now optional (#1728)."""
import sys
diff --git a/testing/test_scope.py b/testing/test_scope.py
new file mode 100644
index 00000000000..09ee1343a80
--- /dev/null
+++ b/testing/test_scope.py
@@ -0,0 +1,39 @@
+import re
+
+import pytest
+from _pytest.scope import Scope
+
+
+def test_ordering() -> None:
+ assert Scope.Session > Scope.Package
+ assert Scope.Package > Scope.Module
+ assert Scope.Module > Scope.Class
+ assert Scope.Class > Scope.Function
+
+
+def test_next_lower() -> None:
+ assert Scope.Session.next_lower() is Scope.Package
+ assert Scope.Package.next_lower() is Scope.Module
+ assert Scope.Module.next_lower() is Scope.Class
+ assert Scope.Class.next_lower() is Scope.Function
+
+ with pytest.raises(ValueError, match="Function is the lower-most scope"):
+ Scope.Function.next_lower()
+
+
+def test_next_higher() -> None:
+ assert Scope.Function.next_higher() is Scope.Class
+ assert Scope.Class.next_higher() is Scope.Module
+ assert Scope.Module.next_higher() is Scope.Package
+ assert Scope.Package.next_higher() is Scope.Session
+
+ with pytest.raises(ValueError, match="Session is the upper-most scope"):
+ Scope.Session.next_higher()
+
+
+def test_from_user() -> None:
+ assert Scope.from_user("module", "for parametrize", "some::id") is Scope.Module
+
+ expected_msg = "for parametrize from some::id got an unexpected scope value 'foo'"
+ with pytest.raises(pytest.fail.Exception, match=re.escape(expected_msg)):
+ Scope.from_user("foo", "for parametrize", "some::id") # type:ignore[arg-type]
diff --git a/testing/test_session.py b/testing/test_session.py
index 5389e5b2b19..3ca6d390383 100644
--- a/testing/test_session.py
+++ b/testing/test_session.py
@@ -227,7 +227,7 @@ class TestY(TestX):
started = reprec.getcalls("pytest_collectstart")
finished = reprec.getreports("pytest_collectreport")
assert len(started) == len(finished)
- assert len(started) == 8
+ assert len(started) == 6
colfail = [x for x in finished if x.failed]
assert len(colfail) == 1
diff --git a/testing/test_skipping.py b/testing/test_skipping.py
index fc66eb18e64..3010943607c 100644
--- a/testing/test_skipping.py
+++ b/testing/test_skipping.py
@@ -861,9 +861,26 @@ def test_hello():
pass
"""
)
- result = pytester.runpytest("-rs")
+ result = pytester.runpytest("-rs", "--strict-markers")
result.stdout.fnmatch_lines(["*unconditional skip*", "*1 skipped*"])
+ def test_wrong_skip_usage(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
+ """
+ import pytest
+ @pytest.mark.skip(False, reason="I thought this was skipif")
+ def test_hello():
+ pass
+ """
+ )
+ result = pytester.runpytest()
+ result.stdout.fnmatch_lines(
+ [
+ "*TypeError: *__init__() got multiple values for argument 'reason'"
+ " - maybe you meant pytest.mark.skipif?"
+ ]
+ )
+
class TestSkipif:
def test_skipif_conditional(self, pytester: Pytester) -> None:
@@ -1128,19 +1145,30 @@ def test_func():
markline = markline[5:]
elif sys.version_info >= (3, 8) or hasattr(sys, "pypy_version_info"):
markline = markline[4:]
- result.stdout.fnmatch_lines(
- [
+
+ if sys.version_info[:2] >= (3, 10):
+ expected = [
"*ERROR*test_nameerror*",
- "*evaluating*skipif*condition*",
"*asd*",
- "*ERROR*test_syntax*",
- "*evaluating*xfail*condition*",
- " syntax error",
- markline,
- "SyntaxError: invalid syntax",
- "*1 pass*2 errors*",
+ "",
+ "During handling of the above exception, another exception occurred:",
]
- )
+ else:
+ expected = [
+ "*ERROR*test_nameerror*",
+ ]
+
+ expected += [
+ "*evaluating*skipif*condition*",
+ "*asd*",
+ "*ERROR*test_syntax*",
+ "*evaluating*xfail*condition*",
+ " syntax error",
+ markline,
+ "SyntaxError: invalid syntax",
+ "*1 pass*2 errors*",
+ ]
+ result.stdout.fnmatch_lines(expected)
def test_xfail_skipif_with_globals(pytester: Pytester) -> None:
@@ -1287,7 +1315,7 @@ class MyItem(pytest.Item):
def runtest(self):
pytest.xfail("Expected Failure")
- def pytest_collect_file(path, parent):
+ def pytest_collect_file(file_path, parent):
return MyItem.from_parent(name="foo", parent=parent)
"""
)
@@ -1311,7 +1339,7 @@ def test_func():
)
result = pytester.runpytest()
result.stdout.fnmatch_lines(
- ["*Using pytest.skip outside of a test is not allowed*"]
+ ["*Using pytest.skip outside of a test will skip the entire module*"]
)
@@ -1361,7 +1389,7 @@ def setup(self):
def runtest(self):
assert False
- def pytest_collect_file(path, parent):
+ def pytest_collect_file(file_path, parent):
return MyItem.from_parent(name="foo", parent=parent)
"""
)
@@ -1414,3 +1442,92 @@ def test_pass():
result.stdout.fnmatch_lines(
["SKIPPED [[]1[]] tests/test_1.py:2: unconditional skip"]
)
+
+
+def test_skip_using_reason_works_ok(pytester: Pytester) -> None:
+ p = pytester.makepyfile(
+ """
+ import pytest
+
+ def test_skipping_reason():
+ pytest.skip(reason="skippedreason")
+ """
+ )
+ result = pytester.runpytest(p)
+ result.stdout.no_fnmatch_line("*PytestDeprecationWarning*")
+ result.assert_outcomes(skipped=1)
+
+
+def test_fail_using_reason_works_ok(pytester: Pytester) -> None:
+ p = pytester.makepyfile(
+ """
+ import pytest
+
+ def test_failing_reason():
+ pytest.fail(reason="failedreason")
+ """
+ )
+ result = pytester.runpytest(p)
+ result.stdout.no_fnmatch_line("*PytestDeprecationWarning*")
+ result.assert_outcomes(failed=1)
+
+
+def test_fail_fails_with_msg_and_reason(pytester: Pytester) -> None:
+ p = pytester.makepyfile(
+ """
+ import pytest
+
+ def test_fail_both_arguments():
+ pytest.fail(reason="foo", msg="bar")
+ """
+ )
+ result = pytester.runpytest(p)
+ result.stdout.fnmatch_lines(
+ "*UsageError: Passing both ``reason`` and ``msg`` to pytest.fail(...) is not permitted.*"
+ )
+ result.assert_outcomes(failed=1)
+
+
+def test_skip_fails_with_msg_and_reason(pytester: Pytester) -> None:
+ p = pytester.makepyfile(
+ """
+ import pytest
+
+ def test_skip_both_arguments():
+ pytest.skip(reason="foo", msg="bar")
+ """
+ )
+ result = pytester.runpytest(p)
+ result.stdout.fnmatch_lines(
+ "*UsageError: Passing both ``reason`` and ``msg`` to pytest.skip(...) is not permitted.*"
+ )
+ result.assert_outcomes(failed=1)
+
+
+def test_exit_with_msg_and_reason_fails(pytester: Pytester) -> None:
+ p = pytester.makepyfile(
+ """
+ import pytest
+
+ def test_exit_both_arguments():
+ pytest.exit(reason="foo", msg="bar")
+ """
+ )
+ result = pytester.runpytest(p)
+ result.stdout.fnmatch_lines(
+ "*UsageError: cannot pass reason and msg to exit(), `msg` is deprecated, use `reason`.*"
+ )
+ result.assert_outcomes(failed=1)
+
+
+def test_exit_with_reason_works_ok(pytester: Pytester) -> None:
+ p = pytester.makepyfile(
+ """
+ import pytest
+
+ def test_exit_reason_only():
+ pytest.exit(reason="foo")
+ """
+ )
+ result = pytester.runpytest(p)
+ result.stdout.fnmatch_lines("*_pytest.outcomes.Exit: foo*")
diff --git a/testing/test_stash.py b/testing/test_stash.py
new file mode 100644
index 00000000000..2c9df4832e4
--- /dev/null
+++ b/testing/test_stash.py
@@ -0,0 +1,67 @@
+import pytest
+from _pytest.stash import Stash
+from _pytest.stash import StashKey
+
+
+def test_stash() -> None:
+ stash = Stash()
+
+ assert len(stash) == 0
+ assert not stash
+
+ key1 = StashKey[str]()
+ key2 = StashKey[int]()
+
+ # Basic functionality - single key.
+ assert key1 not in stash
+ stash[key1] = "hello"
+ assert key1 in stash
+ assert stash[key1] == "hello"
+ assert stash.get(key1, None) == "hello"
+ stash[key1] = "world"
+ assert stash[key1] == "world"
+ # Has correct type (no mypy error).
+ stash[key1] + "string"
+ assert len(stash) == 1
+ assert stash
+
+ # No interaction with another key.
+ assert key2 not in stash
+ assert stash.get(key2, None) is None
+ with pytest.raises(KeyError):
+ stash[key2]
+ with pytest.raises(KeyError):
+ del stash[key2]
+ stash[key2] = 1
+ assert stash[key2] == 1
+ # Has correct type (no mypy error).
+ stash[key2] + 20
+ del stash[key1]
+ with pytest.raises(KeyError):
+ del stash[key1]
+ with pytest.raises(KeyError):
+ stash[key1]
+
+ # setdefault
+ stash[key1] = "existing"
+ assert stash.setdefault(key1, "default") == "existing"
+ assert stash[key1] == "existing"
+ key_setdefault = StashKey[bytes]()
+ assert stash.setdefault(key_setdefault, b"default") == b"default"
+ assert stash[key_setdefault] == b"default"
+ assert len(stash) == 3
+ assert stash
+
+ # Can't accidentally add attributes to stash object itself.
+ with pytest.raises(AttributeError):
+ stash.foo = "nope" # type: ignore[attr-defined]
+
+ # No interaction with another stash.
+ stash2 = Stash()
+ key3 = StashKey[int]()
+ assert key2 not in stash2
+ stash2[key2] = 100
+ stash2[key3] = 200
+ assert stash2[key2] + stash2[key3] == 300
+ assert stash[key2] == 1
+ assert key3 not in stash
diff --git a/testing/test_stepwise.py b/testing/test_stepwise.py
index ff2ec16b707..63d29d6241f 100644
--- a/testing/test_stepwise.py
+++ b/testing/test_stepwise.py
@@ -138,7 +138,12 @@ def test_fail_and_continue_with_stepwise(stepwise_pytester: Pytester) -> None:
@pytest.mark.parametrize("stepwise_skip", ["--stepwise-skip", "--sw-skip"])
def test_run_with_skip_option(stepwise_pytester: Pytester, stepwise_skip: str) -> None:
result = stepwise_pytester.runpytest(
- "-v", "--strict-markers", "--stepwise", stepwise_skip, "--fail", "--fail-last",
+ "-v",
+ "--strict-markers",
+ "--stepwise",
+ stepwise_skip,
+ "--fail",
+ "--fail-last",
)
assert _strip_resource_warnings(result.stderr.lines) == []
@@ -243,3 +248,33 @@ def test_d(): pass
"* 2 passed, 1 deselected, 1 xfailed in *",
]
)
+
+
+def test_stepwise_skip_is_independent(pytester: Pytester) -> None:
+ pytester.makepyfile(
+ """
+ def test_one():
+ assert False
+
+ def test_two():
+ assert False
+
+ def test_three():
+ assert False
+
+ """
+ )
+ result = pytester.runpytest("--tb", "no", "--stepwise-skip")
+ result.assert_outcomes(failed=2)
+ result.stdout.fnmatch_lines(
+ [
+ "FAILED test_stepwise_skip_is_independent.py::test_one - assert False",
+ "FAILED test_stepwise_skip_is_independent.py::test_two - assert False",
+ "*Interrupted: Test failed, continuing from this test next run.*",
+ ]
+ )
+
+
+def test_sw_skip_help(pytester: Pytester) -> None:
+ result = pytester.runpytest("-h")
+ result.stdout.fnmatch_lines("*implicitly enables --stepwise.")
diff --git a/testing/test_store.py b/testing/test_store.py
deleted file mode 100644
index b6d4208a092..00000000000
--- a/testing/test_store.py
+++ /dev/null
@@ -1,60 +0,0 @@
-import pytest
-from _pytest.store import Store
-from _pytest.store import StoreKey
-
-
-def test_store() -> None:
- store = Store()
-
- key1 = StoreKey[str]()
- key2 = StoreKey[int]()
-
- # Basic functionality - single key.
- assert key1 not in store
- store[key1] = "hello"
- assert key1 in store
- assert store[key1] == "hello"
- assert store.get(key1, None) == "hello"
- store[key1] = "world"
- assert store[key1] == "world"
- # Has correct type (no mypy error).
- store[key1] + "string"
-
- # No interaction with another key.
- assert key2 not in store
- assert store.get(key2, None) is None
- with pytest.raises(KeyError):
- store[key2]
- with pytest.raises(KeyError):
- del store[key2]
- store[key2] = 1
- assert store[key2] == 1
- # Has correct type (no mypy error).
- store[key2] + 20
- del store[key1]
- with pytest.raises(KeyError):
- del store[key1]
- with pytest.raises(KeyError):
- store[key1]
-
- # setdefault
- store[key1] = "existing"
- assert store.setdefault(key1, "default") == "existing"
- assert store[key1] == "existing"
- key_setdefault = StoreKey[bytes]()
- assert store.setdefault(key_setdefault, b"default") == b"default"
- assert store[key_setdefault] == b"default"
-
- # Can't accidentally add attributes to store object itself.
- with pytest.raises(AttributeError):
- store.foo = "nope" # type: ignore[attr-defined]
-
- # No interaction with anoter store.
- store2 = Store()
- key3 = StoreKey[int]()
- assert key2 not in store2
- store2[key2] = 100
- store2[key3] = 200
- assert store2[key2] + store2[key3] == 300
- assert store[key2] == 1
- assert key3 not in store
diff --git a/testing/test_terminal.py b/testing/test_terminal.py
index 7ad5849d4b9..23f597e3325 100644
--- a/testing/test_terminal.py
+++ b/testing/test_terminal.py
@@ -12,7 +12,6 @@
from typing import Tuple
import pluggy
-import py
import _pytest.config
import _pytest.terminal
@@ -133,7 +132,7 @@ def test_show_runtest_logstart(self, pytester: Pytester, linecomp) -> None:
item.config.pluginmanager.register(tr)
location = item.reportinfo()
tr.config.hook.pytest_runtest_logstart(
- nodeid=item.nodeid, location=location, fspath=str(item.fspath)
+ nodeid=item.nodeid, location=location, fspath=str(item.path)
)
linecomp.assert_contains_lines(["*test_show_runtest_logstart.py*"])
@@ -366,6 +365,26 @@ def test_3():
@pytest.mark.xfail(reason="")
def test_4():
assert False
+
+ @pytest.mark.skip
+ def test_5():
+ pass
+
+ @pytest.mark.xfail
+ def test_6():
+ pass
+
+ def test_7():
+ pytest.skip()
+
+ def test_8():
+ pytest.skip("888 is great")
+
+ def test_9():
+ pytest.xfail()
+
+ def test_10():
+ pytest.xfail("It's 🕙 o'clock")
"""
)
result = pytester.runpytest("-v")
@@ -375,6 +394,12 @@ def test_4():
"test_verbose_skip_reason.py::test_2 XPASS (456) *",
"test_verbose_skip_reason.py::test_3 XFAIL (789) *",
"test_verbose_skip_reason.py::test_4 XFAIL *",
+ "test_verbose_skip_reason.py::test_5 SKIPPED (unconditional skip) *",
+ "test_verbose_skip_reason.py::test_6 XPASS *",
+ "test_verbose_skip_reason.py::test_7 SKIPPED *",
+ "test_verbose_skip_reason.py::test_8 SKIPPED (888 is great) *",
+ "test_verbose_skip_reason.py::test_9 XFAIL *",
+ "test_verbose_skip_reason.py::test_10 XFAIL (It's 🕙 o'clock) *",
]
)
@@ -657,7 +682,9 @@ def test_three():
pass
"""
)
- result = pytester.runpytest("-k", "test_two:", testpath)
+ result = pytester.runpytest(
+ "-Wignore::pytest.PytestRemovedIn7Warning", "-k", "test_two:", testpath
+ )
result.stdout.fnmatch_lines(
["collected 3 items / 1 deselected / 2 selected", "*test_deselected.py ..*"]
)
@@ -774,12 +801,11 @@ def test_passes():
result.stdout.fnmatch_lines(
[
"*===== test session starts ====*",
- "platform %s -- Python %s*pytest-%s*py-%s*pluggy-%s"
+ "platform %s -- Python %s*pytest-%s**pluggy-%s"
% (
sys.platform,
verinfo,
pytest.__version__,
- py.__version__,
pluggy.__version__,
),
"*test_header_trailer_info.py .*",
@@ -802,12 +828,11 @@ def test_passes():
result = pytester.runpytest("--no-header")
verinfo = ".".join(map(str, sys.version_info[:3]))
result.stdout.no_fnmatch_line(
- "platform %s -- Python %s*pytest-%s*py-%s*pluggy-%s"
+ "platform %s -- Python %s*pytest-%s**pluggy-%s"
% (
sys.platform,
verinfo,
pytest.__version__,
- py.__version__,
pluggy.__version__,
)
)
@@ -1010,8 +1035,8 @@ def test_more_quiet_reporting(self, pytester: Pytester) -> None:
def test_report_collectionfinish_hook(self, pytester: Pytester, params) -> None:
pytester.makeconftest(
"""
- def pytest_report_collectionfinish(config, startdir, items):
- return ['hello from hook: {0} items'.format(len(items))]
+ def pytest_report_collectionfinish(config, start_path, items):
+ return [f'hello from hook: {len(items)} items']
"""
)
pytester.makepyfile(
@@ -1436,8 +1461,8 @@ def pytest_report_header(config):
)
pytester.mkdir("a").joinpath("conftest.py").write_text(
"""
-def pytest_report_header(config, startdir):
- return ["line1", str(startdir)]
+def pytest_report_header(config, start_path):
+ return ["line1", str(start_path)]
"""
)
result = pytester.runpytest("a")
@@ -1592,7 +1617,7 @@ def pytest_terminal_summary(terminalreporter, exitstatus):
)
-@pytest.mark.filterwarnings("default")
+@pytest.mark.filterwarnings("default::UserWarning")
def test_terminal_summary_warnings_are_displayed(pytester: Pytester) -> None:
"""Test that warnings emitted during pytest_terminal_summary are displayed.
(#1305).
@@ -1629,7 +1654,7 @@ def test_failure():
assert stdout.count("=== warnings summary ") == 2
-@pytest.mark.filterwarnings("default")
+@pytest.mark.filterwarnings("default::UserWarning")
def test_terminal_summary_warnings_header_once(pytester: Pytester) -> None:
pytester.makepyfile(
"""
@@ -2204,19 +2229,19 @@ class X:
ev1 = cast(CollectReport, X())
ev1.when = "execute"
- ev1.skipped = True
+ ev1.skipped = True # type: ignore[misc]
ev1.longrepr = longrepr
ev2 = cast(CollectReport, X())
ev2.when = "execute"
ev2.longrepr = longrepr
- ev2.skipped = True
+ ev2.skipped = True # type: ignore[misc]
# ev3 might be a collection report
ev3 = cast(CollectReport, X())
ev3.when = "collect"
ev3.longrepr = longrepr
- ev3.skipped = True
+ ev3.skipped = True # type: ignore[misc]
values = _folded_skips(Path.cwd(), [ev1, ev2, ev3])
assert len(values) == 1
@@ -2382,6 +2407,60 @@ def test_foo():
)
)
+ def test_code_highlight_custom_theme(
+ self, pytester: Pytester, color_mapping, monkeypatch: MonkeyPatch
+ ) -> None:
+ pytester.makepyfile(
+ """
+ def test_foo():
+ assert 1 == 10
+ """
+ )
+ monkeypatch.setenv("PYTEST_THEME", "solarized-dark")
+ monkeypatch.setenv("PYTEST_THEME_MODE", "dark")
+ result = pytester.runpytest("--color=yes")
+ result.stdout.fnmatch_lines(
+ color_mapping.format_for_fnmatch(
+ [
+ " {kw}def{hl-reset} {function}test_foo{hl-reset}():",
+ "> {kw}assert{hl-reset} {number}1{hl-reset} == {number}10{hl-reset}",
+ "{bold}{red}E assert 1 == 10{reset}",
+ ]
+ )
+ )
+
+ def test_code_highlight_invalid_theme(
+ self, pytester: Pytester, color_mapping, monkeypatch: MonkeyPatch
+ ) -> None:
+ pytester.makepyfile(
+ """
+ def test_foo():
+ assert 1 == 10
+ """
+ )
+ monkeypatch.setenv("PYTEST_THEME", "invalid")
+ result = pytester.runpytest_subprocess("--color=yes")
+ result.stderr.fnmatch_lines(
+ "ERROR: PYTEST_THEME environment variable had an invalid value: 'invalid'. "
+ "Only valid pygment styles are allowed."
+ )
+
+ def test_code_highlight_invalid_theme_mode(
+ self, pytester: Pytester, color_mapping, monkeypatch: MonkeyPatch
+ ) -> None:
+ pytester.makepyfile(
+ """
+ def test_foo():
+ assert 1 == 10
+ """
+ )
+ monkeypatch.setenv("PYTEST_THEME_MODE", "invalid")
+ result = pytester.runpytest_subprocess("--color=yes")
+ result.stderr.fnmatch_lines(
+ "ERROR: PYTEST_THEME_MODE environment variable had an invalid value: 'invalid'. "
+ "The only allowed values are 'dark' and 'light'."
+ )
+
def test_raw_skip_reason_skipped() -> None:
report = SimpleNamespace()
diff --git a/testing/test_threadexception.py b/testing/test_threadexception.py
index 399692bc963..5b7519f27d8 100644
--- a/testing/test_threadexception.py
+++ b/testing/test_threadexception.py
@@ -8,7 +8,7 @@
pytest.skip("threadexception plugin needs Python>=3.8", allow_module_level=True)
-@pytest.mark.filterwarnings("default")
+@pytest.mark.filterwarnings("default::pytest.PytestUnhandledThreadExceptionWarning")
def test_unhandled_thread_exception(pytester: Pytester) -> None:
pytester.makepyfile(
test_it="""
@@ -42,7 +42,7 @@ def test_2(): pass
)
-@pytest.mark.filterwarnings("default")
+@pytest.mark.filterwarnings("default::pytest.PytestUnhandledThreadExceptionWarning")
def test_unhandled_thread_exception_in_setup(pytester: Pytester) -> None:
pytester.makepyfile(
test_it="""
@@ -78,7 +78,7 @@ def test_2(): pass
)
-@pytest.mark.filterwarnings("default")
+@pytest.mark.filterwarnings("default::pytest.PytestUnhandledThreadExceptionWarning")
def test_unhandled_thread_exception_in_teardown(pytester: Pytester) -> None:
pytester.makepyfile(
test_it="""
diff --git a/testing/test_tmpdir.py b/testing/test_tmpdir.py
index d123287aa38..4f7c5384700 100644
--- a/testing/test_tmpdir.py
+++ b/testing/test_tmpdir.py
@@ -1,6 +1,7 @@
import os
import stat
import sys
+import warnings
from pathlib import Path
from typing import Callable
from typing import cast
@@ -11,6 +12,7 @@
import pytest
from _pytest import pathlib
from _pytest.config import Config
+from _pytest.monkeypatch import MonkeyPatch
from _pytest.pathlib import cleanup_numbered_dir
from _pytest.pathlib import create_cleanup_lock
from _pytest.pathlib import make_numbered_dir
@@ -20,12 +22,11 @@
from _pytest.pathlib import rm_rf
from _pytest.pytester import Pytester
from _pytest.tmpdir import get_user
-from _pytest.tmpdir import TempdirFactory
from _pytest.tmpdir import TempPathFactory
-def test_tmpdir_fixture(pytester: Pytester) -> None:
- p = pytester.copy_example("tmpdir/tmpdir_fixture.py")
+def test_tmp_path_fixture(pytester: Pytester) -> None:
+ p = pytester.copy_example("tmpdir/tmp_path_fixture.py")
results = pytester.runpytest(p)
results.stdout.fnmatch_lines(["*1 passed*"])
@@ -46,18 +47,16 @@ def option(self):
return self
-class TestTempdirHandler:
+class TestTmpPathHandler:
def test_mktemp(self, tmp_path):
config = cast(Config, FakeConfig(tmp_path))
- t = TempdirFactory(
- TempPathFactory.from_config(config, _ispytest=True), _ispytest=True
- )
+ t = TempPathFactory.from_config(config, _ispytest=True)
tmp = t.mktemp("world")
- assert tmp.relto(t.getbasetemp()) == "world0"
+ assert str(tmp.relative_to(t.getbasetemp())) == "world0"
tmp = t.mktemp("this")
- assert tmp.relto(t.getbasetemp()).startswith("this")
+ assert str(tmp.relative_to(t.getbasetemp())).startswith("this")
tmp2 = t.mktemp("this")
- assert tmp2.relto(t.getbasetemp()).startswith("this")
+ assert str(tmp2.relative_to(t.getbasetemp())).startswith("this")
assert tmp2 != tmp
def test_tmppath_relative_basetemp_absolute(self, tmp_path, monkeypatch):
@@ -68,12 +67,12 @@ def test_tmppath_relative_basetemp_absolute(self, tmp_path, monkeypatch):
assert t.getbasetemp().resolve() == (tmp_path / "hello").resolve()
-class TestConfigTmpdir:
+class TestConfigTmpPath:
def test_getbasetemp_custom_removes_old(self, pytester: Pytester) -> None:
mytemp = pytester.path.joinpath("xyz")
p = pytester.makepyfile(
"""
- def test_1(tmpdir):
+ def test_1(tmp_path):
pass
"""
)
@@ -103,8 +102,8 @@ def test_mktemp(pytester: Pytester, basename: str, is_ok: bool) -> None:
mytemp = pytester.mkdir("mytemp")
p = pytester.makepyfile(
"""
- def test_abs_path(tmpdir_factory):
- tmpdir_factory.mktemp('{}', numbered=False)
+ def test_abs_path(tmp_path_factory):
+ tmp_path_factory.mktemp('{}', numbered=False)
""".format(
basename
)
@@ -119,8 +118,8 @@ def test_abs_path(tmpdir_factory):
result.stdout.fnmatch_lines("*ValueError*")
-def test_tmpdir_always_is_realpath(pytester: Pytester) -> None:
- # the reason why tmpdir should be a realpath is that
+def test_tmp_path_always_is_realpath(pytester: Pytester, monkeypatch) -> None:
+ # the reason why tmp_path should be a realpath is that
# when you cd to it and do "os.getcwd()" you will anyway
# get the realpath. Using the symlinked path can thus
# easily result in path-inequality
@@ -129,22 +128,6 @@ def test_tmpdir_always_is_realpath(pytester: Pytester) -> None:
realtemp = pytester.mkdir("myrealtemp")
linktemp = pytester.path.joinpath("symlinktemp")
attempt_symlink_to(linktemp, str(realtemp))
- p = pytester.makepyfile(
- """
- def test_1(tmpdir):
- import os
- assert os.path.realpath(str(tmpdir)) == str(tmpdir)
- """
- )
- result = pytester.runpytest("-s", p, "--basetemp=%s/bt" % linktemp)
- assert not result.ret
-
-
-def test_tmp_path_always_is_realpath(pytester: Pytester, monkeypatch) -> None:
- # for reasoning see: test_tmpdir_always_is_realpath test-case
- realtemp = pytester.mkdir("myrealtemp")
- linktemp = pytester.path.joinpath("symlinktemp")
- attempt_symlink_to(linktemp, str(realtemp))
monkeypatch.setenv("PYTEST_DEBUG_TEMPROOT", str(linktemp))
pytester.makepyfile(
"""
@@ -156,44 +139,44 @@ def test_1(tmp_path):
reprec.assertoutcome(passed=1)
-def test_tmpdir_too_long_on_parametrization(pytester: Pytester) -> None:
+def test_tmp_path_too_long_on_parametrization(pytester: Pytester) -> None:
pytester.makepyfile(
"""
import pytest
@pytest.mark.parametrize("arg", ["1"*1000])
- def test_some(arg, tmpdir):
- tmpdir.ensure("hello")
+ def test_some(arg, tmp_path):
+ tmp_path.joinpath("hello").touch()
"""
)
reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
-def test_tmpdir_factory(pytester: Pytester) -> None:
+def test_tmp_path_factory(pytester: Pytester) -> None:
pytester.makepyfile(
"""
import pytest
@pytest.fixture(scope='session')
- def session_dir(tmpdir_factory):
- return tmpdir_factory.mktemp('data', numbered=False)
+ def session_dir(tmp_path_factory):
+ return tmp_path_factory.mktemp('data', numbered=False)
def test_some(session_dir):
- assert session_dir.isdir()
+ assert session_dir.is_dir()
"""
)
reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
-def test_tmpdir_fallback_tox_env(pytester: Pytester, monkeypatch) -> None:
- """Test that tmpdir works even if environment variables required by getpass
+def test_tmp_path_fallback_tox_env(pytester: Pytester, monkeypatch) -> None:
+ """Test that tmp_path works even if environment variables required by getpass
module are missing (#1010).
"""
monkeypatch.delenv("USER", raising=False)
monkeypatch.delenv("USERNAME", raising=False)
pytester.makepyfile(
"""
- def test_some(tmpdir):
- assert tmpdir.isdir()
+ def test_some(tmp_path):
+ assert tmp_path.is_dir()
"""
)
reprec = pytester.inline_run()
@@ -210,15 +193,15 @@ def break_getuser(monkeypatch):
@pytest.mark.usefixtures("break_getuser")
@pytest.mark.skipif(sys.platform.startswith("win"), reason="no os.getuid on windows")
-def test_tmpdir_fallback_uid_not_found(pytester: Pytester) -> None:
- """Test that tmpdir works even if the current process's user id does not
+def test_tmp_path_fallback_uid_not_found(pytester: Pytester) -> None:
+ """Test that tmp_path works even if the current process's user id does not
correspond to a valid user.
"""
pytester.makepyfile(
"""
- def test_some(tmpdir):
- assert tmpdir.isdir()
+ def test_some(tmp_path):
+ assert tmp_path.is_dir()
"""
)
reprec = pytester.inline_run()
@@ -402,11 +385,13 @@ def test_on_rm_rf_error(self, tmp_path: Path) -> None:
assert fn.is_file()
# ignored function
- with pytest.warns(None) as warninfo:
- exc_info4 = (None, PermissionError(), None)
- on_rm_rf_error(os.open, str(fn), exc_info4, start_path=tmp_path)
- assert fn.is_file()
- assert not [x.message for x in warninfo]
+ with warnings.catch_warnings():
+ warnings.simplefilter("ignore")
+ with pytest.warns(None) as warninfo: # type: ignore[call-overload]
+ exc_info4 = (None, PermissionError(), None)
+ on_rm_rf_error(os.open, str(fn), exc_info4, start_path=tmp_path)
+ assert fn.is_file()
+ assert not [x.message for x in warninfo]
exc_info5 = (None, PermissionError(), None)
on_rm_rf_error(os.unlink, str(fn), exc_info5, start_path=tmp_path)
@@ -422,10 +407,6 @@ def attempt_symlink_to(path, to_path):
pytest.skip("could not create symbolic link")
-def test_tmpdir_equals_tmp_path(tmpdir, tmp_path):
- assert Path(tmpdir) == tmp_path
-
-
def test_basetemp_with_read_only_files(pytester: Pytester) -> None:
"""Integration test for #5524"""
pytester.makepyfile(
@@ -445,3 +426,55 @@ def test(tmp_path):
# running a second time and ensure we don't crash
result = pytester.runpytest("--basetemp=tmp")
assert result.ret == 0
+
+
+def test_tmp_path_factory_handles_invalid_dir_characters(
+ tmp_path_factory: TempPathFactory, monkeypatch: MonkeyPatch
+) -> None:
+ monkeypatch.setattr("getpass.getuser", lambda: "os/<:*?;>agnostic")
+ # _basetemp / _given_basetemp are cached / set in parallel runs, patch them
+ monkeypatch.setattr(tmp_path_factory, "_basetemp", None)
+ monkeypatch.setattr(tmp_path_factory, "_given_basetemp", None)
+ p = tmp_path_factory.getbasetemp()
+ assert "pytest-of-unknown" in str(p)
+
+
+@pytest.mark.skipif(not hasattr(os, "getuid"), reason="checks unix permissions")
+def test_tmp_path_factory_create_directory_with_safe_permissions(
+ tmp_path: Path, monkeypatch: MonkeyPatch
+) -> None:
+ """Verify that pytest creates directories under /tmp with private permissions."""
+ # Use the test's tmp_path as the system temproot (/tmp).
+ monkeypatch.setenv("PYTEST_DEBUG_TEMPROOT", str(tmp_path))
+ tmp_factory = TempPathFactory(None, lambda *args: None, _ispytest=True)
+ basetemp = tmp_factory.getbasetemp()
+
+ # No world-readable permissions.
+ assert (basetemp.stat().st_mode & 0o077) == 0
+ # Parent too (pytest-of-foo).
+ assert (basetemp.parent.stat().st_mode & 0o077) == 0
+
+
+@pytest.mark.skipif(not hasattr(os, "getuid"), reason="checks unix permissions")
+def test_tmp_path_factory_fixes_up_world_readable_permissions(
+ tmp_path: Path, monkeypatch: MonkeyPatch
+) -> None:
+ """Verify that if a /tmp/pytest-of-foo directory already exists with
+ world-readable permissions, it is fixed.
+
+ pytest used to mkdir with such permissions, that's why we fix it up.
+ """
+ # Use the test's tmp_path as the system temproot (/tmp).
+ monkeypatch.setenv("PYTEST_DEBUG_TEMPROOT", str(tmp_path))
+ tmp_factory = TempPathFactory(None, lambda *args: None, _ispytest=True)
+ basetemp = tmp_factory.getbasetemp()
+
+ # Before - simulate bad perms.
+ os.chmod(basetemp.parent, 0o777)
+ assert (basetemp.parent.stat().st_mode & 0o077) != 0
+
+ tmp_factory = TempPathFactory(None, lambda *args: None, _ispytest=True)
+ basetemp = tmp_factory.getbasetemp()
+
+ # After - fixed.
+ assert (basetemp.parent.stat().st_mode & 0o077) == 0
diff --git a/testing/test_unittest.py b/testing/test_unittest.py
index 8b00cb826ac..12bcb9361a4 100644
--- a/testing/test_unittest.py
+++ b/testing/test_unittest.py
@@ -4,11 +4,12 @@
import pytest
from _pytest.config import ExitCode
-from _pytest.pytester import Testdir
+from _pytest.monkeypatch import MonkeyPatch
+from _pytest.pytester import Pytester
-def test_simple_unittest(testdir):
- testpath = testdir.makepyfile(
+def test_simple_unittest(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
class MyTestCase(unittest.TestCase):
@@ -18,13 +19,13 @@ def test_failing(self):
self.assertEqual('foo', 'bar')
"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
assert reprec.matchreport("testpassing").passed
assert reprec.matchreport("test_failing").failed
-def test_runTest_method(testdir):
- testdir.makepyfile(
+def test_runTest_method(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import unittest
class MyTestCaseWithRunTest(unittest.TestCase):
@@ -37,7 +38,7 @@ def test_something(self):
pass
"""
)
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
result.stdout.fnmatch_lines(
"""
*MyTestCaseWithRunTest::runTest*
@@ -47,8 +48,8 @@ def test_something(self):
)
-def test_isclasscheck_issue53(testdir):
- testpath = testdir.makepyfile(
+def test_isclasscheck_issue53(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
class _E(object):
@@ -57,12 +58,12 @@ def __getattr__(self, tag):
E = _E()
"""
)
- result = testdir.runpytest(testpath)
+ result = pytester.runpytest(testpath)
assert result.ret == ExitCode.NO_TESTS_COLLECTED
-def test_setup(testdir):
- testpath = testdir.makepyfile(
+def test_setup(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
class MyTestCase(unittest.TestCase):
@@ -78,14 +79,14 @@ def teardown_method(self, method):
"""
)
- reprec = testdir.inline_run("-s", testpath)
+ reprec = pytester.inline_run("-s", testpath)
assert reprec.matchreport("test_both", when="call").passed
rep = reprec.matchreport("test_both", when="teardown")
assert rep.failed and "42" in str(rep.longrepr)
-def test_setUpModule(testdir):
- testpath = testdir.makepyfile(
+def test_setUpModule(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
values = []
@@ -102,12 +103,12 @@ def test_world():
assert values == [1]
"""
)
- result = testdir.runpytest(testpath)
+ result = pytester.runpytest(testpath)
result.stdout.fnmatch_lines(["*2 passed*"])
-def test_setUpModule_failing_no_teardown(testdir):
- testpath = testdir.makepyfile(
+def test_setUpModule_failing_no_teardown(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
values = []
@@ -121,14 +122,14 @@ def test_hello():
pass
"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
reprec.assertoutcome(passed=0, failed=1)
call = reprec.getcalls("pytest_runtest_setup")[0]
assert not call.item.module.values
-def test_new_instances(testdir):
- testpath = testdir.makepyfile(
+def test_new_instances(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
class MyTestCase(unittest.TestCase):
@@ -138,13 +139,13 @@ def test_func2(self):
assert not hasattr(self, 'x')
"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
reprec.assertoutcome(passed=2)
-def test_function_item_obj_is_instance(testdir):
+def test_function_item_obj_is_instance(pytester: Pytester) -> None:
"""item.obj should be a bound method on unittest.TestCase function items (#5390)."""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
def pytest_runtest_makereport(item, call):
if call.when == 'call':
@@ -152,7 +153,7 @@ def pytest_runtest_makereport(item, call):
assert isinstance(item.obj.__self__, class_)
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import unittest
@@ -161,12 +162,12 @@ def test_foo(self):
pass
"""
)
- result = testdir.runpytest_inprocess()
+ result = pytester.runpytest_inprocess()
result.stdout.fnmatch_lines(["* 1 passed in*"])
-def test_teardown(testdir):
- testpath = testdir.makepyfile(
+def test_teardown(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
class MyTestCase(unittest.TestCase):
@@ -180,14 +181,14 @@ def test_check(self):
self.assertEqual(MyTestCase.values, [None])
"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
passed, skipped, failed = reprec.countoutcomes()
assert failed == 0, failed
assert passed == 2
assert passed + skipped + failed == 2
-def test_teardown_issue1649(testdir):
+def test_teardown_issue1649(pytester: Pytester) -> None:
"""
Are TestCase objects cleaned up? Often unittest TestCase objects set
attributes that are large and expensive during setUp.
@@ -195,7 +196,7 @@ def test_teardown_issue1649(testdir):
The TestCase will not be cleaned up if the test fails, because it
would then exist in the stackframe.
"""
- testpath = testdir.makepyfile(
+ testpath = pytester.makepyfile(
"""
import unittest
class TestCaseObjectsShouldBeCleanedUp(unittest.TestCase):
@@ -206,14 +207,14 @@ def test_demo(self):
"""
)
- testdir.inline_run("-s", testpath)
+ pytester.inline_run("-s", testpath)
gc.collect()
for obj in gc.get_objects():
assert type(obj).__name__ != "TestCaseObjectsShouldBeCleanedUp"
-def test_unittest_skip_issue148(testdir):
- testpath = testdir.makepyfile(
+def test_unittest_skip_issue148(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
@@ -229,12 +230,12 @@ def tearDownClass(self):
xxx
"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
reprec.assertoutcome(skipped=1)
-def test_method_and_teardown_failing_reporting(testdir):
- testdir.makepyfile(
+def test_method_and_teardown_failing_reporting(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import unittest
class TC(unittest.TestCase):
@@ -244,7 +245,7 @@ def test_method(self):
assert False, "down2"
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
assert result.ret == 1
result.stdout.fnmatch_lines(
[
@@ -257,8 +258,8 @@ def test_method(self):
)
-def test_setup_failure_is_shown(testdir):
- testdir.makepyfile(
+def test_setup_failure_is_shown(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import unittest
import pytest
@@ -270,14 +271,14 @@ def test_method(self):
xyz
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
assert result.ret == 1
result.stdout.fnmatch_lines(["*setUp*", "*assert 0*down1*", "*1 failed*"])
result.stdout.no_fnmatch_line("*never42*")
-def test_setup_setUpClass(testdir):
- testpath = testdir.makepyfile(
+def test_setup_setUpClass(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
import pytest
@@ -297,12 +298,36 @@ def test_teareddown():
assert MyTestCase.x == 0
"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
reprec.assertoutcome(passed=3)
-def test_setup_class(testdir):
- testpath = testdir.makepyfile(
+def test_fixtures_setup_setUpClass_issue8394(pytester: Pytester) -> None:
+ pytester.makepyfile(
+ """
+ import unittest
+ class MyTestCase(unittest.TestCase):
+ @classmethod
+ def setUpClass(cls):
+ pass
+ def test_func1(self):
+ pass
+ @classmethod
+ def tearDownClass(cls):
+ pass
+ """
+ )
+ result = pytester.runpytest("--fixtures")
+ assert result.ret == 0
+ result.stdout.no_fnmatch_line("*no docstring available*")
+
+ result = pytester.runpytest("--fixtures", "-v")
+ assert result.ret == 0
+ result.stdout.fnmatch_lines(["*no docstring available*"])
+
+
+def test_setup_class(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
import pytest
@@ -320,13 +345,13 @@ def test_teareddown():
assert MyTestCase.x == 0
"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
reprec.assertoutcome(passed=3)
@pytest.mark.parametrize("type", ["Error", "Failure"])
-def test_testcase_adderrorandfailure_defers(testdir, type):
- testdir.makepyfile(
+def test_testcase_adderrorandfailure_defers(pytester: Pytester, type: str) -> None:
+ pytester.makepyfile(
"""
from unittest import TestCase
import pytest
@@ -344,38 +369,46 @@ def test_hello(self):
"""
% (type, type)
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.no_fnmatch_line("*should not raise*")
@pytest.mark.parametrize("type", ["Error", "Failure"])
-def test_testcase_custom_exception_info(testdir, type):
- testdir.makepyfile(
+def test_testcase_custom_exception_info(pytester: Pytester, type: str) -> None:
+ pytester.makepyfile(
"""
+ from typing import Generic, TypeVar
from unittest import TestCase
- import py, pytest
- import _pytest._code
+ import pytest, _pytest._code
+
class MyTestCase(TestCase):
def run(self, result):
excinfo = pytest.raises(ZeroDivisionError, lambda: 0/0)
- # we fake an incompatible exception info
- from _pytest.monkeypatch import MonkeyPatch
- mp = MonkeyPatch()
- def t(*args):
- mp.undo()
- raise TypeError()
- mp.setattr(_pytest._code, 'ExceptionInfo', t)
+ # We fake an incompatible exception info.
+ class FakeExceptionInfo(Generic[TypeVar("E")]):
+ def __init__(self, *args, **kwargs):
+ mp.undo()
+ raise TypeError()
+ @classmethod
+ def from_current(cls):
+ return cls()
+ @classmethod
+ def from_exc_info(cls, *args, **kwargs):
+ return cls()
+ mp = pytest.MonkeyPatch()
+ mp.setattr(_pytest._code, 'ExceptionInfo', FakeExceptionInfo)
try:
excinfo = excinfo._excinfo
result.add%(type)s(self, excinfo)
finally:
mp.undo()
+
def test_hello(self):
pass
"""
% locals()
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"NOTE: Incompatible Exception Representation*",
@@ -385,8 +418,10 @@ def test_hello(self):
)
-def test_testcase_totally_incompatible_exception_info(testdir):
- (item,) = testdir.getitems(
+def test_testcase_totally_incompatible_exception_info(pytester: Pytester) -> None:
+ import _pytest.unittest
+
+ (item,) = pytester.getitems(
"""
from unittest import TestCase
class MyTestCase(TestCase):
@@ -394,13 +429,15 @@ def test_hello(self):
pass
"""
)
- item.addError(None, 42)
- excinfo = item._excinfo.pop(0)
- assert "ERROR: Unknown Incompatible" in str(excinfo.getrepr())
+ assert isinstance(item, _pytest.unittest.TestCaseFunction)
+ item.addError(None, 42) # type: ignore[arg-type]
+ excinfo = item._excinfo
+ assert excinfo is not None
+ assert "ERROR: Unknown Incompatible" in str(excinfo.pop(0).getrepr())
-def test_module_level_pytestmark(testdir):
- testpath = testdir.makepyfile(
+def test_module_level_pytestmark(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
import pytest
@@ -410,7 +447,7 @@ def test_func1(self):
assert 0
"""
)
- reprec = testdir.inline_run(testpath, "-s")
+ reprec = pytester.inline_run(testpath, "-s")
reprec.assertoutcome(skipped=1)
@@ -421,8 +458,8 @@ def setup_class(cls):
# https://twistedmatrix.com/trac/ticket/9227
cls.ignore_unclosed_socket_warning = ("-W", "always")
- def test_trial_testcase_runtest_not_collected(self, testdir):
- testdir.makepyfile(
+ def test_trial_testcase_runtest_not_collected(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
from twisted.trial.unittest import TestCase
@@ -431,9 +468,9 @@ def test_hello(self):
pass
"""
)
- reprec = testdir.inline_run(*self.ignore_unclosed_socket_warning)
+ reprec = pytester.inline_run(*self.ignore_unclosed_socket_warning)
reprec.assertoutcome(passed=1)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
from twisted.trial.unittest import TestCase
@@ -442,11 +479,11 @@ def runTest(self):
pass
"""
)
- reprec = testdir.inline_run(*self.ignore_unclosed_socket_warning)
+ reprec = pytester.inline_run(*self.ignore_unclosed_socket_warning)
reprec.assertoutcome(passed=1)
- def test_trial_exceptions_with_skips(self, testdir):
- testdir.makepyfile(
+ def test_trial_exceptions_with_skips(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
from twisted.trial import unittest
import pytest
@@ -480,7 +517,7 @@ def test_method(self):
pass
"""
)
- result = testdir.runpytest("-rxs", *self.ignore_unclosed_socket_warning)
+ result = pytester.runpytest("-rxs", *self.ignore_unclosed_socket_warning)
result.stdout.fnmatch_lines_random(
[
"*XFAIL*test_trial_todo*",
@@ -495,8 +532,8 @@ def test_method(self):
)
assert result.ret == 1
- def test_trial_error(self, testdir):
- testdir.makepyfile(
+ def test_trial_error(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
from twisted.trial.unittest import TestCase
from twisted.internet.defer import Deferred
@@ -533,7 +570,9 @@ def f(_):
# will crash both at test time and at teardown
"""
)
- result = testdir.runpytest("-vv", "-oconsole_output_style=classic")
+ result = pytester.runpytest(
+ "-vv", "-oconsole_output_style=classic", "-W", "ignore::DeprecationWarning"
+ )
result.stdout.fnmatch_lines(
[
"test_trial_error.py::TC::test_four FAILED",
@@ -557,8 +596,8 @@ def f(_):
]
)
- def test_trial_pdb(self, testdir):
- p = testdir.makepyfile(
+ def test_trial_pdb(self, pytester: Pytester) -> None:
+ p = pytester.makepyfile(
"""
from twisted.trial import unittest
import pytest
@@ -567,12 +606,12 @@ def test_hello(self):
assert 0, "hellopdb"
"""
)
- child = testdir.spawn_pytest(p)
+ child = pytester.spawn_pytest(str(p))
child.expect("hellopdb")
child.sendeof()
- def test_trial_testcase_skip_property(self, testdir):
- testpath = testdir.makepyfile(
+ def test_trial_testcase_skip_property(self, pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
from twisted.trial import unittest
class MyTestCase(unittest.TestCase):
@@ -581,11 +620,11 @@ def test_func(self):
pass
"""
)
- reprec = testdir.inline_run(testpath, "-s")
+ reprec = pytester.inline_run(testpath, "-s")
reprec.assertoutcome(skipped=1)
- def test_trial_testfunction_skip_property(self, testdir):
- testpath = testdir.makepyfile(
+ def test_trial_testfunction_skip_property(self, pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
from twisted.trial import unittest
class MyTestCase(unittest.TestCase):
@@ -594,11 +633,11 @@ def test_func(self):
test_func.skip = 'dont run'
"""
)
- reprec = testdir.inline_run(testpath, "-s")
+ reprec = pytester.inline_run(testpath, "-s")
reprec.assertoutcome(skipped=1)
- def test_trial_testcase_todo_property(self, testdir):
- testpath = testdir.makepyfile(
+ def test_trial_testcase_todo_property(self, pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
from twisted.trial import unittest
class MyTestCase(unittest.TestCase):
@@ -607,11 +646,11 @@ def test_func(self):
assert 0
"""
)
- reprec = testdir.inline_run(testpath, "-s")
+ reprec = pytester.inline_run(testpath, "-s")
reprec.assertoutcome(skipped=1)
- def test_trial_testfunction_todo_property(self, testdir):
- testpath = testdir.makepyfile(
+ def test_trial_testfunction_todo_property(self, pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
from twisted.trial import unittest
class MyTestCase(unittest.TestCase):
@@ -620,15 +659,15 @@ def test_func(self):
test_func.todo = 'dont run'
"""
)
- reprec = testdir.inline_run(
+ reprec = pytester.inline_run(
testpath, "-s", *self.ignore_unclosed_socket_warning
)
reprec.assertoutcome(skipped=1)
-def test_djangolike_testcase(testdir):
+def test_djangolike_testcase(pytester: Pytester) -> None:
# contributed from Morten Breekevold
- testdir.makepyfile(
+ pytester.makepyfile(
"""
from unittest import TestCase, main
@@ -671,7 +710,7 @@ def _post_teardown(self):
print("_post_teardown()")
"""
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
assert result.ret == 0
result.stdout.fnmatch_lines(
[
@@ -684,8 +723,8 @@ def _post_teardown(self):
)
-def test_unittest_not_shown_in_traceback(testdir):
- testdir.makepyfile(
+def test_unittest_not_shown_in_traceback(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import unittest
class t(unittest.TestCase):
@@ -694,12 +733,12 @@ def test_hello(self):
self.assertEqual(x, 4)
"""
)
- res = testdir.runpytest()
+ res = pytester.runpytest()
res.stdout.no_fnmatch_line("*failUnlessEqual*")
-def test_unorderable_types(testdir):
- testdir.makepyfile(
+def test_unorderable_types(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import unittest
class TestJoinEmpty(unittest.TestCase):
@@ -713,13 +752,13 @@ class Test(unittest.TestCase):
TestFoo = make_test()
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.no_fnmatch_line("*TypeError*")
assert result.ret == ExitCode.NO_TESTS_COLLECTED
-def test_unittest_typerror_traceback(testdir):
- testdir.makepyfile(
+def test_unittest_typerror_traceback(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import unittest
class TestJoinEmpty(unittest.TestCase):
@@ -727,14 +766,16 @@ def test_hello(self, arg1):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert "TypeError" in result.stdout.str()
assert result.ret == 1
@pytest.mark.parametrize("runner", ["pytest", "unittest"])
-def test_unittest_expected_failure_for_failing_test_is_xfail(testdir, runner):
- script = testdir.makepyfile(
+def test_unittest_expected_failure_for_failing_test_is_xfail(
+ pytester: Pytester, runner
+) -> None:
+ script = pytester.makepyfile(
"""
import unittest
class MyTestCase(unittest.TestCase):
@@ -746,19 +787,22 @@ def test_failing_test_is_xfail(self):
"""
)
if runner == "pytest":
- result = testdir.runpytest("-rxX")
+ result = pytester.runpytest("-rxX")
result.stdout.fnmatch_lines(
["*XFAIL*MyTestCase*test_failing_test_is_xfail*", "*1 xfailed*"]
)
else:
- result = testdir.runpython(script)
+ result = pytester.runpython(script)
result.stderr.fnmatch_lines(["*1 test in*", "*OK*(expected failures=1)*"])
assert result.ret == 0
@pytest.mark.parametrize("runner", ["pytest", "unittest"])
-def test_unittest_expected_failure_for_passing_test_is_fail(testdir, runner):
- script = testdir.makepyfile(
+def test_unittest_expected_failure_for_passing_test_is_fail(
+ pytester: Pytester,
+ runner: str,
+) -> None:
+ script = pytester.makepyfile(
"""
import unittest
class MyTestCase(unittest.TestCase):
@@ -771,20 +815,24 @@ def test_passing_test_is_fail(self):
)
if runner == "pytest":
- result = testdir.runpytest("-rxX")
+ result = pytester.runpytest("-rxX")
result.stdout.fnmatch_lines(
- ["*MyTestCase*test_passing_test_is_fail*", "*1 failed*"]
+ [
+ "*MyTestCase*test_passing_test_is_fail*",
+ "Unexpected success",
+ "*1 failed*",
+ ]
)
else:
- result = testdir.runpython(script)
+ result = pytester.runpython(script)
result.stderr.fnmatch_lines(["*1 test in*", "*(unexpected successes=1)*"])
assert result.ret == 1
@pytest.mark.parametrize("stmt", ["return", "yield"])
-def test_unittest_setup_interaction(testdir: Testdir, stmt: str) -> None:
- testdir.makepyfile(
+def test_unittest_setup_interaction(pytester: Pytester, stmt: str) -> None:
+ pytester.makepyfile(
"""
import unittest
import pytest
@@ -811,12 +859,12 @@ def test_classattr(self):
stmt=stmt
)
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*3 passed*"])
-def test_non_unittest_no_setupclass_support(testdir):
- testpath = testdir.makepyfile(
+def test_non_unittest_no_setupclass_support(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
class TestFoo(object):
x = 0
@@ -837,12 +885,12 @@ def test_not_teareddown():
"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
reprec.assertoutcome(passed=2)
-def test_no_teardown_if_setupclass_failed(testdir):
- testpath = testdir.makepyfile(
+def test_no_teardown_if_setupclass_failed(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
@@ -865,13 +913,13 @@ def test_notTornDown():
assert MyTestCase.x == 1
"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
reprec.assertoutcome(passed=1, failed=1)
-def test_cleanup_functions(testdir):
+def test_cleanup_functions(pytester: Pytester) -> None:
"""Ensure functions added with addCleanup are always called after each test ends (#6947)"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import unittest
@@ -890,7 +938,7 @@ def test_func_3_check_cleanups(self):
assert cleanups == ["test_func_1", "test_func_2"]
"""
)
- result = testdir.runpytest("-v")
+ result = pytester.runpytest("-v")
result.stdout.fnmatch_lines(
[
"*::test_func_1 PASSED *",
@@ -900,8 +948,8 @@ def test_func_3_check_cleanups(self):
)
-def test_issue333_result_clearing(testdir):
- testdir.makeconftest(
+def test_issue333_result_clearing(pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
import pytest
@pytest.hookimpl(hookwrapper=True)
@@ -910,7 +958,7 @@ def pytest_runtest_call(item):
assert 0
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import unittest
class TestIt(unittest.TestCase):
@@ -919,12 +967,12 @@ def test_func(self):
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(failed=1)
-def test_unittest_raise_skip_issue748(testdir):
- testdir.makepyfile(
+def test_unittest_raise_skip_issue748(pytester: Pytester) -> None:
+ pytester.makepyfile(
test_foo="""
import unittest
@@ -933,7 +981,7 @@ def test_one(self):
raise unittest.SkipTest('skipping due to reasons')
"""
)
- result = testdir.runpytest("-v", "-rs")
+ result = pytester.runpytest("-v", "-rs")
result.stdout.fnmatch_lines(
"""
*SKIP*[1]*test_foo.py*skipping due to reasons*
@@ -942,8 +990,8 @@ def test_one(self):
)
-def test_unittest_skip_issue1169(testdir):
- testdir.makepyfile(
+def test_unittest_skip_issue1169(pytester: Pytester) -> None:
+ pytester.makepyfile(
test_foo="""
import unittest
@@ -953,7 +1001,7 @@ def test_skip(self):
self.fail()
"""
)
- result = testdir.runpytest("-v", "-rs")
+ result = pytester.runpytest("-v", "-rs")
result.stdout.fnmatch_lines(
"""
*SKIP*[1]*skipping due to reasons*
@@ -962,8 +1010,8 @@ def test_skip(self):
)
-def test_class_method_containing_test_issue1558(testdir):
- testdir.makepyfile(
+def test_class_method_containing_test_issue1558(pytester: Pytester) -> None:
+ pytester.makepyfile(
test_foo="""
import unittest
@@ -975,16 +1023,16 @@ def test_should_not_run(self):
test_should_not_run.__test__ = False
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(passed=1)
@pytest.mark.parametrize("base", ["builtins.object", "unittest.TestCase"])
-def test_usefixtures_marker_on_unittest(base, testdir):
+def test_usefixtures_marker_on_unittest(base, pytester: Pytester) -> None:
"""#3498"""
module = base.rsplit(".", 1)[0]
pytest.importorskip(module)
- testdir.makepyfile(
+ pytester.makepyfile(
conftest="""
import pytest
@@ -1013,7 +1061,7 @@ def pytest_collection_modifyitems(items):
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import {module}
@@ -1038,16 +1086,16 @@ def test_two(self):
)
)
- result = testdir.runpytest("-s")
+ result = pytester.runpytest("-s")
result.assert_outcomes(passed=2)
-def test_testcase_handles_init_exceptions(testdir):
+def test_testcase_handles_init_exceptions(pytester: Pytester) -> None:
"""
Regression test to make sure exceptions in the __init__ method are bubbled up correctly.
See https://github.com/pytest-dev/pytest/issues/3788
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
from unittest import TestCase
import pytest
@@ -1058,14 +1106,14 @@ def test_hello(self):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert "should raise this exception" in result.stdout.str()
result.stdout.no_fnmatch_line("*ERROR at teardown of MyTestCase.test_hello*")
-def test_error_message_with_parametrized_fixtures(testdir):
- testdir.copy_example("unittest/test_parametrized_fixture_error_message.py")
- result = testdir.runpytest()
+def test_error_message_with_parametrized_fixtures(pytester: Pytester) -> None:
+ pytester.copy_example("unittest/test_parametrized_fixture_error_message.py")
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"*test_two does not support fixtures*",
@@ -1083,15 +1131,17 @@ def test_error_message_with_parametrized_fixtures(testdir):
("test_setup_skip_module.py", "1 error"),
],
)
-def test_setup_inheritance_skipping(testdir, test_name, expected_outcome):
+def test_setup_inheritance_skipping(
+ pytester: Pytester, test_name, expected_outcome
+) -> None:
"""Issue #4700"""
- testdir.copy_example(f"unittest/{test_name}")
- result = testdir.runpytest()
+ pytester.copy_example(f"unittest/{test_name}")
+ result = pytester.runpytest()
result.stdout.fnmatch_lines([f"* {expected_outcome} in *"])
-def test_BdbQuit(testdir):
- testdir.makepyfile(
+def test_BdbQuit(pytester: Pytester) -> None:
+ pytester.makepyfile(
test_foo="""
import unittest
@@ -1104,12 +1154,12 @@ def test_should_not_run(self):
pass
"""
)
- reprec = testdir.inline_run()
+ reprec = pytester.inline_run()
reprec.assertoutcome(failed=1, passed=1)
-def test_exit_outcome(testdir):
- testdir.makepyfile(
+def test_exit_outcome(pytester: Pytester) -> None:
+ pytester.makepyfile(
test_foo="""
import pytest
import unittest
@@ -1122,11 +1172,11 @@ def test_should_not_run(self):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*Exit: pytest_exit called*", "*= no tests ran in *"])
-def test_trace(testdir, monkeypatch):
+def test_trace(pytester: Pytester, monkeypatch: MonkeyPatch) -> None:
calls = []
def check_call(*args, **kwargs):
@@ -1141,7 +1191,7 @@ def runcall(*args, **kwargs):
monkeypatch.setattr("_pytest.debugging.pytestPDB._init_pdb", check_call)
- p1 = testdir.makepyfile(
+ p1 = pytester.makepyfile(
"""
import unittest
@@ -1150,12 +1200,12 @@ def test(self):
self.assertEqual('foo', 'foo')
"""
)
- result = testdir.runpytest("--trace", str(p1))
+ result = pytester.runpytest("--trace", str(p1))
assert len(calls) == 2
assert result.ret == 0
-def test_pdb_teardown_called(testdir, monkeypatch) -> None:
+def test_pdb_teardown_called(pytester: Pytester, monkeypatch: MonkeyPatch) -> None:
"""Ensure tearDown() is always called when --pdb is given in the command-line.
We delay the normal tearDown() calls when --pdb is given, so this ensures we are calling
@@ -1166,7 +1216,7 @@ def test_pdb_teardown_called(testdir, monkeypatch) -> None:
pytest, "test_pdb_teardown_called_teardowns", teardowns, raising=False
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import unittest
import pytest
@@ -1182,7 +1232,7 @@ def test_2(self):
pass
"""
)
- result = testdir.runpytest_inprocess("--pdb")
+ result = pytester.runpytest_inprocess("--pdb")
result.stdout.fnmatch_lines("* 2 passed in *")
assert teardowns == [
"test_pdb_teardown_called.MyTestCase.test_1",
@@ -1191,12 +1241,14 @@ def test_2(self):
@pytest.mark.parametrize("mark", ["@unittest.skip", "@pytest.mark.skip"])
-def test_pdb_teardown_skipped(testdir, monkeypatch, mark: str) -> None:
+def test_pdb_teardown_skipped(
+ pytester: Pytester, monkeypatch: MonkeyPatch, mark: str
+) -> None:
"""With --pdb, setUp and tearDown should not be called for skipped tests."""
tracked: List[str] = []
monkeypatch.setattr(pytest, "test_pdb_teardown_skipped", tracked, raising=False)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import unittest
import pytest
@@ -1217,29 +1269,29 @@ def test_1(self):
mark=mark
)
)
- result = testdir.runpytest_inprocess("--pdb")
+ result = pytester.runpytest_inprocess("--pdb")
result.stdout.fnmatch_lines("* 1 skipped in *")
assert tracked == []
-def test_async_support(testdir):
+def test_async_support(pytester: Pytester) -> None:
pytest.importorskip("unittest.async_case")
- testdir.copy_example("unittest/test_unittest_asyncio.py")
- reprec = testdir.inline_run()
+ pytester.copy_example("unittest/test_unittest_asyncio.py")
+ reprec = pytester.inline_run()
reprec.assertoutcome(failed=1, passed=2)
-def test_asynctest_support(testdir):
+def test_asynctest_support(pytester: Pytester) -> None:
"""Check asynctest support (#7110)"""
pytest.importorskip("asynctest")
- testdir.copy_example("unittest/test_unittest_asynctest.py")
- reprec = testdir.inline_run()
+ pytester.copy_example("unittest/test_unittest_asynctest.py")
+ reprec = pytester.inline_run()
reprec.assertoutcome(failed=1, passed=2)
-def test_plain_unittest_does_not_support_async(testdir):
+def test_plain_unittest_does_not_support_async(pytester: Pytester) -> None:
"""Async functions in plain unittest.TestCase subclasses are not supported without plugins.
This test exists here to avoid introducing this support by accident, leading users
@@ -1247,8 +1299,8 @@ def test_plain_unittest_does_not_support_async(testdir):
See https://github.com/pytest-dev/pytest-asyncio/issues/180 for more context.
"""
- testdir.copy_example("unittest/test_unittest_plain_async.py")
- result = testdir.runpytest_subprocess()
+ pytester.copy_example("unittest/test_unittest_plain_async.py")
+ result = pytester.runpytest_subprocess()
if hasattr(sys, "pypy_version_info"):
# in PyPy we can't reliable get the warning about the coroutine not being awaited,
# because it depends on the coroutine being garbage collected; given that
@@ -1265,8 +1317,8 @@ def test_plain_unittest_does_not_support_async(testdir):
@pytest.mark.skipif(
sys.version_info < (3, 8), reason="Feature introduced in Python 3.8"
)
-def test_do_class_cleanups_on_success(testdir):
- testpath = testdir.makepyfile(
+def test_do_class_cleanups_on_success(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
class MyTestCase(unittest.TestCase):
@@ -1284,7 +1336,7 @@ def test_cleanup_called_exactly_once():
assert MyTestCase.values == [1]
"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
passed, skipped, failed = reprec.countoutcomes()
assert failed == 0
assert passed == 3
@@ -1293,8 +1345,8 @@ def test_cleanup_called_exactly_once():
@pytest.mark.skipif(
sys.version_info < (3, 8), reason="Feature introduced in Python 3.8"
)
-def test_do_class_cleanups_on_setupclass_failure(testdir):
- testpath = testdir.makepyfile(
+def test_do_class_cleanups_on_setupclass_failure(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
class MyTestCase(unittest.TestCase):
@@ -1311,7 +1363,7 @@ def test_cleanup_called_exactly_once():
assert MyTestCase.values == [1]
"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
passed, skipped, failed = reprec.countoutcomes()
assert failed == 1
assert passed == 1
@@ -1320,8 +1372,8 @@ def test_cleanup_called_exactly_once():
@pytest.mark.skipif(
sys.version_info < (3, 8), reason="Feature introduced in Python 3.8"
)
-def test_do_class_cleanups_on_teardownclass_failure(testdir):
- testpath = testdir.makepyfile(
+def test_do_class_cleanups_on_teardownclass_failure(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
class MyTestCase(unittest.TestCase):
@@ -1342,13 +1394,13 @@ def test_cleanup_called_exactly_once():
assert MyTestCase.values == [1]
"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
passed, skipped, failed = reprec.countoutcomes()
assert passed == 3
-def test_do_cleanups_on_success(testdir):
- testpath = testdir.makepyfile(
+def test_do_cleanups_on_success(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
class MyTestCase(unittest.TestCase):
@@ -1365,14 +1417,14 @@ def test_cleanup_called_the_right_number_of_times():
assert MyTestCase.values == [1, 1]
"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
passed, skipped, failed = reprec.countoutcomes()
assert failed == 0
assert passed == 3
-def test_do_cleanups_on_setup_failure(testdir):
- testpath = testdir.makepyfile(
+def test_do_cleanups_on_setup_failure(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
class MyTestCase(unittest.TestCase):
@@ -1390,14 +1442,14 @@ def test_cleanup_called_the_right_number_of_times():
assert MyTestCase.values == [1, 1]
"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
passed, skipped, failed = reprec.countoutcomes()
assert failed == 2
assert passed == 1
-def test_do_cleanups_on_teardown_failure(testdir):
- testpath = testdir.makepyfile(
+def test_do_cleanups_on_teardown_failure(pytester: Pytester) -> None:
+ testpath = pytester.makepyfile(
"""
import unittest
class MyTestCase(unittest.TestCase):
@@ -1416,7 +1468,7 @@ def test_cleanup_called_the_right_number_of_times():
assert MyTestCase.values == [1, 1]
"""
)
- reprec = testdir.inline_run(testpath)
+ reprec = pytester.inline_run(testpath)
passed, skipped, failed = reprec.countoutcomes()
assert failed == 2
assert passed == 1
diff --git a/testing/test_unraisableexception.py b/testing/test_unraisableexception.py
index 32f89033409..f625833dcea 100644
--- a/testing/test_unraisableexception.py
+++ b/testing/test_unraisableexception.py
@@ -8,7 +8,7 @@
pytest.skip("unraisableexception plugin needs Python>=3.8", allow_module_level=True)
-@pytest.mark.filterwarnings("default")
+@pytest.mark.filterwarnings("default::pytest.PytestUnraisableExceptionWarning")
def test_unraisable(pytester: Pytester) -> None:
pytester.makepyfile(
test_it="""
@@ -40,7 +40,7 @@ def test_2(): pass
)
-@pytest.mark.filterwarnings("default")
+@pytest.mark.filterwarnings("default::pytest.PytestUnraisableExceptionWarning")
def test_unraisable_in_setup(pytester: Pytester) -> None:
pytester.makepyfile(
test_it="""
@@ -76,7 +76,7 @@ def test_2(): pass
)
-@pytest.mark.filterwarnings("default")
+@pytest.mark.filterwarnings("default::pytest.PytestUnraisableExceptionWarning")
def test_unraisable_in_teardown(pytester: Pytester) -> None:
pytester.makepyfile(
test_it="""
diff --git a/testing/test_warnings.py b/testing/test_warnings.py
index 66898041f08..5663c46cead 100644
--- a/testing/test_warnings.py
+++ b/testing/test_warnings.py
@@ -6,18 +6,18 @@
import pytest
from _pytest.fixtures import FixtureRequest
-from _pytest.pytester import Testdir
+from _pytest.pytester import Pytester
WARNINGS_SUMMARY_HEADER = "warnings summary"
@pytest.fixture
-def pyfile_with_warnings(testdir: Testdir, request: FixtureRequest) -> str:
+def pyfile_with_warnings(pytester: Pytester, request: FixtureRequest) -> str:
"""Create a test file which calls a function in a module which generates warnings."""
- testdir.syspathinsert()
+ pytester.syspathinsert()
test_name = request.function.__name__
module_name = test_name.lstrip("test_") + "_module"
- test_file = testdir.makepyfile(
+ test_file = pytester.makepyfile(
"""
import {module_name}
def test_func():
@@ -38,10 +38,10 @@ def foo():
return str(test_file)
-@pytest.mark.filterwarnings("default")
-def test_normal_flow(testdir, pyfile_with_warnings):
+@pytest.mark.filterwarnings("default::UserWarning", "default::RuntimeWarning")
+def test_normal_flow(pytester: Pytester, pyfile_with_warnings) -> None:
"""Check that the warnings section is displayed."""
- result = testdir.runpytest(pyfile_with_warnings)
+ result = pytester.runpytest(pyfile_with_warnings)
result.stdout.fnmatch_lines(
[
"*== %s ==*" % WARNINGS_SUMMARY_HEADER,
@@ -55,9 +55,9 @@ def test_normal_flow(testdir, pyfile_with_warnings):
)
-@pytest.mark.filterwarnings("always")
-def test_setup_teardown_warnings(testdir):
- testdir.makepyfile(
+@pytest.mark.filterwarnings("always::UserWarning")
+def test_setup_teardown_warnings(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import warnings
import pytest
@@ -72,7 +72,7 @@ def test_func(fix):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"*== %s ==*" % WARNINGS_SUMMARY_HEADER,
@@ -86,10 +86,10 @@ def test_func(fix):
@pytest.mark.parametrize("method", ["cmdline", "ini"])
-def test_as_errors(testdir, pyfile_with_warnings, method):
+def test_as_errors(pytester: Pytester, pyfile_with_warnings, method) -> None:
args = ("-W", "error") if method == "cmdline" else ()
if method == "ini":
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
filterwarnings=error
@@ -97,7 +97,7 @@ def test_as_errors(testdir, pyfile_with_warnings, method):
)
# Use a subprocess, since changing logging level affects other threads
# (xdist).
- result = testdir.runpytest_subprocess(*args, pyfile_with_warnings)
+ result = pytester.runpytest_subprocess(*args, pyfile_with_warnings)
result.stdout.fnmatch_lines(
[
"E UserWarning: user warning",
@@ -108,24 +108,24 @@ def test_as_errors(testdir, pyfile_with_warnings, method):
@pytest.mark.parametrize("method", ["cmdline", "ini"])
-def test_ignore(testdir, pyfile_with_warnings, method):
+def test_ignore(pytester: Pytester, pyfile_with_warnings, method) -> None:
args = ("-W", "ignore") if method == "cmdline" else ()
if method == "ini":
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
filterwarnings= ignore
"""
)
- result = testdir.runpytest(*args, pyfile_with_warnings)
+ result = pytester.runpytest(*args, pyfile_with_warnings)
result.stdout.fnmatch_lines(["* 1 passed in *"])
assert WARNINGS_SUMMARY_HEADER not in result.stdout.str()
-@pytest.mark.filterwarnings("always")
-def test_unicode(testdir):
- testdir.makepyfile(
+@pytest.mark.filterwarnings("always::UserWarning")
+def test_unicode(pytester: Pytester) -> None:
+ pytester.makepyfile(
"""
import warnings
import pytest
@@ -140,7 +140,7 @@ def test_func(fix):
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"*== %s ==*" % WARNINGS_SUMMARY_HEADER,
@@ -150,9 +150,9 @@ def test_func(fix):
)
-def test_works_with_filterwarnings(testdir):
+def test_works_with_filterwarnings(pytester: Pytester) -> None:
"""Ensure our warnings capture does not mess with pre-installed filters (#2430)."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import warnings
@@ -170,22 +170,22 @@ def test_my_warning(self):
assert True
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(["*== 1 passed in *"])
@pytest.mark.parametrize("default_config", ["ini", "cmdline"])
-def test_filterwarnings_mark(testdir, default_config):
+def test_filterwarnings_mark(pytester: Pytester, default_config) -> None:
"""Test ``filterwarnings`` mark works and takes precedence over command
line and ini options."""
if default_config == "ini":
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
- filterwarnings = always
+ filterwarnings = always::RuntimeWarning
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import warnings
import pytest
@@ -202,13 +202,15 @@ def test_show_warning():
warnings.warn(RuntimeWarning())
"""
)
- result = testdir.runpytest("-W always" if default_config == "cmdline" else "")
+ result = pytester.runpytest(
+ "-W always::RuntimeWarning" if default_config == "cmdline" else ""
+ )
result.stdout.fnmatch_lines(["*= 1 failed, 2 passed, 1 warning in *"])
-def test_non_string_warning_argument(testdir):
+def test_non_string_warning_argument(pytester: Pytester) -> None:
"""Non-str argument passed to warning breaks pytest (#2956)"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""\
import warnings
import pytest
@@ -217,13 +219,13 @@ def test():
warnings.warn(UserWarning(1, 'foo'))
"""
)
- result = testdir.runpytest("-W", "always")
+ result = pytester.runpytest("-W", "always::UserWarning")
result.stdout.fnmatch_lines(["*= 1 passed, 1 warning in *"])
-def test_filterwarnings_mark_registration(testdir):
+def test_filterwarnings_mark_registration(pytester: Pytester) -> None:
"""Ensure filterwarnings mark is registered"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
@@ -232,19 +234,19 @@ def test_func():
pass
"""
)
- result = testdir.runpytest("--strict-markers")
+ result = pytester.runpytest("--strict-markers")
assert result.ret == 0
-@pytest.mark.filterwarnings("always")
-def test_warning_captured_hook(testdir):
- testdir.makeconftest(
+@pytest.mark.filterwarnings("always::UserWarning")
+def test_warning_captured_hook(pytester: Pytester) -> None:
+ pytester.makeconftest(
"""
def pytest_configure(config):
config.issue_config_time_warning(UserWarning("config warning"), stacklevel=2)
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest, warnings
@@ -268,7 +270,7 @@ class WarningCollector:
def pytest_warning_recorded(self, warning_message, when, nodeid, location):
collected.append((str(warning_message.message), when, nodeid, location))
- result = testdir.runpytest(plugins=[WarningCollector()])
+ result = pytester.runpytest(plugins=[WarningCollector()])
result.stdout.fnmatch_lines(["*1 passed*"])
expected = [
@@ -287,7 +289,7 @@ def pytest_warning_recorded(self, warning_message, when, nodeid, location):
assert collected_result[2] == expected_result[2], str(collected)
# NOTE: collected_result[3] is location, which differs based on the platform you are on
- # thus, the best we can do here is assert the types of the paremeters match what we expect
+ # thus, the best we can do here is assert the types of the parameters match what we expect
# and not try and preload it in the expected array
if collected_result[3] is not None:
assert type(collected_result[3][0]) is str, str(collected)
@@ -297,10 +299,10 @@ def pytest_warning_recorded(self, warning_message, when, nodeid, location):
assert collected_result[3] is None, str(collected)
-@pytest.mark.filterwarnings("always")
-def test_collection_warnings(testdir):
+@pytest.mark.filterwarnings("always::UserWarning")
+def test_collection_warnings(pytester: Pytester) -> None:
"""Check that we also capture warnings issued during test collection (#3251)."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import warnings
@@ -310,7 +312,7 @@ def test_foo():
pass
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"*== %s ==*" % WARNINGS_SUMMARY_HEADER,
@@ -321,10 +323,10 @@ def test_foo():
)
-@pytest.mark.filterwarnings("always")
-def test_mark_regex_escape(testdir):
+@pytest.mark.filterwarnings("always::UserWarning")
+def test_mark_regex_escape(pytester: Pytester) -> None:
"""@pytest.mark.filterwarnings should not try to escape regex characters (#3936)"""
- testdir.makepyfile(
+ pytester.makepyfile(
r"""
import pytest, warnings
@@ -333,15 +335,17 @@ def test_foo():
warnings.warn(UserWarning("some (warning)"))
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert WARNINGS_SUMMARY_HEADER not in result.stdout.str()
-@pytest.mark.filterwarnings("default")
+@pytest.mark.filterwarnings("default::pytest.PytestWarning")
@pytest.mark.parametrize("ignore_pytest_warnings", ["no", "ini", "cmdline"])
-def test_hide_pytest_internal_warnings(testdir, ignore_pytest_warnings):
+def test_hide_pytest_internal_warnings(
+ pytester: Pytester, ignore_pytest_warnings
+) -> None:
"""Make sure we can ignore internal pytest warnings using a warnings filter."""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest
import warnings
@@ -353,7 +357,7 @@ def test_bar():
"""
)
if ignore_pytest_warnings == "ini":
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
filterwarnings = ignore::pytest.PytestWarning
@@ -364,7 +368,7 @@ def test_bar():
if ignore_pytest_warnings == "cmdline"
else []
)
- result = testdir.runpytest(*args)
+ result = pytester.runpytest(*args)
if ignore_pytest_warnings != "no":
assert WARNINGS_SUMMARY_HEADER not in result.stdout.str()
else:
@@ -378,15 +382,17 @@ def test_bar():
@pytest.mark.parametrize("ignore_on_cmdline", [True, False])
-def test_option_precedence_cmdline_over_ini(testdir, ignore_on_cmdline):
+def test_option_precedence_cmdline_over_ini(
+ pytester: Pytester, ignore_on_cmdline
+) -> None:
"""Filters defined in the command-line should take precedence over filters in ini files (#3946)."""
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
- filterwarnings = error
+ filterwarnings = error::UserWarning
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import warnings
def test():
@@ -394,22 +400,22 @@ def test():
"""
)
args = ["-W", "ignore"] if ignore_on_cmdline else []
- result = testdir.runpytest(*args)
+ result = pytester.runpytest(*args)
if ignore_on_cmdline:
result.stdout.fnmatch_lines(["* 1 passed in*"])
else:
result.stdout.fnmatch_lines(["* 1 failed in*"])
-def test_option_precedence_mark(testdir):
+def test_option_precedence_mark(pytester: Pytester) -> None:
"""Filters defined by marks should always take precedence (#3946)."""
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
filterwarnings = ignore
"""
)
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import pytest, warnings
@pytest.mark.filterwarnings('error')
@@ -417,7 +423,7 @@ def test():
warnings.warn(UserWarning('hello'))
"""
)
- result = testdir.runpytest("-W", "ignore")
+ result = pytester.runpytest("-W", "ignore")
result.stdout.fnmatch_lines(["* 1 failed in*"])
@@ -427,8 +433,8 @@ class TestDeprecationWarningsByDefault:
from pytest's own test suite
"""
- def create_file(self, testdir, mark=""):
- testdir.makepyfile(
+ def create_file(self, pytester: Pytester, mark="") -> None:
+ pytester.makepyfile(
"""
import pytest, warnings
@@ -443,18 +449,18 @@ def test_foo():
)
@pytest.mark.parametrize("customize_filters", [True, False])
- def test_shown_by_default(self, testdir, customize_filters):
+ def test_shown_by_default(self, pytester: Pytester, customize_filters) -> None:
"""Show deprecation warnings by default, even if user has customized the warnings filters (#4013)."""
- self.create_file(testdir)
+ self.create_file(pytester)
if customize_filters:
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
filterwarnings =
once::UserWarning
"""
)
- result = testdir.runpytest_subprocess()
+ result = pytester.runpytest_subprocess()
result.stdout.fnmatch_lines(
[
"*== %s ==*" % WARNINGS_SUMMARY_HEADER,
@@ -464,9 +470,9 @@ def test_shown_by_default(self, testdir, customize_filters):
]
)
- def test_hidden_by_ini(self, testdir):
- self.create_file(testdir)
- testdir.makeini(
+ def test_hidden_by_ini(self, pytester: Pytester) -> None:
+ self.create_file(pytester)
+ pytester.makeini(
"""
[pytest]
filterwarnings =
@@ -474,18 +480,18 @@ def test_hidden_by_ini(self, testdir):
ignore::PendingDeprecationWarning
"""
)
- result = testdir.runpytest_subprocess()
+ result = pytester.runpytest_subprocess()
assert WARNINGS_SUMMARY_HEADER not in result.stdout.str()
- def test_hidden_by_mark(self, testdir):
+ def test_hidden_by_mark(self, pytester: Pytester) -> None:
"""Should hide the deprecation warning from the function, but the warning during collection should
be displayed normally.
"""
self.create_file(
- testdir,
+ pytester,
mark='@pytest.mark.filterwarnings("ignore::PendingDeprecationWarning")',
)
- result = testdir.runpytest_subprocess()
+ result = pytester.runpytest_subprocess()
result.stdout.fnmatch_lines(
[
"*== %s ==*" % WARNINGS_SUMMARY_HEADER,
@@ -494,9 +500,9 @@ def test_hidden_by_mark(self, testdir):
]
)
- def test_hidden_by_cmdline(self, testdir):
- self.create_file(testdir)
- result = testdir.runpytest_subprocess(
+ def test_hidden_by_cmdline(self, pytester: Pytester) -> None:
+ self.create_file(pytester)
+ result = pytester.runpytest_subprocess(
"-W",
"ignore::DeprecationWarning",
"-W",
@@ -504,45 +510,42 @@ def test_hidden_by_cmdline(self, testdir):
)
assert WARNINGS_SUMMARY_HEADER not in result.stdout.str()
- def test_hidden_by_system(self, testdir, monkeypatch):
- self.create_file(testdir)
+ def test_hidden_by_system(self, pytester: Pytester, monkeypatch) -> None:
+ self.create_file(pytester)
monkeypatch.setenv("PYTHONWARNINGS", "once::UserWarning")
- result = testdir.runpytest_subprocess()
+ result = pytester.runpytest_subprocess()
assert WARNINGS_SUMMARY_HEADER not in result.stdout.str()
@pytest.mark.parametrize("change_default", [None, "ini", "cmdline"])
-@pytest.mark.skip(
- reason="This test should be enabled again before pytest 7.0 is released"
-)
-def test_deprecation_warning_as_error(testdir, change_default):
- """This ensures that PytestDeprecationWarnings raised by pytest are turned into errors.
+def test_removed_in_x_warning_as_error(pytester: Pytester, change_default) -> None:
+ """This ensures that PytestRemovedInXWarnings raised by pytest are turned into errors.
This test should be enabled as part of each major release, and skipped again afterwards
to ensure our deprecations are turning into warnings as expected.
"""
- testdir.makepyfile(
+ pytester.makepyfile(
"""
import warnings, pytest
def test():
- warnings.warn(pytest.PytestDeprecationWarning("some warning"))
+ warnings.warn(pytest.PytestRemovedIn7Warning("some warning"))
"""
)
if change_default == "ini":
- testdir.makeini(
+ pytester.makeini(
"""
[pytest]
filterwarnings =
- ignore::pytest.PytestDeprecationWarning
+ ignore::pytest.PytestRemovedIn7Warning
"""
)
args = (
- ("-Wignore::pytest.PytestDeprecationWarning",)
+ ("-Wignore::pytest.PytestRemovedIn7Warning",)
if change_default == "cmdline"
else ()
)
- result = testdir.runpytest(*args)
+ result = pytester.runpytest(*args)
if change_default is None:
result.stdout.fnmatch_lines(["* 1 failed in *"])
else:
@@ -552,23 +555,23 @@ def test():
class TestAssertionWarnings:
@staticmethod
- def assert_result_warns(result, msg):
+ def assert_result_warns(result, msg) -> None:
result.stdout.fnmatch_lines(["*PytestAssertRewriteWarning: %s*" % msg])
- def test_tuple_warning(self, testdir):
- testdir.makepyfile(
+ def test_tuple_warning(self, pytester: Pytester) -> None:
+ pytester.makepyfile(
"""\
def test_foo():
assert (1,2)
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
self.assert_result_warns(
result, "assertion is always true, perhaps remove parentheses?"
)
-def test_warnings_checker_twice():
+def test_warnings_checker_twice() -> None:
"""Issue #4617"""
expectation = pytest.warns(UserWarning)
with expectation:
@@ -577,11 +580,10 @@ def test_warnings_checker_twice():
warnings.warn("Message B", UserWarning)
-@pytest.mark.filterwarnings("ignore::pytest.PytestExperimentalApiWarning")
-@pytest.mark.filterwarnings("always")
-def test_group_warnings_by_message(testdir):
- testdir.copy_example("warnings/test_group_warnings_by_message.py")
- result = testdir.runpytest()
+@pytest.mark.filterwarnings("always::UserWarning")
+def test_group_warnings_by_message(pytester: Pytester) -> None:
+ pytester.copy_example("warnings/test_group_warnings_by_message.py")
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"*== %s ==*" % WARNINGS_SUMMARY_HEADER,
@@ -609,12 +611,11 @@ def test_group_warnings_by_message(testdir):
)
-@pytest.mark.filterwarnings("ignore::pytest.PytestExperimentalApiWarning")
-@pytest.mark.filterwarnings("always")
-def test_group_warnings_by_message_summary(testdir):
- testdir.copy_example("warnings/test_group_warnings_by_message_summary")
- testdir.syspathinsert()
- result = testdir.runpytest()
+@pytest.mark.filterwarnings("always::UserWarning")
+def test_group_warnings_by_message_summary(pytester: Pytester) -> None:
+ pytester.copy_example("warnings/test_group_warnings_by_message_summary")
+ pytester.syspathinsert()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
[
"*== %s ==*" % WARNINGS_SUMMARY_HEADER,
@@ -634,9 +635,9 @@ def test_group_warnings_by_message_summary(testdir):
)
-def test_pytest_configure_warning(testdir, recwarn):
+def test_pytest_configure_warning(pytester: Pytester, recwarn) -> None:
"""Issue 5115."""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
def pytest_configure():
import warnings
@@ -645,7 +646,7 @@ def pytest_configure():
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
assert result.ret == 5
assert "INTERNALERROR" not in result.stderr.str()
warning = recwarn.pop()
@@ -654,26 +655,26 @@ def pytest_configure():
class TestStackLevel:
@pytest.fixture
- def capwarn(self, testdir):
+ def capwarn(self, pytester: Pytester):
class CapturedWarnings:
captured: List[
Tuple[warnings.WarningMessage, Optional[Tuple[str, int, str]]]
- ] = ([])
+ ] = []
@classmethod
def pytest_warning_recorded(cls, warning_message, when, nodeid, location):
cls.captured.append((warning_message, location))
- testdir.plugins = [CapturedWarnings()]
+ pytester.plugins = [CapturedWarnings()]
return CapturedWarnings
- def test_issue4445_rewrite(self, testdir, capwarn):
+ def test_issue4445_rewrite(self, pytester: Pytester, capwarn) -> None:
"""#4445: Make sure the warning points to a reasonable location
See origin of _issue_warning_captured at: _pytest.assertion.rewrite.py:241
"""
- testdir.makepyfile(some_mod="")
- conftest = testdir.makeconftest(
+ pytester.makepyfile(some_mod="")
+ conftest = pytester.makeconftest(
"""
import some_mod
import pytest
@@ -681,7 +682,7 @@ def test_issue4445_rewrite(self, testdir, capwarn):
pytest.register_assert_rewrite("some_mod")
"""
)
- testdir.parseconfig()
+ pytester.parseconfig()
# with stacklevel=5 the warning originates from register_assert_rewrite
# function in the created conftest.py
@@ -694,19 +695,19 @@ def test_issue4445_rewrite(self, testdir, capwarn):
assert func == "<module>" # the above conftest.py
assert lineno == 4
- def test_issue4445_preparse(self, testdir, capwarn):
+ def test_issue4445_preparse(self, pytester: Pytester, capwarn) -> None:
"""#4445: Make sure the warning points to a reasonable location
See origin of _issue_warning_captured at: _pytest.config.__init__.py:910
"""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import nothing
"""
)
- testdir.parseconfig("--help")
+ pytester.parseconfig("--help")
# with stacklevel=2 the warning should originate from config._preparse and is
- # thrown by an errorneous conftest.py
+ # thrown by an erroneous conftest.py
assert len(capwarn.captured) == 1
warning, location = capwarn.captured.pop()
file, _, func = location
@@ -716,29 +717,29 @@ def test_issue4445_preparse(self, testdir, capwarn):
assert func == "_preparse"
@pytest.mark.filterwarnings("default")
- def test_conftest_warning_captured(self, testdir: Testdir) -> None:
+ def test_conftest_warning_captured(self, pytester: Pytester) -> None:
"""Warnings raised during importing of conftest.py files is captured (#2891)."""
- testdir.makeconftest(
+ pytester.makeconftest(
"""
import warnings
warnings.warn(UserWarning("my custom warning"))
"""
)
- result = testdir.runpytest()
+ result = pytester.runpytest()
result.stdout.fnmatch_lines(
["conftest.py:2", "*UserWarning: my custom warning*"]
)
- def test_issue4445_import_plugin(self, testdir, capwarn):
+ def test_issue4445_import_plugin(self, pytester: Pytester, capwarn) -> None:
"""#4445: Make sure the warning points to a reasonable location"""
- testdir.makepyfile(
+ pytester.makepyfile(
some_plugin="""
import pytest
pytest.skip("thing", allow_module_level=True)
"""
)
- testdir.syspathinsert()
- testdir.parseconfig("-p", "some_plugin")
+ pytester.syspathinsert()
+ pytester.parseconfig("-p", "some_plugin")
# with stacklevel=2 the warning should originate from
# config.PytestPluginManager.import_plugin is thrown by a skipped plugin
@@ -751,11 +752,11 @@ def test_issue4445_import_plugin(self, testdir, capwarn):
assert f"config{os.sep}__init__.py" in file
assert func == "_warn_about_skipped_plugins"
- def test_issue4445_issue5928_mark_generator(self, testdir):
+ def test_issue4445_issue5928_mark_generator(self, pytester: Pytester) -> None:
"""#4445 and #5928: Make sure the warning from an unknown mark points to
the test file where this mark is used.
"""
- testfile = testdir.makepyfile(
+ testfile = pytester.makepyfile(
"""
import pytest
@@ -764,11 +765,11 @@ def test_it():
pass
"""
)
- result = testdir.runpytest_subprocess()
+ result = pytester.runpytest_subprocess()
# with stacklevel=2 the warning should originate from the above created test file
result.stdout.fnmatch_lines_random(
[
- "*{testfile}:3*".format(testfile=str(testfile)),
+ f"*{testfile}:3*",
"*Unknown pytest.mark.unknown*",
]
)
diff --git a/tox.ini b/tox.ini
index f0cfaa460fb..6d30e0b0dca 100644
--- a/tox.ini
+++ b/tox.ini
@@ -2,28 +2,30 @@
isolated_build = True
minversion = 3.20.0
distshare = {homedir}/.tox/distshare
-# make sure to update environment list in travis.yml and appveyor.yml
envlist =
linting
py36
py37
py38
py39
+ py310
pypy3
- py37-{pexpect,xdist,unittestextras,numpy,pluggymaster}
+ py37-{pexpect,xdist,unittestextras,numpy,pluggymain}
doctesting
plugins
py37-freeze
docs
docs-checklinks
+
+
[testenv]
commands =
{env:_PYTEST_TOX_COVERAGE_RUN:} pytest {posargs:{env:_PYTEST_TOX_DEFAULT_POSARGS:}}
doctesting: {env:_PYTEST_TOX_COVERAGE_RUN:} pytest --doctest-modules --pyargs _pytest
coverage: coverage combine
coverage: coverage report -m
-passenv = USER USERNAME COVERAGE_* TRAVIS PYTEST_ADDOPTS TERM
+passenv = USER USERNAME COVERAGE_* PYTEST_ADDOPTS TERM SETUPTOOLS_SCM_PRETEND_VERSION_FOR_PYTEST
setenv =
_PYTEST_TOX_DEFAULT_POSARGS={env:_PYTEST_TOX_POSARGS_DOCTESTING:} {env:_PYTEST_TOX_POSARGS_LSOF:} {env:_PYTEST_TOX_POSARGS_XDIST:}
@@ -46,8 +48,7 @@ deps =
doctesting: PyYAML
numpy: numpy>=1.19.4
pexpect: pexpect>=4.8.0
- pluggymaster: git+https://github.com/pytest-dev/pluggy.git@master
- pygments>=2.7.2
+ pluggymain: pluggy @ git+https://github.com/pytest-dev/pluggy.git
unittestextras: twisted
unittestextras: asynctest
xdist: pytest-xdist>=2.1.0
@@ -65,7 +66,8 @@ basepython = python3
usedevelop = True
deps =
-r{toxinidir}/doc/en/requirements.txt
- towncrier
+ # https://github.com/twisted/towncrier/issues/340
+ towncrier<21.3.0
commands =
python scripts/towncrier-draft-to-file.py
# the '-t changelog_towncrier_draft' tags makes sphinx include the draft
@@ -84,23 +86,15 @@ commands =
[testenv:regen]
changedir = doc/en
basepython = python3
-passenv = SETUPTOOLS_SCM_PRETEND_VERSION
-# TODO: When setuptools-scm 5.0.0 is released, use SETUPTOOLS_SCM_PRETEND_VERSION_FOR_PYTEST
-# and remove the next line.
-install_command=python -m pip --use-deprecated=legacy-resolver install {opts} {packages}
+passenv = SETUPTOOLS_SCM_PRETEND_VERSION_FOR_PYTEST
deps =
dataclasses
PyYAML
- regendoc>=0.6.1
+ regendoc>=0.8.1
sphinx
whitelist_externals =
- rm
make
commands =
- # don't show hypothesis plugin info in docs, see #4602
- pip uninstall hypothesis -y
- rm -rf /tmp/doc-exec*
- rm -rf {envdir}/.pytest_cache
make regen
[testenv:plugins]
@@ -113,8 +107,6 @@ changedir = testing/plugins_integration
deps = -rtesting/plugins_integration/requirements.txt
setenv =
PYTHONPATH=.
- # due to pytest-rerunfailures requiring 6.2+; can be removed after 6.2.0
- SETUPTOOLS_SCM_PRETEND_VERSION=6.2.0a1
commands =
pip check
pytest bdd_wallet.py
@@ -138,7 +130,7 @@ commands =
{envpython} tox_run.py
[testenv:release]
-decription = do a release, required posarg of the version number
+description = do a release, required posarg of the version number
basepython = python3
usedevelop = True
passenv = *
@@ -147,15 +139,16 @@ deps =
github3.py
pre-commit>=2.9.3
wheel
- towncrier
+ # https://github.com/twisted/towncrier/issues/340
+ towncrier<21.3.0
commands = python scripts/release.py {posargs}
-[testenv:release-on-comment]
-decription = do a release from a comment on GitHub
+[testenv:prepare-release-pr]
+description = prepare a release PR from a manual trigger in GitHub actions
usedevelop = {[testenv:release]usedevelop}
passenv = {[testenv:release]passenv}
deps = {[testenv:release]deps}
-commands = python scripts/release-on-comment.py {posargs}
+commands = python scripts/prepare-release-pr.py {posargs}
[testenv:publish-gh-release-notes]
description = create GitHub release after deployment
@@ -181,6 +174,7 @@ extend-ignore =
; Docstring Content Issues
D400,D401,D401,D402,D405,D406,D407,D408,D409,D410,D411,D412,D413,D414,D415,D416,D417
+
[isort]
; This config mimics what reorder-python-imports does.
force_single_line = 1