From: DongHun Kwak Date: Fri, 29 Dec 2023 04:16:44 +0000 (+0900) Subject: Imported Upstream version 7.4.3 X-Git-Tag: upstream/7.4.3^0 X-Git-Url: http://review.tizen.org/git/?a=commitdiff_plain;h=a52fbb83594f8c1f06d7d45474b780c7ca288a72;p=platform%2Fupstream%2Fpython3-pytest.git Imported Upstream version 7.4.3 --- diff --git a/.coveragerc b/.coveragerc index 09ab376..a335557 100644 --- a/.coveragerc +++ b/.coveragerc @@ -25,6 +25,7 @@ exclude_lines = ^\s*raise NotImplementedError\b ^\s*return NotImplemented\b ^\s*assert False(,|$) + ^\s*assert_never\( ^\s*if TYPE_CHECKING: ^\s*@overload( |$) diff --git a/.github/PULL_REQUEST_TEMPLATE.md b/.github/PULL_REQUEST_TEMPLATE.md index 9408fce..5e7282b 100644 --- a/.github/PULL_REQUEST_TEMPLATE.md +++ b/.github/PULL_REQUEST_TEMPLATE.md @@ -13,7 +13,7 @@ If this change fixes an issue, please: Unless your change is trivial or a small documentation fix (e.g., a typo or reword of a small section) please: -- [ ] Create a new changelog file in the `changelog` folder, with a name like `..rst`. See [changelog/README.rst](https://github.com/pytest-dev/pytest/blob/master/changelog/README.rst) for details. +- [ ] Create a new changelog file in the `changelog` folder, with a name like `..rst`. See [changelog/README.rst](https://github.com/pytest-dev/pytest/blob/main/changelog/README.rst) for details. Write sentences in the **past or present tense**, examples: diff --git a/.github/dependabot.yml b/.github/dependabot.yml index 507789b..294b137 100644 --- a/.github/dependabot.yml +++ b/.github/dependabot.yml @@ -9,3 +9,9 @@ updates: allow: - dependency-type: direct - dependency-type: indirect +- package-ecosystem: github-actions + directory: / + schedule: + interval: weekly + time: "03:00" + open-pull-requests-limit: 10 diff --git a/.github/workflows/backport.yml b/.github/workflows/backport.yml new file mode 100644 index 0000000..aa90b51 --- /dev/null +++ b/.github/workflows/backport.yml @@ -0,0 +1,51 @@ +name: backport + +on: + # Note that `pull_request_target` has security implications: + # https://securitylab.github.com/research/github-actions-preventing-pwn-requests/ + # In particular: + # - Only allow triggers that can be used only be trusted users + # - Don't execute any code from the target branch + # - Don't use cache + pull_request_target: + types: [labeled] + +# Set permissions at the job level. +permissions: {} + +jobs: + backport: + if: startsWith(github.event.label.name, 'backport ') && github.event.pull_request.merged + runs-on: ubuntu-latest + permissions: + contents: write + pull-requests: write + + steps: + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + persist-credentials: true + + - name: Create backport PR + run: | + set -eux + + git config --global user.name "pytest bot" + git config --global user.email "pytestbot@gmail.com" + + label='${{ github.event.label.name }}' + target_branch="${label#backport }" + backport_branch=backport-${{ github.event.number }}-to-"${target_branch}" + subject="[$target_branch] $(gh pr view --json title -q .title ${{ github.event.number }})" + + git checkout origin/"${target_branch}" -b "${backport_branch}" + git cherry-pick -x --mainline 1 ${{ github.event.pull_request.merge_commit_sha }} + git commit --amend --message "$subject" + git push --set-upstream origin --force-with-lease "${backport_branch}" + gh pr create \ + --base "${target_branch}" \ + --title "${subject}" \ + --body "Backport of PR #${{ github.event.number }} to $target_branch branch. PR created by backport workflow." + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml new file mode 100644 index 0000000..7340e13 --- /dev/null +++ b/.github/workflows/deploy.yml @@ -0,0 +1,90 @@ +name: deploy + +on: + workflow_dispatch: + inputs: + version: + description: 'Release version' + required: true + default: '1.2.3' + + +# Set permissions at the job level. +permissions: {} + +jobs: + package: + runs-on: ubuntu-latest + env: + SETUPTOOLS_SCM_PRETEND_VERSION: ${{ github.event.inputs.version }} + timeout-minutes: 10 + + steps: + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + persist-credentials: false + + - name: Build and Check Package + uses: hynek/build-and-inspect-python-package@v1.5 + + deploy: + if: github.repository == 'pytest-dev/pytest' + needs: [package] + runs-on: ubuntu-latest + environment: deploy + timeout-minutes: 30 + permissions: + id-token: write + contents: write + steps: + - uses: actions/checkout@v3 + + - name: Download Package + uses: actions/download-artifact@v3 + with: + name: Packages + path: dist + + - name: Publish package to PyPI + uses: pypa/gh-action-pypi-publish@v1.8.5 + + - name: Push tag + run: | + git config user.name "pytest bot" + git config user.email "pytestbot@gmail.com" + git tag --annotate --message=v${{ github.event.inputs.version }} v${{ github.event.inputs.version }} ${{ github.sha }} + git push origin v${{ github.event.inputs.version }} + + release-notes: + + # todo: generate the content in the build job + # the goal being of using a github action script to push the release data + # after success instead of creating a complete python/tox env + needs: [deploy] + runs-on: ubuntu-latest + timeout-minutes: 30 + permissions: + contents: write + steps: + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + persist-credentials: false + + - name: Set up Python + uses: actions/setup-python@v4 + with: + python-version: "3.10" + + - name: Install tox + run: | + python -m pip install --upgrade pip + pip install --upgrade tox + + - name: Publish GitHub release notes + env: + GH_RELEASE_NOTES_TOKEN: ${{ github.token }} + run: | + sudo apt-get install pandoc + tox -e publish-gh-release-notes diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml deleted file mode 100644 index 2b77927..0000000 --- a/.github/workflows/main.yml +++ /dev/null @@ -1,207 +0,0 @@ -name: main - -on: - push: - branches: - - master - - "[0-9]+.[0-9]+.x" - tags: - - "[0-9]+.[0-9]+.[0-9]+" - - "[0-9]+.[0-9]+.[0-9]+rc[0-9]+" - - pull_request: - branches: - - master - - "[0-9]+.[0-9]+.x" - -jobs: - build: - runs-on: ${{ matrix.os }} - timeout-minutes: 30 - - strategy: - fail-fast: false - matrix: - name: [ - "windows-py36", - "windows-py37", - "windows-py37-pluggy", - "windows-py38", - - "ubuntu-py36", - "ubuntu-py37", - "ubuntu-py37-pluggy", - "ubuntu-py37-freeze", - "ubuntu-py38", - "ubuntu-py39", - "ubuntu-pypy3", - - "macos-py37", - "macos-py38", - - "docs", - "doctesting", - "plugins", - ] - - include: - - name: "windows-py36" - python: "3.6" - os: windows-latest - tox_env: "py36-xdist" - - name: "windows-py37" - python: "3.7" - os: windows-latest - tox_env: "py37-numpy" - - name: "windows-py37-pluggy" - python: "3.7" - os: windows-latest - tox_env: "py37-pluggymaster-xdist" - - name: "windows-py38" - python: "3.8" - os: windows-latest - tox_env: "py38-unittestextras" - use_coverage: true - - - name: "ubuntu-py36" - python: "3.6" - os: ubuntu-latest - tox_env: "py36-xdist" - - name: "ubuntu-py37" - python: "3.7" - os: ubuntu-latest - tox_env: "py37-lsof-numpy-pexpect" - use_coverage: true - - name: "ubuntu-py37-pluggy" - python: "3.7" - os: ubuntu-latest - tox_env: "py37-pluggymaster-xdist" - - name: "ubuntu-py37-freeze" - python: "3.7" - os: ubuntu-latest - tox_env: "py37-freeze" - - name: "ubuntu-py38" - python: "3.8" - os: ubuntu-latest - tox_env: "py38-xdist" - - name: "ubuntu-py39" - python: "3.9" - os: ubuntu-latest - tox_env: "py39-xdist" - - name: "ubuntu-pypy3" - python: "pypy3" - os: ubuntu-latest - tox_env: "pypy3-xdist" - - - name: "macos-py37" - python: "3.7" - os: macos-latest - tox_env: "py37-xdist" - - name: "macos-py38" - python: "3.8" - os: macos-latest - tox_env: "py38-xdist" - use_coverage: true - - - name: "plugins" - python: "3.7" - os: ubuntu-latest - tox_env: "plugins" - - - name: "docs" - python: "3.7" - os: ubuntu-latest - tox_env: "docs" - - name: "doctesting" - python: "3.7" - os: ubuntu-latest - tox_env: "doctesting" - use_coverage: true - - steps: - - uses: actions/checkout@v2 - with: - fetch-depth: 0 - - name: Set up Python ${{ matrix.python }} - uses: actions/setup-python@v2 - with: - python-version: ${{ matrix.python }} - - name: Install dependencies - run: | - python -m pip install --upgrade pip - pip install tox coverage - - - name: Test without coverage - if: "! matrix.use_coverage" - run: "tox -e ${{ matrix.tox_env }}" - - - name: Test with coverage - if: "matrix.use_coverage" - env: - _PYTEST_TOX_COVERAGE_RUN: "coverage run -m" - COVERAGE_PROCESS_START: ".coveragerc" - _PYTEST_TOX_EXTRA_DEP: "coverage-enable-subprocess" - run: "tox -e ${{ matrix.tox_env }}" - - - name: Prepare coverage token - if: (matrix.use_coverage && ( github.repository == 'pytest-dev/pytest' || github.event_name == 'pull_request' )) - run: | - python scripts/append_codecov_token.py - - - name: Report coverage - if: (matrix.use_coverage) - env: - CODECOV_NAME: ${{ matrix.name }} - run: bash scripts/report-coverage.sh -F GHA,${{ runner.os }} - - linting: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v2 - - uses: actions/setup-python@v2 - - name: set PY - run: echo "name=PY::$(python -c 'import hashlib, sys;print(hashlib.sha256(sys.version.encode()+sys.executable.encode()).hexdigest())')" >> $GITHUB_ENV - - uses: actions/cache@v2 - with: - path: ~/.cache/pre-commit - key: pre-commit|${{ env.PY }}|${{ hashFiles('.pre-commit-config.yaml') }} - - name: Install dependencies - run: | - python -m pip install --upgrade pip - pip install tox - - run: tox -e linting - - deploy: - if: github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags') && github.repository == 'pytest-dev/pytest' - - runs-on: ubuntu-latest - timeout-minutes: 30 - - needs: [build] - - steps: - - uses: actions/checkout@v2 - with: - fetch-depth: 0 - - name: Set up Python - uses: actions/setup-python@v2 - with: - python-version: "3.7" - - name: Install dependencies - run: | - python -m pip install --upgrade pip - pip install --upgrade wheel setuptools tox - - name: Build package - run: | - python setup.py sdist bdist_wheel - - name: Publish package to PyPI - uses: pypa/gh-action-pypi-publish@master - with: - user: __token__ - password: ${{ secrets.pypi_token }} - - name: Publish GitHub release notes - env: - GH_RELEASE_NOTES_TOKEN: ${{ secrets.release_notes }} - run: | - sudo apt-get install pandoc - tox -e publish-gh-release-notes diff --git a/.github/workflows/prepare-release-pr.yml b/.github/workflows/prepare-release-pr.yml new file mode 100644 index 0000000..76bf14d --- /dev/null +++ b/.github/workflows/prepare-release-pr.yml @@ -0,0 +1,52 @@ +name: prepare release pr + +on: + workflow_dispatch: + inputs: + branch: + description: 'Branch to base the release from' + required: true + default: '' + major: + description: 'Major release? (yes/no)' + required: true + default: 'no' + prerelease: + description: 'Prerelease (ex: rc1). Leave empty if not a pre-release.' + required: false + default: '' + +# Set permissions at the job level. +permissions: {} + +jobs: + build: + runs-on: ubuntu-latest + permissions: + contents: write + pull-requests: write + + steps: + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + + - name: Set up Python + uses: actions/setup-python@v4 + with: + python-version: "3.8" + + - name: Install dependencies + run: | + python -m pip install --upgrade pip + pip install --upgrade setuptools tox + + - name: Prepare release PR (minor/patch release) + if: github.event.inputs.major == 'no' + run: | + tox -e prepare-release-pr -- ${{ github.event.inputs.branch }} ${{ github.token }} --prerelease='${{ github.event.inputs.prerelease }}' + + - name: Prepare release PR (major release) + if: github.event.inputs.major == 'yes' + run: | + tox -e prepare-release-pr -- ${{ github.event.inputs.branch }} ${{ github.token }} --major --prerelease='${{ github.event.inputs.prerelease }}' diff --git a/.github/workflows/release-on-comment.yml b/.github/workflows/release-on-comment.yml deleted file mode 100644 index 94863d8..0000000 --- a/.github/workflows/release-on-comment.yml +++ /dev/null @@ -1,31 +0,0 @@ -# part of our release process, see `release-on-comment.py` -name: release on comment - -on: - issues: - types: [opened, edited] - issue_comment: - types: [created, edited] - -jobs: - build: - runs-on: ubuntu-latest - - if: (github.event.comment && startsWith(github.event.comment.body, '@pytestbot please')) || (github.event.issue && !github.event.comment && startsWith(github.event.issue.body, '@pytestbot please')) - - steps: - - uses: actions/checkout@v2 - with: - fetch-depth: 0 - - - name: Set up Python - uses: actions/setup-python@v2 - with: - python-version: "3.8" - - name: Install dependencies - run: | - python -m pip install --upgrade pip - pip install --upgrade setuptools tox - - name: Prepare release - run: | - tox -e release-on-comment -- $GITHUB_EVENT_PATH ${{ secrets.chatops }} diff --git a/.github/workflows/stale.yml b/.github/workflows/stale.yml new file mode 100644 index 0000000..3f8ca18 --- /dev/null +++ b/.github/workflows/stale.yml @@ -0,0 +1,23 @@ +name: close needs-information issues +on: + schedule: + - cron: "30 1 * * *" + workflow_dispatch: + +jobs: + close-issues: + runs-on: ubuntu-latest + permissions: + issues: write + steps: + - uses: actions/stale@v8 + with: + debug-only: false + days-before-issue-stale: 14 + days-before-issue-close: 7 + only-labels: "status: needs information" + stale-issue-label: "stale" + stale-issue-message: "This issue is stale because it has been open for 14 days with no activity." + close-issue-message: "This issue was closed because it has been inactive for 7 days since being marked as stale." + days-before-pr-stale: -1 + days-before-pr-close: -1 diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml new file mode 100644 index 0000000..a3c2d9e --- /dev/null +++ b/.github/workflows/test.yml @@ -0,0 +1,223 @@ +name: test + +on: + push: + branches: + - main + - "[0-9]+.[0-9]+.x" + - "test-me-*" + tags: + - "[0-9]+.[0-9]+.[0-9]+" + - "[0-9]+.[0-9]+.[0-9]+rc[0-9]+" + + pull_request: + branches: + - main + - "[0-9]+.[0-9]+.x" + +env: + PYTEST_ADDOPTS: "--color=yes" + +# Cancel running jobs for the same workflow and branch. +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +# Set permissions at the job level. +permissions: {} + +jobs: + package: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + persist-credentials: false + - name: Build and Check Package + uses: hynek/build-and-inspect-python-package@v1.5 + + build: + needs: [package] + + runs-on: ${{ matrix.os }} + timeout-minutes: 45 + permissions: + contents: read + + strategy: + fail-fast: false + matrix: + name: [ + "windows-py37", + "windows-py38", + "windows-py38-pluggy", + "windows-py39", + "windows-py310", + "windows-py311", + "windows-py312", + + "ubuntu-py37", + "ubuntu-py37-freeze", + "ubuntu-py38", + "ubuntu-py38-pluggy", + "ubuntu-py39", + "ubuntu-py310", + "ubuntu-py311", + "ubuntu-py312", + "ubuntu-pypy3", + + "macos-py37", + "macos-py39", + "macos-py310", + "macos-py312", + + "doctesting", + "plugins", + ] + + include: + - name: "windows-py37" + python: "3.7" + os: windows-latest + tox_env: "py37-numpy" + - name: "windows-py38" + python: "3.8" + os: windows-latest + tox_env: "py38-unittestextras" + use_coverage: true + - name: "windows-py38-pluggy" + python: "3.8" + os: windows-latest + tox_env: "py38-pluggymain-pylib-xdist" + - name: "windows-py39" + python: "3.9" + os: windows-latest + tox_env: "py39-xdist" + - name: "windows-py310" + python: "3.10" + os: windows-latest + tox_env: "py310-xdist" + - name: "windows-py311" + python: "3.11" + os: windows-latest + tox_env: "py311" + - name: "windows-py312" + python: "3.12-dev" + os: windows-latest + tox_env: "py312" + + - name: "ubuntu-py37" + python: "3.7" + os: ubuntu-latest + tox_env: "py37-lsof-numpy-pexpect" + use_coverage: true + - name: "ubuntu-py37-freeze" + python: "3.7" + os: ubuntu-latest + tox_env: "py37-freeze" + - name: "ubuntu-py38" + python: "3.8" + os: ubuntu-latest + tox_env: "py38-xdist" + - name: "ubuntu-py38-pluggy" + python: "3.8" + os: ubuntu-latest + tox_env: "py38-pluggymain-pylib-xdist" + - name: "ubuntu-py39" + python: "3.9" + os: ubuntu-latest + tox_env: "py39-xdist" + - name: "ubuntu-py310" + python: "3.10" + os: ubuntu-latest + tox_env: "py310-xdist" + - name: "ubuntu-py311" + python: "3.11" + os: ubuntu-latest + tox_env: "py311" + use_coverage: true + - name: "ubuntu-py312" + python: "3.12-dev" + os: ubuntu-latest + tox_env: "py312" + use_coverage: true + - name: "ubuntu-pypy3" + python: "pypy-3.7" + os: ubuntu-latest + tox_env: "pypy3-xdist" + + - name: "macos-py37" + python: "3.7" + os: macos-latest + tox_env: "py37-xdist" + - name: "macos-py39" + python: "3.9" + os: macos-latest + tox_env: "py39-xdist" + use_coverage: true + - name: "macos-py310" + python: "3.10" + os: macos-latest + tox_env: "py310-xdist" + - name: "macos-py312" + python: "3.12-dev" + os: macos-latest + tox_env: "py312-xdist" + + - name: "plugins" + python: "3.9" + os: ubuntu-latest + tox_env: "plugins" + + - name: "doctesting" + python: "3.7" + os: ubuntu-latest + tox_env: "doctesting" + use_coverage: true + + steps: + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + persist-credentials: false + + - name: Download Package + uses: actions/download-artifact@v3 + with: + name: Packages + path: dist + + - name: Set up Python ${{ matrix.python }} + uses: actions/setup-python@v4 + with: + python-version: ${{ matrix.python }} + check-latest: ${{ endsWith(matrix.python, '-dev') }} + + - name: Install dependencies + run: | + python -m pip install --upgrade pip + pip install tox coverage + + - name: Test without coverage + if: "! matrix.use_coverage" + shell: bash + run: tox run -e ${{ matrix.tox_env }} --installpkg `find dist/*.tar.gz` + + - name: Test with coverage + if: "matrix.use_coverage" + shell: bash + run: tox run -e ${{ matrix.tox_env }}-coverage --installpkg `find dist/*.tar.gz` + + - name: Generate coverage report + if: "matrix.use_coverage" + run: python -m coverage xml + + - name: Upload coverage to Codecov + if: "matrix.use_coverage" + uses: codecov/codecov-action@v3 + continue-on-error: true + with: + fail_ci_if_error: true + files: ./coverage.xml + verbose: true diff --git a/.github/workflows/update-plugin-list.yml b/.github/workflows/update-plugin-list.yml new file mode 100644 index 0000000..e7cbc4e --- /dev/null +++ b/.github/workflows/update-plugin-list.yml @@ -0,0 +1,49 @@ +name: Update Plugin List + +on: + schedule: + # At 00:00 on Sunday. + # https://crontab.guru + - cron: '0 0 * * 0' + workflow_dispatch: + +# Set permissions at the job level. +permissions: {} + +jobs: + update-plugin-list: + if: github.repository_owner == 'pytest-dev' + runs-on: ubuntu-latest + permissions: + contents: write + pull-requests: write + + steps: + - name: Checkout + uses: actions/checkout@v3 + with: + fetch-depth: 0 + + - name: Setup Python + uses: actions/setup-python@v4 + with: + python-version: 3.8 + + - name: Install dependencies + run: | + python -m pip install --upgrade pip + pip install packaging requests tabulate[widechars] tqdm + + - name: Update Plugin List + run: python scripts/update-plugin-list.py + + - name: Create Pull Request + uses: peter-evans/create-pull-request@153407881ec5c347639a548ade7d8ad1d6740e38 + with: + commit-message: '[automated] Update plugin list' + author: 'pytest bot ' + branch: update-plugin-list/patch + delete-branch: true + branch-suffix: short-commit-hash + title: '[automated] Update plugin list' + body: '[automated] Update plugin list' diff --git a/.gitignore b/.gitignore index 23e7c99..3cac247 100644 --- a/.gitignore +++ b/.gitignore @@ -50,6 +50,10 @@ coverage.xml .project .settings .vscode +__pycache__/ # generated by pip pip-wheel-metadata/ + +# pytest debug logs generated via --debug +pytestdebug.log diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 68cc327..b5089e1 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -1,16 +1,16 @@ repos: - repo: https://github.com/psf/black - rev: 19.10b0 + rev: 23.3.0 hooks: - id: black args: [--safe, --quiet] - repo: https://github.com/asottile/blacken-docs - rev: v1.8.0 + rev: 1.14.0 hooks: - id: blacken-docs - additional_dependencies: [black==19.10b0] + additional_dependencies: [black==23.1.0] - repo: https://github.com/pre-commit/pre-commit-hooks - rev: v3.2.0 + rev: v4.4.0 hooks: - id: trailing-whitespace - id: end-of-file-fixer @@ -20,45 +20,56 @@ repos: - id: debug-statements exclude: _pytest/(debugging|hookspec).py language_version: python3 -- repo: https://gitlab.com/pycqa/flake8 - rev: 3.8.3 +- repo: https://github.com/PyCQA/autoflake + rev: v2.1.1 + hooks: + - id: autoflake + name: autoflake + args: ["--in-place", "--remove-unused-variables", "--remove-all-unused-imports"] + language: python + files: \.py$ +- repo: https://github.com/PyCQA/flake8 + rev: 6.0.0 hooks: - id: flake8 language_version: python3 additional_dependencies: - - flake8-typing-imports==1.9.0 + - flake8-typing-imports==1.12.0 - flake8-docstrings==1.5.0 -- repo: https://github.com/asottile/reorder_python_imports - rev: v2.3.5 +- repo: https://github.com/asottile/reorder-python-imports + rev: v3.10.0 hooks: - id: reorder-python-imports - args: ['--application-directories=.:src', --py36-plus] + args: ['--application-directories=.:src', --py37-plus] - repo: https://github.com/asottile/pyupgrade - rev: v2.7.2 + rev: v3.7.0 hooks: - id: pyupgrade - args: [--py36-plus] + args: [--py37-plus] - repo: https://github.com/asottile/setup-cfg-fmt - rev: v1.11.0 + rev: v2.3.0 hooks: - id: setup-cfg-fmt - # TODO: when upgrading setup-cfg-fmt this can be removed - args: [--max-py-version=3.9] + args: ["--max-py-version=3.12", "--include-version-classifiers"] - repo: https://github.com/pre-commit/pygrep-hooks - rev: v1.6.0 + rev: v1.10.0 hooks: - id: python-use-type-annotations - repo: https://github.com/pre-commit/mirrors-mypy - rev: v0.790 + rev: v1.3.0 hooks: - id: mypy files: ^(src/|testing/) args: [] additional_dependencies: - iniconfig>=1.1.0 - - py>=1.8.2 - attrs>=19.2.0 - packaging + - tomli + - types-pkg_resources + # for mypy running on python>=3.11 since exceptiongroup is only a dependency + # on <3.11 + - exceptiongroup>=1.0.0rc8 - repo: local hooks: - id: rst @@ -89,3 +100,9 @@ repos: xml\. ) types: [python] + - id: py-path-deprecated + name: py.path usage is deprecated + exclude: docs|src/_pytest/deprecated.py|testing/deprecated_test.py|src/_pytest/legacypath.py + language: pygrep + entry: \bpy\.path\.local + types: [python] diff --git a/.readthedocs.yml b/.readthedocs.yml index 0176c26..266d4e0 100644 --- a/.readthedocs.yml +++ b/.readthedocs.yml @@ -1,12 +1,26 @@ version: 2 python: - version: 3.7 install: - - requirements: doc/en/requirements.txt - - method: pip - path: . + # Install pytest first, then doc/en/requirements.txt. + # This order is important to honor any pins in doc/en/requirements.txt + # when the pinned library is also a dependency of pytest. + - method: pip + path: . + - requirements: doc/en/requirements.txt + +sphinx: + configuration: doc/en/conf.py + fail_on_warning: true + +build: + os: ubuntu-20.04 + tools: + python: "3.9" + apt_packages: + - inkscape formats: - epub - pdf + - htmlzip diff --git a/AUTHORS b/AUTHORS index b35bebf..be1e786 100644 --- a/AUTHORS +++ b/AUTHORS @@ -5,14 +5,21 @@ Contributors include:: Aaron Coleman Abdeali JK +Abdelrahman Elbehery Abhijeet Kasurde Adam Johnson +Adam Stewart Adam Uhlir Ahn Ki-Wook Akiomi Kamakura Alan Velasco +Alessio Izzo +Alex Jones +Alex Lambson Alexander Johnson +Alexander King Alexei Kozlenok +Alice Purcell Allan Feldman Aly Sivji Amir Elkess @@ -23,6 +30,7 @@ Andras Tim Andrea Cimatoribus Andreas Motl Andreas Zeidler +Andrew Shapton Andrey Paramonov Andrzej Klajnert Andrzej Ostrowski @@ -30,25 +38,32 @@ Andy Freeland Anthon van der Neut Anthony Shaw Anthony Sottile +Anton Grinevich Anton Lodder Antony Lee Arel Cordero +Arias Emmanuel Ariel Pillemer Armin Rigo Aron Coyle Aron Curzon +Ashish Kurmi Aviral Verma Aviv Palivoda +Babak Keyvani Barney Gale +Ben Gartner Ben Webb Benjamin Peterson Bernard Pratz Bob Ippolito Brian Dorsey +Brian Larsen Brian Maissy Brian Okken Brianna Laugher Bruno Oliveira +Cal Jacobson Cal Leeming Carl Friedrich Bolz Carlos Jenkins @@ -56,8 +71,12 @@ Ceridwen Charles Cloud Charles Machalow Charnjit SiNGH (CCSJ) +Cheuk Ting Ho +Chris Mahoney Chris Lamb Chris NeJame +Chris Rose +Chris Wheeler Christian Boelsen Christian Fetzer Christian Neumüller @@ -70,12 +89,16 @@ Christopher Gilling Claire Cecil Claudio Madotto CrazyMerlyn +Cristian Vera Cyrus Maden Damian Skrzypczak Daniel Grana Daniel Hahler Daniel Nuri +Daniel Sánchez Castelló +Daniel Valenzuela Zenteno Daniel Wandschneider +Daniele Procida Danielle Jenkins Daniil Galiev Dave Hunt @@ -87,6 +110,7 @@ David Vierra Daw-Ran Liou Debi Mishra Denis Kirisov +Denivy Braiam Rück Dhiren Serai Diego Russo Dmitry Dygalo @@ -95,28 +119,36 @@ Dominic Mortlock Duncan Betts Edison Gustavo Muenz Edoardo Batini +Edson Tadeu M. Manoel Eduardo Schettino Eli Boyarski Elizaveta Shashkova +Éloi Rivard Endre Galaczi Eric Hunsberger +Eric Liu Eric Siegerman Erik Aronesty Erik M. Bray Evan Kepner +Evgeny Seliverstov Fabien Zarifian Fabio Zadrozny +Felix Hofstätter Felix Nieuwenhuizen Feng Ma Florian Bruhin Florian Dahlitz Floris Bruynooghe +Gabriel Landau Gabriel Reis Garvit Shubham Gene Wood George Kussumoto Georgy Dyuldin +Gergely Kalmár Gleb Nikonorov +Graeme Smecher Graham Horler Greg Price Gregory Lee @@ -125,6 +157,7 @@ Grigorii Eremeev (budulianin) Guido Wesdorp Guoqiang Zhang Harald Armin Massa +Harshna Henk-Jaap Wagenaar Holger Kohr Hugo van Kemenade @@ -133,10 +166,15 @@ Ian Bicking Ian Lesperance Ilya Konstantinov Ionuț Turturică +Isaac Virshup +Israel Fruchter +Itxaso Aizpurua Iwan Briquemont Jaap Broekhuizen +Jake VanderPlas Jakob van Santen Jakub Mitoraj +James Bourbeau Jan Balster Janne Vanhala Jason R. Coombs @@ -146,7 +184,9 @@ Jeff Rackauckas Jeff Widman Jenni Rinker John Eddie Ayson +John Litborn John Towler +Jon Parise Jon Sonesen Jonas Obrist Jordan Guymon @@ -156,18 +196,25 @@ Joseph Hunkeler Josh Karpel Joshua Bronson Jurko Gospodnetić +Justice Ndou Justyna Janczyszyn Kale Kundert Kamran Ahmad +Kenny Y Karl O. Pinc Karthikeyan Singaravelan Katarzyna Jachim Katarzyna Król Katerina Koukiou Keri Volans +Kevin C Kevin Cox +Kevin Hierro Carrasco Kevin J. Foley +Kian Eliasi +Kian-Meng Ang Kodi B. Arfer +Kojo Idrissa Kostis Anagnostopoulos Kristoffer Nordström Kyle Altendorf @@ -184,12 +231,14 @@ Maho Maik Figura Mandeep Bhutani Manuel Krebber +Marc Mueller Marc Schlaich Marcelo Duarte Trevisani Marcin Bachry Marco Gorelli Mark Abramowitz Mark Dickinson +Marko Pacak Markus Unterwaditzer Martijn Faassen Martin Altmayer @@ -203,7 +252,6 @@ Matthias Hafner Maxim Filipenko Maximilian Cosmo Sitter mbyt -Mickey Pashov Michael Aquilina Michael Birtwell Michael Droettboom @@ -211,6 +259,8 @@ Michael Goerz Michael Krebs Michael Seifert Michal Wajszczuk +Michał Zięba +Mickey Pashov Mihai Capotă Mike Hoyle (hoylemd) Mike Lundy @@ -224,20 +274,26 @@ Nicholas Murphy Niclas Olofsson Nicolas Delaby Nikolay Kondratyev +Nipunn Koorapati Oleg Pidsadnyi Oleg Sushchenko +Olga Matoula Oliver Bestwalter Omar Kohl Omer Hadari Ondřej Súkup Oscar Benjamin +Parth Patel Patrick Hayes +Paul Müller +Paul Reece Pauli Virtanen Pavel Karateev Paweł Adamczak Pedro Algarvio Petter Strandmark Philipp Loose +Pierre Sassoulas Pieter Mulder Piotr Banaszkiewicz Piotr Helm @@ -247,15 +303,18 @@ Prashant Sharma Pulkit Goyal Punyashloka Biswal Quentin Pradet +q0w Ralf Schmitt -Ram Rachum Ralph Giles +Ram Rachum Ran Benita Raphael Castaneda Raphael Pierzina +Rafal Semik Raquel Alegre Ravi Chandra Robert Holt +Roberto Aldera Roberto Polli Roland Puntaier Romain Dorgueil @@ -265,22 +324,30 @@ Ross Lawley Ruaridh Williamson Russel Winder Ryan Wooden +Saiprasad Kale +Samuel Colvin Samuel Dion-Girardeau Samuel Searles-Bryant Samuele Pedroni Sanket Duthade Sankt Petersbug +Saravanan Padmanaban Segev Finer Serhii Mozghovyi Seth Junot +Shantanu Jain Shubham Adep +Simon Blanchard Simon Gomizelj +Simon Holesch Simon Kerr Skylar Downes Srinivas Reddy Thatiparthy +Stefaan Lippens Stefan Farmbauer Stefan Scherfke Stefan Zimmermann +Stefanie Molin Stefano Taschini Steffen Allner Stephan Obermann @@ -288,28 +355,38 @@ Sven-Hendrik Haase Sylvain Marié Tadek Teleżyński Takafumi Arakaki +Taneli Hukkinen Tanvi Mehta Tarcisio Fischer Tareq Alayan +Tatiana Ovary Ted Xiao +Terje Runde Thomas Grainger Thomas Hisch Tim Hoffmann Tim Strazny +TJ Bruno +Tobias Diez Tom Dalton Tom Viner Tomáš Gavenčiak Tomer Keren +Tony Narlock Tor Colvin Trevor Bekolay Tyler Goodlet +Tyler Smart Tzu-ping Chung Vasily Kuznetsov Victor Maryama +Victor Rodriguez Victor Uriarte Vidar T. Fauske +Vijay Arora Virgil Dupras Vitaly Lashmanov +Vivaan Verma Vlad Dragos Vlad Radziuk Vladyslav Rachek @@ -322,7 +399,14 @@ Wouter van Ackooy Xixi Zhao Xuan Luong Xuecong Liao +Yannick Péroux Yoav Caspi +Yuliang Shao +Yusuke Kadowaki +Yuval Shimon Zac Hatfield-Dodds +Zachary Kneupper +Zachary OBrien +Zhouxin Qiu Zoltán Máté Zsolt Cserna diff --git a/CHANGELOG.rst b/CHANGELOG.rst index 3865f25..481f277 100644 --- a/CHANGELOG.rst +++ b/CHANGELOG.rst @@ -4,4 +4,4 @@ Changelog The pytest CHANGELOG is located `here `__. -The source document can be found at: https://github.com/pytest-dev/pytest/blob/master/doc/en/changelog.rst +The source document can be found at: https://github.com/pytest-dev/pytest/blob/main/doc/en/changelog.rst diff --git a/CONTRIBUTING.rst b/CONTRIBUTING.rst index 2669cb1..5ccc66b 100644 --- a/CONTRIBUTING.rst +++ b/CONTRIBUTING.rst @@ -50,6 +50,8 @@ Fix bugs -------- Look through the `GitHub issues for bugs `_. +See also the `"good first issue" issues `_ +that are friendly to new contributors. :ref:`Talk ` to developers to find out how you can fix specific bugs. To indicate that you are going to work on a particular issue, add a comment to that effect on the specific issue. @@ -160,7 +162,7 @@ the following: - an issue tracker for bug reports and enhancement requests. -- a `changelog `_. +- a `changelog `_. If no contributor strongly objects and two agree, the repository can then be transferred to the ``pytest-dev`` organisation. @@ -221,7 +223,7 @@ changes you want to review and merge. Pull requests are stored on Once you send a pull request, we can discuss its potential modifications and even add more commits to it later on. There's an excellent tutorial on how Pull Requests work in the -`GitHub Help Center `_. +`GitHub Help Center `_. Here is a simple overview, with pytest-specific bits: @@ -234,14 +236,19 @@ Here is a simple overview, with pytest-specific bits: $ git clone git@github.com:YOUR_GITHUB_USERNAME/pytest.git $ cd pytest - # now, create your own branch off "master": + # now, create your own branch off "main": - $ git checkout -b your-bugfix-branch-name master + $ git checkout -b your-bugfix-branch-name main Given we have "major.minor.micro" version numbers, bug fixes will usually be released in micro releases whereas features will be released in minor releases and incompatible changes in major releases. + You will need the tags to test locally, so be sure you have the tags from the main repository. If you suspect you don't, set the main repository as upstream and fetch the tags:: + + $ git remote add upstream https://github.com/pytest-dev/pytest + $ git fetch upstream --tags + If you need some help with Git, follow this quick start guide: https://git.wiki.kernel.org/index.php/QuickStart @@ -259,7 +266,7 @@ Here is a simple overview, with pytest-specific bits: Tox is used to run all the tests and will automatically setup virtualenvs to run the tests in. - (will implicitly use http://www.virtualenv.org/en/latest/):: + (will implicitly use https://virtualenv.pypa.io/en/latest/):: $ pip install tox @@ -318,26 +325,26 @@ Here is a simple overview, with pytest-specific bits: compare: your-branch-name base-fork: pytest-dev/pytest - base: master + base: main Writing Tests ~~~~~~~~~~~~~ -Writing tests for plugins or for pytest itself is often done using the `testdir fixture `_, as a "black-box" test. +Writing tests for plugins or for pytest itself is often done using the `pytester fixture `_, as a "black-box" test. For example, to ensure a simple test passes you can write: .. code-block:: python - def test_true_assertion(testdir): - testdir.makepyfile( + def test_true_assertion(pytester): + pytester.makepyfile( """ def test_foo(): assert True """ ) - result = testdir.runpytest() + result = pytester.runpytest() result.assert_outcomes(failed=0, passed=1) @@ -346,14 +353,14 @@ Alternatively, it is possible to make checks based on the actual output of the t .. code-block:: python - def test_true_assertion(testdir): - testdir.makepyfile( + def test_true_assertion(pytester): + pytester.makepyfile( """ def test_foo(): assert False """ ) - result = testdir.runpytest() + result = pytester.runpytest() result.stdout.fnmatch_lines(["*assert False*", "*1 failed*"]) When choosing a file where to write a new test, take a look at the existing files and see if there's @@ -378,7 +385,7 @@ them. Backporting bug fixes for the next patch release ------------------------------------------------ -Pytest makes feature release every few weeks or months. In between, patch releases +Pytest makes a feature release every few weeks or months. In between, patch releases are made to the previous feature release, containing bug fixes only. The bug fixes usually fix regressions, but may be any change that should reach users before the next feature release. @@ -387,15 +394,22 @@ Suppose for example that the latest release was 1.2.3, and you want to include a bug fix in 1.2.4 (check https://github.com/pytest-dev/pytest/releases for the actual latest release). The procedure for this is: -#. First, make sure the bug is fixed the ``master`` branch, with a regular pull +#. First, make sure the bug is fixed in the ``main`` branch, with a regular pull request, as described above. An exception to this is if the bug fix is not - applicable to ``master`` anymore. + applicable to ``main`` anymore. + +Automatic method: + +Add a ``backport 1.2.x`` label to the PR you want to backport. This will create +a backport PR against the ``1.2.x`` branch. + +Manual method: -#. ``git checkout origin/1.2.x -b backport-XXXX`` # use the master PR number here +#. ``git checkout origin/1.2.x -b backport-XXXX`` # use the main PR number here #. Locate the merge commit on the PR, in the *merged* message, for example: - nicoddemus merged commit 0f8b462 into pytest-dev:master + nicoddemus merged commit 0f8b462 into pytest-dev:main #. ``git cherry-pick -x -m1 REVISION`` # use the revision you found above (``0f8b462``). @@ -408,8 +422,8 @@ actual latest release). The procedure for this is: Who does the backporting ~~~~~~~~~~~~~~~~~~~~~~~~ -As mentioned above, bugs should first be fixed on ``master`` (except in rare occasions -that a bug only happens in a previous release). So who should do the backport procedure described +As mentioned above, bugs should first be fixed on ``main`` (except in rare occasions +that a bug only happens in a previous release). So, who should do the backport procedure described above? 1. If the bug was fixed by a core developer, it is the main responsibility of that core developer @@ -417,8 +431,8 @@ above? 2. However, often the merge is done by another maintainer, in which case it is nice of them to do the backport procedure if they have the time. 3. For bugs submitted by non-maintainers, it is expected that a core developer will to do - the backport, normally the one that merged the PR on ``master``. -4. If a non-maintainers notices a bug which is fixed on ``master`` but has not been backported + the backport, normally the one that merged the PR on ``main``. +4. If a non-maintainers notices a bug which is fixed on ``main`` but has not been backported (due to maintainers forgetting to apply the *needs backport* label, or just plain missing it), they are also welcome to open a PR with the backport. The procedure is simple and really helps with the maintenance of the project. @@ -447,7 +461,7 @@ can always reopen the issue/pull request in their own time later if it makes sen When to close ~~~~~~~~~~~~~ -Here are a few general rules the maintainers use to decide when to close issues/PRs because +Here are a few general rules the maintainers use deciding when to close issues/PRs because of lack of inactivity: * Issues labeled ``question`` or ``needs information``: closed after 14 days inactive. @@ -459,15 +473,15 @@ The above are **not hard rules**, but merely **guidelines**, and can be (and oft Closing pull requests ~~~~~~~~~~~~~~~~~~~~~ -When closing a Pull Request, it needs to be acknowledge the time, effort, and interest demonstrated by the person which submitted it. As mentioned previously, it is not the intent of the team to dismiss stalled pull request entirely but to merely to clear up our queue, so a message like the one below is warranted when closing a pull request that went stale: +When closing a Pull Request, it needs to be acknowledging the time, effort, and interest demonstrated by the person which submitted it. As mentioned previously, it is not the intent of the team to dismiss a stalled pull request entirely but to merely to clear up our queue, so a message like the one below is warranted when closing a pull request that went stale: Hi , - First of all we would like to thank you for your time and effort on working on this, the pytest team deeply appreciates it. + First of all, we would like to thank you for your time and effort on working on this, the pytest team deeply appreciates it. We noticed it has been awhile since you have updated this PR, however. pytest is a high activity project, with many issues/PRs being opened daily, so it is hard for us maintainers to track which PRs are ready for merging, for review, or need more attention. - So for those reasons we think it is best to close the PR for now, but with the only intention to cleanup our queue, it is by no means a rejection of your changes. We still encourage you to re-open this PR (it is just a click of a button away) when you are ready to get back to it. + So for those reasons we, think it is best to close the PR for now, but with the only intention to clean up our queue, it is by no means a rejection of your changes. We still encourage you to re-open this PR (it is just a click of a button away) when you are ready to get back to it. Again we appreciate your time for working on this, and hope you might get back to this at a later time! diff --git a/LICENSE b/LICENSE index d14fb7f..c3f1657 100644 --- a/LICENSE +++ b/LICENSE @@ -1,6 +1,6 @@ The MIT License (MIT) -Copyright (c) 2004-2020 Holger Krekel and others +Copyright (c) 2004 Holger Krekel and others Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in diff --git a/PKG-INFO b/PKG-INFO new file mode 100644 index 0000000..386915f --- /dev/null +++ b/PKG-INFO @@ -0,0 +1,222 @@ +Metadata-Version: 2.1 +Name: pytest +Version: 7.4.3 +Summary: pytest: simple powerful testing with Python +Home-page: https://docs.pytest.org/en/latest/ +Author: Holger Krekel, Bruno Oliveira, Ronny Pfannschmidt, Floris Bruynooghe, Brianna Laugher, Florian Bruhin and others +License: MIT +Project-URL: Changelog, https://docs.pytest.org/en/stable/changelog.html +Project-URL: Twitter, https://twitter.com/pytestdotorg +Project-URL: Source, https://github.com/pytest-dev/pytest +Project-URL: Tracker, https://github.com/pytest-dev/pytest/issues +Keywords: test,unittest +Platform: unix +Platform: linux +Platform: osx +Platform: cygwin +Platform: win32 +Classifier: Development Status :: 6 - Mature +Classifier: Intended Audience :: Developers +Classifier: License :: OSI Approved :: MIT License +Classifier: Operating System :: MacOS :: MacOS X +Classifier: Operating System :: Microsoft :: Windows +Classifier: Operating System :: POSIX +Classifier: Programming Language :: Python :: 3 +Classifier: Programming Language :: Python :: 3 :: Only +Classifier: Programming Language :: Python :: 3.7 +Classifier: Programming Language :: Python :: 3.8 +Classifier: Programming Language :: Python :: 3.9 +Classifier: Programming Language :: Python :: 3.10 +Classifier: Programming Language :: Python :: 3.11 +Classifier: Programming Language :: Python :: 3.12 +Classifier: Topic :: Software Development :: Libraries +Classifier: Topic :: Software Development :: Testing +Classifier: Topic :: Utilities +Requires-Python: >=3.7 +Description-Content-Type: text/x-rst +License-File: LICENSE +Requires-Dist: iniconfig +Requires-Dist: packaging +Requires-Dist: pluggy<2.0,>=0.12 +Requires-Dist: colorama; sys_platform == "win32" +Requires-Dist: exceptiongroup>=1.0.0rc8; python_version < "3.11" +Requires-Dist: importlib-metadata>=0.12; python_version < "3.8" +Requires-Dist: tomli>=1.0.0; python_version < "3.11" +Provides-Extra: testing +Requires-Dist: argcomplete; extra == "testing" +Requires-Dist: attrs>=19.2.0; extra == "testing" +Requires-Dist: hypothesis>=3.56; extra == "testing" +Requires-Dist: mock; extra == "testing" +Requires-Dist: nose; extra == "testing" +Requires-Dist: pygments>=2.7.2; extra == "testing" +Requires-Dist: requests; extra == "testing" +Requires-Dist: setuptools; extra == "testing" +Requires-Dist: xmlschema; extra == "testing" + +.. image:: https://github.com/pytest-dev/pytest/raw/main/doc/en/img/pytest_logo_curves.svg + :target: https://docs.pytest.org/en/stable/ + :align: center + :height: 200 + :alt: pytest + + +------ + +.. image:: https://img.shields.io/pypi/v/pytest.svg + :target: https://pypi.org/project/pytest/ + +.. image:: https://img.shields.io/conda/vn/conda-forge/pytest.svg + :target: https://anaconda.org/conda-forge/pytest + +.. image:: https://img.shields.io/pypi/pyversions/pytest.svg + :target: https://pypi.org/project/pytest/ + +.. image:: https://codecov.io/gh/pytest-dev/pytest/branch/main/graph/badge.svg + :target: https://codecov.io/gh/pytest-dev/pytest + :alt: Code coverage Status + +.. image:: https://github.com/pytest-dev/pytest/workflows/test/badge.svg + :target: https://github.com/pytest-dev/pytest/actions?query=workflow%3Atest + +.. image:: https://results.pre-commit.ci/badge/github/pytest-dev/pytest/main.svg + :target: https://results.pre-commit.ci/latest/github/pytest-dev/pytest/main + :alt: pre-commit.ci status + +.. image:: https://img.shields.io/badge/code%20style-black-000000.svg + :target: https://github.com/psf/black + +.. image:: https://www.codetriage.com/pytest-dev/pytest/badges/users.svg + :target: https://www.codetriage.com/pytest-dev/pytest + +.. image:: https://readthedocs.org/projects/pytest/badge/?version=latest + :target: https://pytest.readthedocs.io/en/latest/?badge=latest + :alt: Documentation Status + +.. image:: https://img.shields.io/badge/Discord-pytest--dev-blue + :target: https://discord.com/invite/pytest-dev + :alt: Discord + +.. image:: https://img.shields.io/badge/Libera%20chat-%23pytest-orange + :target: https://web.libera.chat/#pytest + :alt: Libera chat + + +The ``pytest`` framework makes it easy to write small tests, yet +scales to support complex functional testing for applications and libraries. + +An example of a simple test: + +.. code-block:: python + + # content of test_sample.py + def inc(x): + return x + 1 + + + def test_answer(): + assert inc(3) == 5 + + +To execute it:: + + $ pytest + ============================= test session starts ============================= + collected 1 items + + test_sample.py F + + ================================== FAILURES =================================== + _________________________________ test_answer _________________________________ + + def test_answer(): + > assert inc(3) == 5 + E assert 4 == 5 + E + where 4 = inc(3) + + test_sample.py:5: AssertionError + ========================== 1 failed in 0.04 seconds =========================== + + +Due to ``pytest``'s detailed assertion introspection, only plain ``assert`` statements are used. See `getting-started `_ for more examples. + + +Features +-------- + +- Detailed info on failing `assert statements `_ (no need to remember ``self.assert*`` names) + +- `Auto-discovery + `_ + of test modules and functions + +- `Modular fixtures `_ for + managing small or parametrized long-lived test resources + +- Can run `unittest `_ (or trial), + `nose `_ test suites out of the box + +- Python 3.7+ or PyPy3 + +- Rich plugin architecture, with over 850+ `external plugins `_ and thriving community + + +Documentation +------------- + +For full documentation, including installation, tutorials and PDF documents, please see https://docs.pytest.org/en/stable/. + + +Bugs/Requests +------------- + +Please use the `GitHub issue tracker `_ to submit bugs or request features. + + +Changelog +--------- + +Consult the `Changelog `__ page for fixes and enhancements of each version. + + +Support pytest +-------------- + +`Open Collective`_ is an online funding platform for open and transparent communities. +It provides tools to raise money and share your finances in full transparency. + +It is the platform of choice for individuals and companies that want to make one-time or +monthly donations directly to the project. + +See more details in the `pytest collective`_. + +.. _Open Collective: https://opencollective.com +.. _pytest collective: https://opencollective.com/pytest + + +pytest for enterprise +--------------------- + +Available as part of the Tidelift Subscription. + +The maintainers of pytest and thousands of other packages are working with Tidelift to deliver commercial support and +maintenance for the open source dependencies you use to build your applications. +Save time, reduce risk, and improve code health, while paying the maintainers of the exact dependencies you use. + +`Learn more. `_ + +Security +^^^^^^^^ + +pytest has never been associated with a security vulnerability, but in any case, to report a +security vulnerability please use the `Tidelift security contact `_. +Tidelift will coordinate the fix and disclosure. + + +License +------- + +Copyright Holger Krekel and others, 2004. + +Distributed under the terms of the `MIT`_ license, pytest is free and open source software. + +.. _`MIT`: https://github.com/pytest-dev/pytest/blob/main/LICENSE diff --git a/README.rst b/README.rst index 398d645..034034a 100644 --- a/README.rst +++ b/README.rst @@ -1,6 +1,7 @@ -.. image:: https://docs.pytest.org/en/stable/_static/pytest1.png +.. image:: https://github.com/pytest-dev/pytest/raw/main/doc/en/img/pytest_logo_curves.svg :target: https://docs.pytest.org/en/stable/ :align: center + :height: 200 :alt: pytest @@ -15,15 +16,16 @@ .. image:: https://img.shields.io/pypi/pyversions/pytest.svg :target: https://pypi.org/project/pytest/ -.. image:: https://codecov.io/gh/pytest-dev/pytest/branch/master/graph/badge.svg +.. image:: https://codecov.io/gh/pytest-dev/pytest/branch/main/graph/badge.svg :target: https://codecov.io/gh/pytest-dev/pytest :alt: Code coverage Status -.. image:: https://travis-ci.org/pytest-dev/pytest.svg?branch=master - :target: https://travis-ci.org/pytest-dev/pytest +.. image:: https://github.com/pytest-dev/pytest/workflows/test/badge.svg + :target: https://github.com/pytest-dev/pytest/actions?query=workflow%3Atest -.. image:: https://github.com/pytest-dev/pytest/workflows/main/badge.svg - :target: https://github.com/pytest-dev/pytest/actions?query=workflow%3Amain +.. image:: https://results.pre-commit.ci/badge/github/pytest-dev/pytest/main.svg + :target: https://results.pre-commit.ci/latest/github/pytest-dev/pytest/main + :alt: pre-commit.ci status .. image:: https://img.shields.io/badge/code%20style-black-000000.svg :target: https://github.com/psf/black @@ -35,6 +37,15 @@ :target: https://pytest.readthedocs.io/en/latest/?badge=latest :alt: Documentation Status +.. image:: https://img.shields.io/badge/Discord-pytest--dev-blue + :target: https://discord.com/invite/pytest-dev + :alt: Discord + +.. image:: https://img.shields.io/badge/Libera%20chat-%23pytest-orange + :target: https://web.libera.chat/#pytest + :alt: Libera chat + + The ``pytest`` framework makes it easy to write small tests, yet scales to support complex functional testing for applications and libraries. @@ -77,21 +88,21 @@ Due to ``pytest``'s detailed assertion introspection, only plain ``assert`` stat Features -------- -- Detailed info on failing `assert statements `_ (no need to remember ``self.assert*`` names) +- Detailed info on failing `assert statements `_ (no need to remember ``self.assert*`` names) - `Auto-discovery - `_ + `_ of test modules and functions -- `Modular fixtures `_ for +- `Modular fixtures `_ for managing small or parametrized long-lived test resources -- Can run `unittest `_ (or trial), - `nose `_ test suites out of the box +- Can run `unittest `_ (or trial), + `nose `_ test suites out of the box -- Python 3.6+ and PyPy3 +- Python 3.7+ or PyPy3 -- Rich plugin architecture, with over 850+ `external plugins `_ and thriving community +- Rich plugin architecture, with over 850+ `external plugins `_ and thriving community Documentation @@ -149,8 +160,8 @@ Tidelift will coordinate the fix and disclosure. License ------- -Copyright Holger Krekel and others, 2004-2020. +Copyright Holger Krekel and others, 2004. Distributed under the terms of the `MIT`_ license, pytest is free and open source software. -.. _`MIT`: https://github.com/pytest-dev/pytest/blob/master/LICENSE +.. _`MIT`: https://github.com/pytest-dev/pytest/blob/main/LICENSE diff --git a/RELEASING.rst b/RELEASING.rst index 9ec2b06..08004a8 100644 --- a/RELEASING.rst +++ b/RELEASING.rst @@ -14,59 +14,89 @@ Preparing: Automatic Method ~~~~~~~~~~~~~~~~~~~~~~~~~~~ We have developed an automated workflow for releases, that uses GitHub workflows and is triggered -by opening an issue. +by `manually running `__ +the `prepare-release-pr workflow `__ +on GitHub Actions. -Bug-fix releases -^^^^^^^^^^^^^^^^ +The automation will decide the new version number based on the following criteria: -A bug-fix release is always done from a maintenance branch, so for example to release bug-fix -``5.1.2``, open a new issue and add this comment to the body:: +- If the "major release" input is set to "yes", release a new major release + (e.g. 7.0.0 -> 8.0.0) +- If there are any ``.feature.rst`` or ``.breaking.rst`` files in the + ``changelog`` directory, release a new minor release (e.g. 7.0.0 -> 7.1.0) +- Otherwise, release a bugfix release (e.g. 7.0.0 -> 7.0.1) +- If the "prerelease" input is set, append the string to the version number + (e.g. 7.0.0 -> 8.0.0rc1), if "major" is set, and "prerelease" is set to `rc1`) - @pytestbot please prepare release from 5.1.x +Bug-fix and minor releases +^^^^^^^^^^^^^^^^^^^^^^^^^^ -Where ``5.1.x`` is the maintenance branch for the ``5.1`` series. +Bug-fix and minor releases are always done from a maintenance branch. First, +consider double-checking the ``changelog`` directory to see if there are any +breaking changes or new features. -The automated workflow will publish a PR for a branch ``release-5.1.2`` -and notify it as a comment in the issue. +For a new minor release, first create a new maintenance branch from ``main``:: -Minor releases -^^^^^^^^^^^^^^ + git fetch upstream + git branch 7.1.x upstream/main + git push upstream 7.1.x + +Then, trigger the workflow with the following inputs: -1. Create a new maintenance branch from ``master``:: +- branch: **7.1.x** +- major release: **no** +- prerelease: empty - git fetch --all - git branch 5.2.x upstream/master - git push upstream 5.2.x +Or via the commandline using `GitHub's cli `__:: -2. Open a new issue and add this comment to the body:: + gh workflow run prepare-release-pr.yml -f branch=7.1.x -f major=no -f prerelease= - @pytestbot please prepare release from 5.2.x +Where ``7.1.x`` is the maintenance branch for the ``7.1`` series. The automated +workflow will publish a PR for a branch ``release-7.1.0``. -The automated workflow will publish a PR for a branch ``release-5.2.0`` and -notify it as a comment in the issue. +Similarly, for a bug-fix release, use the existing maintenance branch and +trigger the workflow with e.g. ``branch: 7.0.x`` to get a new ``release-7.0.1`` +PR. -Major and release candidates -^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +Major releases +^^^^^^^^^^^^^^ -1. Create a new maintenance branch from ``master``:: +1. Create a new maintenance branch from ``main``:: - git fetch --all - git branch 6.0.x upstream/master - git push upstream 6.0.x + git fetch upstream + git branch 8.0.x upstream/main + git push upstream 8.0.x -2. For a **major release**, open a new issue and add this comment in the body:: +2. Trigger the workflow with the following inputs: - @pytestbot please prepare major release from 6.0.x + - branch: **8.0.x** + - major release: **yes** + - prerelease: empty - For a **release candidate**, the comment must be (TODO: `#7551 `__):: +Or via the commandline:: - @pytestbot please prepare release candidate from 6.0.x + gh workflow run prepare-release-pr.yml -f branch=8.0.x -f major=yes -f prerelease= -The automated workflow will publish a PR for a branch ``release-6.0.0`` and -notify it as a comment in the issue. +The automated workflow will publish a PR for a branch ``release-8.0.0``. At this point on, this follows the same workflow as other maintenance branches: bug-fixes are merged -into ``master`` and ported back to the maintenance branch, even for release candidates. +into ``main`` and ported back to the maintenance branch, even for release candidates. + +Release candidates +^^^^^^^^^^^^^^^^^^ + +To release a release candidate, set the "prerelease" input to the version number +suffix to use. To release a ``8.0.0rc1``, proceed like under "major releases", but set: + +- branch: 8.0.x +- major release: yes +- prerelease: **rc1** + +Or via the commandline:: + + gh workflow run prepare-release-pr.yml -f branch=8.0.x -f major=yes -f prerelease=rc1 + +The automated workflow will publish a PR for a branch ``release-8.0.0rc1``. **A note about release candidates** @@ -83,7 +113,7 @@ to be executed on that platform. To release a version ``MAJOR.MINOR.PATCH``, follow these steps: #. For major and minor releases, create a new branch ``MAJOR.MINOR.x`` from - ``upstream/master`` and push it to ``upstream``. + ``upstream/main`` and push it to ``upstream``. #. Create a branch ``release-MAJOR.MINOR.PATCH`` from the ``MAJOR.MINOR.x`` branch. @@ -103,32 +133,32 @@ Releasing Both automatic and manual processes described above follow the same steps from this point onward. -#. After all tests pass and the PR has been approved, tag the release commit - in the ``release-MAJOR.MINOR.PATCH`` branch and push it. This will publish to PyPI:: +#. After all tests pass and the PR has been approved, trigger the ``deploy`` job + in https://github.com/pytest-dev/pytest/actions/workflows/deploy.yml, using the ``release-MAJOR.MINOR.PATCH`` branch + as source. - git fetch --all - git tag MAJOR.MINOR.PATCH upstream/release-MAJOR.MINOR.PATCH - git push git@github.com:pytest-dev/pytest.git MAJOR.MINOR.PATCH + This job will require approval from ``pytest-dev/core``, after which it will publish to PyPI + and tag the repository. - Wait for the deploy to complete, then make sure it is `available on PyPI `_. +#. Merge the PR. **Make sure it's not squash-merged**, so that the tagged commit ends up in the main branch. -#. Merge the PR. +#. Cherry-pick the CHANGELOG / announce files to the ``main`` branch:: -#. Cherry-pick the CHANGELOG / announce files to the ``master`` branch:: - - git fetch --all --prune - git checkout origin/master -b cherry-pick-release + git fetch upstream + git checkout upstream/main -b cherry-pick-release git cherry-pick -x -m1 upstream/MAJOR.MINOR.x #. Open a PR for ``cherry-pick-release`` and merge it once CI passes. No need to wait for approvals if there were no conflicts on the previous step. -#. For major and minor releases, tag the release cherry-pick merge commit in master with +#. For major and minor releases (or the first prerelease of it), tag the release cherry-pick merge commit in main with a dev tag for the next feature release:: - git checkout master + git checkout main git pull git tag MAJOR.{MINOR+1}.0.dev0 - git push git@github.com:pytest-dev/pytest.git MAJOR.{MINOR+1}.0.dev0 + git push upstream MAJOR.{MINOR+1}.0.dev0 + +#. For major and minor releases, change the default version in the `Read the Docs Settings `_ to the new branch. #. Send an email announcement with the contents from:: diff --git a/TIDELIFT.rst b/TIDELIFT.rst index b18f479..2fe2584 100644 --- a/TIDELIFT.rst +++ b/TIDELIFT.rst @@ -25,6 +25,7 @@ The current list of contributors receiving funding are: * `@asottile`_ * `@nicoddemus`_ +* `@The-Compiler`_ Contributors interested in receiving a part of the funds just need to submit a PR adding their name to the list. Contributors that want to stop receiving the funds should also submit a PR @@ -56,3 +57,4 @@ funds. Just drop a line to one of the `@pytest-dev/tidelift-admins`_ or use the .. _`@asottile`: https://github.com/asottile .. _`@nicoddemus`: https://github.com/nicoddemus +.. _`@The-Compiler`: https://github.com/The-Compiler diff --git a/doc/en/Makefile b/doc/en/Makefile index 1cffbd4..f2db689 100644 --- a/doc/en/Makefile +++ b/doc/en/Makefile @@ -34,6 +34,10 @@ REGENDOC_ARGS := \ regen: REGENDOC_FILES:=*.rst */*.rst regen: - PYTHONDONTWRITEBYTECODE=1 PYTEST_ADDOPTS="-pno:hypothesis -Wignore::pytest.PytestUnknownMarkWarning" COLUMNS=76 regendoc --update ${REGENDOC_FILES} ${REGENDOC_ARGS} +# need to reset cachedir to the non-tox default + PYTHONDONTWRITEBYTECODE=1 \ + PYTEST_ADDOPTS="-pno:hypothesis -p no:hypothesispytest -Wignore::pytest.PytestUnknownMarkWarning -o cache_dir=.pytest_cache" \ + COLUMNS=76 \ + regendoc --update ${REGENDOC_FILES} ${REGENDOC_ARGS} .PHONY: regen diff --git a/doc/en/_templates/globaltoc.html b/doc/en/_templates/globaltoc.html index 4522eb2..09d970b 100644 --- a/doc/en/_templates/globaltoc.html +++ b/doc/en/_templates/globaltoc.html @@ -1,16 +1,22 @@ -

{{ _('Table Of Contents') }}

+

Contents

+ +

About the project

+ +
  • Changelog
  • Contributing
  • Backwards Compatibility
  • -
  • Python 2.7 and 3.4 Support
  • Sponsor
  • pytest for Enterprise
  • License
  • @@ -23,5 +29,3 @@ {%- endif %}
    -Index -
    diff --git a/doc/en/_templates/links.html b/doc/en/_templates/links.html index 6f27757..c253eca 100644 --- a/doc/en/_templates/links.html +++ b/doc/en/_templates/links.html @@ -2,7 +2,6 @@ diff --git a/doc/en/adopt.rst b/doc/en/adopt.rst index 82e2111..13d82bf 100644 --- a/doc/en/adopt.rst +++ b/doc/en/adopt.rst @@ -10,10 +10,9 @@ Are you an enthusiastic pytest user, the local testing guru in your workplace? O We will pair experienced pytest users with open source projects, for a month's effort of getting new development teams started with pytest. -In 2015 we are trying this for the first time. In February and March 2015 we will gather volunteers on both sides, in April we will do the work, and in May we will evaluate how it went. This effort is being coordinated by Brianna Laugher. If you have any questions or comments, you can raise them on the `@pytestdotorg twitter account `_ the `issue tracker`_ or the `pytest-dev mailing list`_. +In 2015 we are trying this for the first time. In February and March 2015 we will gather volunteers on both sides, in April we will do the work, and in May we will evaluate how it went. This effort is being coordinated by Brianna Laugher. If you have any questions or comments, you can raise them on the `@pytestdotorg twitter account `_\, the :issue:`issue tracker <676>` or the `pytest-dev mailing list`_. -.. _`issue tracker`: https://github.com/pytest-dev/pytest/issues/676 .. _`pytest-dev mailing list`: https://mail.python.org/mailman/listinfo/pytest-dev diff --git a/doc/en/announce/index.rst b/doc/en/announce/index.rst index a7656c5..854666f 100644 --- a/doc/en/announce/index.rst +++ b/doc/en/announce/index.rst @@ -6,6 +6,26 @@ Release announcements :maxdepth: 2 + release-7.4.3 + release-7.4.2 + release-7.4.1 + release-7.4.0 + release-7.3.2 + release-7.3.1 + release-7.3.0 + release-7.2.2 + release-7.2.1 + release-7.2.0 + release-7.1.3 + release-7.1.2 + release-7.1.1 + release-7.1.0 + release-7.0.1 + release-7.0.0 + release-7.0.0rc1 + release-6.2.5 + release-6.2.4 + release-6.2.3 release-6.2.2 release-6.2.1 release-6.2.0 diff --git a/doc/en/announce/release-2.0.0.rst b/doc/en/announce/release-2.0.0.rst index 1aaad74..ecb1a1d 100644 --- a/doc/en/announce/release-2.0.0.rst +++ b/doc/en/announce/release-2.0.0.rst @@ -36,12 +36,12 @@ New Features import pytest ; pytest.main(arglist, pluginlist) - see http://pytest.org/en/stable/usage.html for details. + see http://pytest.org/en/stable/how-to/usage.html for details. - new and better reporting information in assert expressions if comparing lists, sequences or strings. - see http://pytest.org/en/stable/assert.html#newreport + see http://pytest.org/en/stable/how-to/assert.html#newreport - new configuration through ini-files (setup.cfg or tox.ini recognized), for example:: @@ -50,7 +50,7 @@ New Features norecursedirs = .hg data* # don't ever recurse in such dirs addopts = -x --pyargs # add these command line options by default - see http://pytest.org/en/stable/customize.html + see http://pytest.org/en/stable/reference/customize.html - improved standard unittest support. In general py.test should now better be able to run custom unittest.TestCases like twisted trial diff --git a/doc/en/announce/release-2.0.1.rst b/doc/en/announce/release-2.0.1.rst index 72401d8..4ff3e9f 100644 --- a/doc/en/announce/release-2.0.1.rst +++ b/doc/en/announce/release-2.0.1.rst @@ -57,7 +57,7 @@ Changes between 2.0.0 and 2.0.1 - refinements to "collecting" output on non-ttys - refine internal plugin registration and --traceconfig output - introduce a mechanism to prevent/unregister plugins from the - command line, see http://pytest.org/en/stable/plugins.html#cmdunregister + command line, see http://pytest.org/en/stable/how-to/plugins.html#cmdunregister - activate resultlog plugin by default - fix regression wrt yielded tests which due to the collection-before-running semantics were not diff --git a/doc/en/announce/release-2.1.0.rst b/doc/en/announce/release-2.1.0.rst index 29463ab..7824724 100644 --- a/doc/en/announce/release-2.1.0.rst +++ b/doc/en/announce/release-2.1.0.rst @@ -12,7 +12,7 @@ courtesy of Benjamin Peterson. You can now safely use ``assert`` statements in test modules without having to worry about side effects or python optimization ("-OO") options. This is achieved by rewriting assert statements in test modules upon import, using a PEP302 hook. -See https://docs.pytest.org/en/stable/assert.html for +See https://docs.pytest.org/en/stable/how-to/assert.html for detailed information. The work has been partly sponsored by my company, merlinux GmbH. @@ -24,7 +24,7 @@ If you want to install or upgrade pytest, just type one of:: easy_install -U pytest best, -holger krekel / http://merlinux.eu +holger krekel / https://merlinux.eu/ Changes between 2.0.3 and 2.1.0 ---------------------------------------------- diff --git a/doc/en/announce/release-2.1.1.rst b/doc/en/announce/release-2.1.1.rst index c2285eb..369428e 100644 --- a/doc/en/announce/release-2.1.1.rst +++ b/doc/en/announce/release-2.1.1.rst @@ -20,7 +20,7 @@ If you want to install or upgrade pytest, just type one of:: easy_install -U pytest best, -holger krekel / http://merlinux.eu +holger krekel / https://merlinux.eu/ Changes between 2.1.0 and 2.1.1 ---------------------------------------------- diff --git a/doc/en/announce/release-2.1.2.rst b/doc/en/announce/release-2.1.2.rst index 1975f36..a3c0c1a 100644 --- a/doc/en/announce/release-2.1.2.rst +++ b/doc/en/announce/release-2.1.2.rst @@ -19,7 +19,7 @@ If you want to install or upgrade pytest, just type one of:: easy_install -U pytest best, -holger krekel / http://merlinux.eu +holger krekel / https://merlinux.eu/ Changes between 2.1.1 and 2.1.2 ---------------------------------------- diff --git a/doc/en/announce/release-2.2.0.rst b/doc/en/announce/release-2.2.0.rst index 0193ffb..7a32dca 100644 --- a/doc/en/announce/release-2.2.0.rst +++ b/doc/en/announce/release-2.2.0.rst @@ -9,7 +9,7 @@ with these improvements: - new @pytest.mark.parametrize decorator to run tests with different arguments - new metafunc.parametrize() API for parametrizing arguments independently - - see examples at http://pytest.org/en/stable/example/parametrize.html + - see examples at http://pytest.org/en/stable/example/how-to/parametrize.html - NOTE that parametrize() related APIs are still a bit experimental and might change in future releases. @@ -78,7 +78,7 @@ Changes between 2.1.3 and 2.2.0 or through plugin hooks. Also introduce a "--strict" option which will treat unregistered markers as errors allowing to avoid typos and maintain a well described set of markers - for your test suite. See examples at http://pytest.org/en/stable/mark.html + for your test suite. See examples at http://pytest.org/en/stable/how-to/mark.html and its links. - issue50: introduce "-m marker" option to select tests based on markers (this is a stricter and more predictable version of "-k" in that "-m" diff --git a/doc/en/announce/release-2.3.0.rst b/doc/en/announce/release-2.3.0.rst index bdd92a9..6905b77 100644 --- a/doc/en/announce/release-2.3.0.rst +++ b/doc/en/announce/release-2.3.0.rst @@ -13,12 +13,12 @@ re-usable fixture design. For detailed info and tutorial-style examples, see: - http://pytest.org/en/stable/fixture.html + http://pytest.org/en/stable/explanation/fixtures.html Moreover, there is now support for using pytest fixtures/funcargs with unittest-style suites, see here for examples: - http://pytest.org/en/stable/unittest.html + http://pytest.org/en/stable/how-to/unittest.html Besides, more unittest-test suites are now expected to "simply work" with pytest. diff --git a/doc/en/announce/release-2.3.4.rst b/doc/en/announce/release-2.3.4.rst index 26f7663..43bf03b 100644 --- a/doc/en/announce/release-2.3.4.rst +++ b/doc/en/announce/release-2.3.4.rst @@ -16,7 +16,7 @@ comes with the following fixes and features: - yielded test functions will now have autouse-fixtures active but cannot accept fixtures as funcargs - it's anyway recommended to rather use the post-2.0 parametrize features instead of yield, see: - http://pytest.org/en/stable/example/parametrize.html + http://pytest.org/en/stable/example/how-to/parametrize.html - fix autouse-issue where autouse-fixtures would not be discovered if defined in an a/conftest.py file and tests in a/tests/test_some.py - fix issue226 - LIFO ordering for fixture teardowns diff --git a/doc/en/announce/release-2.4.0.rst b/doc/en/announce/release-2.4.0.rst index 68297b2..138cc89 100644 --- a/doc/en/announce/release-2.4.0.rst +++ b/doc/en/announce/release-2.4.0.rst @@ -23,14 +23,13 @@ a full list of details. A few feature highlights: called if the corresponding setup method succeeded. - integrate tab-completion on command line options if you - have `argcomplete `_ - configured. + have :pypi:`argcomplete` configured. - allow boolean expression directly with skipif/xfail if a "reason" is also specified. - a new hook ``pytest_load_initial_conftests`` allows plugins like - `pytest-django `_ to + :pypi:`pytest-django` to influence the environment before conftest files import ``django``. - reporting: color the last line red or green depending if diff --git a/doc/en/announce/release-2.5.0.rst b/doc/en/announce/release-2.5.0.rst index bc83fdc..c6cdcdd 100644 --- a/doc/en/announce/release-2.5.0.rst +++ b/doc/en/announce/release-2.5.0.rst @@ -11,7 +11,7 @@ clear information about the circumstances and a simple example which reproduces the problem. The issue tracker is of course not empty now. We have many remaining -"enhacement" issues which we'll hopefully can tackle in 2014 with your +"enhancement" issues which we'll hopefully can tackle in 2014 with your help. For those who use older Python versions, please note that pytest is not diff --git a/doc/en/announce/release-2.9.0.rst b/doc/en/announce/release-2.9.0.rst index 8c2ee05..3aea08c 100644 --- a/doc/en/announce/release-2.9.0.rst +++ b/doc/en/announce/release-2.9.0.rst @@ -45,29 +45,29 @@ The py.test Development Team **New Features** * New ``pytest.mark.skip`` mark, which unconditionally skips marked tests. - Thanks `@MichaelAquilina`_ for the complete PR (`#1040`_). + Thanks :user:`MichaelAquilina` for the complete PR (:pull:`1040`). * ``--doctest-glob`` may now be passed multiple times in the command-line. - Thanks `@jab`_ and `@nicoddemus`_ for the PR. + Thanks :user:`jab` and :user:`nicoddemus` for the PR. * New ``-rp`` and ``-rP`` reporting options give the summary and full output - of passing tests, respectively. Thanks to `@codewarrior0`_ for the PR. + of passing tests, respectively. Thanks to :user:`codewarrior0` for the PR. * ``pytest.mark.xfail`` now has a ``strict`` option which makes ``XPASS`` tests to fail the test suite, defaulting to ``False``. There's also a ``xfail_strict`` ini option that can be used to configure it project-wise. - Thanks `@rabbbit`_ for the request and `@nicoddemus`_ for the PR (`#1355`_). + Thanks :user:`rabbbit` for the request and :user:`nicoddemus` for the PR (:issue:`1355`). * ``Parser.addini`` now supports options of type ``bool``. Thanks - `@nicoddemus`_ for the PR. + :user:`nicoddemus` for the PR. * New ``ALLOW_BYTES`` doctest option strips ``b`` prefixes from byte strings in doctest output (similar to ``ALLOW_UNICODE``). - Thanks `@jaraco`_ for the request and `@nicoddemus`_ for the PR (`#1287`_). + Thanks :user:`jaraco` for the request and :user:`nicoddemus` for the PR (:issue:`1287`). * give a hint on KeyboardInterrupt to use the --fulltrace option to show the errors, - this fixes `#1366`_. - Thanks to `@hpk42`_ for the report and `@RonnyPfannschmidt`_ for the PR. + this fixes :issue:`1366`. + Thanks to :user:`hpk42` for the report and :user:`RonnyPfannschmidt` for the PR. * catch IndexError exceptions when getting exception source location. This fixes pytest internal error for dynamically generated code (fixtures and tests) @@ -91,69 +91,44 @@ The py.test Development Team `pylib `_. * ``pytest_enter_pdb`` now optionally receives the pytest config object. - Thanks `@nicoddemus`_ for the PR. + Thanks :user:`nicoddemus` for the PR. * Removed code and documentation for Python 2.5 or lower versions, including removal of the obsolete ``_pytest.assertion.oldinterpret`` module. - Thanks `@nicoddemus`_ for the PR (`#1226`_). + Thanks :user:`nicoddemus` for the PR (:issue:`1226`). * Comparisons now always show up in full when ``CI`` or ``BUILD_NUMBER`` is found in the environment, even when -vv isn't used. - Thanks `@The-Compiler`_ for the PR. + Thanks :user:`The-Compiler` for the PR. * ``--lf`` and ``--ff`` now support long names: ``--last-failed`` and ``--failed-first`` respectively. - Thanks `@MichaelAquilina`_ for the PR. + Thanks :user:`MichaelAquilina` for the PR. * Added expected exceptions to pytest.raises fail message * Collection only displays progress ("collecting X items") when in a terminal. This avoids cluttering the output when using ``--color=yes`` to obtain - colors in CI integrations systems (`#1397`_). + colors in CI integrations systems (:issue:`1397`). **Bug Fixes** * The ``-s`` and ``-c`` options should now work under ``xdist``; ``Config.fromdictargs`` now represents its input much more faithfully. - Thanks to `@bukzor`_ for the complete PR (`#680`_). + Thanks to :user:`bukzor` for the complete PR (:issue:`680`). -* Fix (`#1290`_): support Python 3.5's ``@`` operator in assertion rewriting. - Thanks `@Shinkenjoe`_ for report with test case and `@tomviner`_ for the PR. +* Fix (:issue:`1290`): support Python 3.5's ``@`` operator in assertion rewriting. + Thanks :user:`Shinkenjoe` for report with test case and :user:`tomviner` for the PR. -* Fix formatting utf-8 explanation messages (`#1379`_). - Thanks `@biern`_ for the PR. +* Fix formatting utf-8 explanation messages (:issue:`1379`). + Thanks :user:`biern` for the PR. * Fix `traceback style docs`_ to describe all of the available options (auto/long/short/line/native/no), with ``auto`` being the default since v2.6. - Thanks `@hackebrot`_ for the PR. + Thanks :user:`hackebrot` for the PR. -* Fix (`#1422`_): junit record_xml_property doesn't allow multiple records +* Fix (:issue:`1422`): junit record_xml_property doesn't allow multiple records with same name. -.. _`traceback style docs`: https://pytest.org/en/stable/usage.html#modifying-python-traceback-printing - -.. _#1422: https://github.com/pytest-dev/pytest/issues/1422 -.. _#1379: https://github.com/pytest-dev/pytest/issues/1379 -.. _#1366: https://github.com/pytest-dev/pytest/issues/1366 -.. _#1040: https://github.com/pytest-dev/pytest/pull/1040 -.. _#680: https://github.com/pytest-dev/pytest/issues/680 -.. _#1287: https://github.com/pytest-dev/pytest/pull/1287 -.. _#1226: https://github.com/pytest-dev/pytest/pull/1226 -.. _#1290: https://github.com/pytest-dev/pytest/pull/1290 -.. _#1355: https://github.com/pytest-dev/pytest/pull/1355 -.. _#1397: https://github.com/pytest-dev/pytest/issues/1397 -.. _@biern: https://github.com/biern -.. _@MichaelAquilina: https://github.com/MichaelAquilina -.. _@bukzor: https://github.com/bukzor -.. _@hpk42: https://github.com/hpk42 -.. _@nicoddemus: https://github.com/nicoddemus -.. _@jab: https://github.com/jab -.. _@codewarrior0: https://github.com/codewarrior0 -.. _@jaraco: https://github.com/jaraco -.. _@The-Compiler: https://github.com/The-Compiler -.. _@Shinkenjoe: https://github.com/Shinkenjoe -.. _@tomviner: https://github.com/tomviner -.. _@RonnyPfannschmidt: https://github.com/RonnyPfannschmidt -.. _@rabbbit: https://github.com/rabbbit -.. _@hackebrot: https://github.com/hackebrot +.. _`traceback style docs`: https://pytest.org/en/stable/how-to/output.html#modifying-python-traceback-printing diff --git a/doc/en/announce/release-2.9.1.rst b/doc/en/announce/release-2.9.1.rst index 47bc2e6..6a627ad 100644 --- a/doc/en/announce/release-2.9.1.rst +++ b/doc/en/announce/release-2.9.1.rst @@ -37,31 +37,21 @@ The py.test Development Team **Bug Fixes** * Improve error message when a plugin fails to load. - Thanks `@nicoddemus`_ for the PR. + Thanks :user:`nicoddemus` for the PR. -* Fix (`#1178 `_): +* Fix (:issue:`1178`): ``pytest.fail`` with non-ascii characters raises an internal pytest error. - Thanks `@nicoddemus`_ for the PR. + Thanks :user:`nicoddemus` for the PR. -* Fix (`#469`_): junit parses report.nodeid incorrectly, when params IDs - contain ``::``. Thanks `@tomviner`_ for the PR (`#1431`_). +* Fix (:issue:`469`): junit parses report.nodeid incorrectly, when params IDs + contain ``::``. Thanks :user:`tomviner` for the PR (:pull:`1431`). -* Fix (`#578 `_): SyntaxErrors +* Fix (:issue:`578`): SyntaxErrors containing non-ascii lines at the point of failure generated an internal py.test error. - Thanks `@asottile`_ for the report and `@nicoddemus`_ for the PR. + Thanks :user:`asottile` for the report and :user:`nicoddemus` for the PR. -* Fix (`#1437`_): When passing in a bytestring regex pattern to parameterize +* Fix (:issue:`1437`): When passing in a bytestring regex pattern to parameterize attempt to decode it as utf-8 ignoring errors. -* Fix (`#649`_): parametrized test nodes cannot be specified to run on the command line. - - -.. _#1437: https://github.com/pytest-dev/pytest/issues/1437 -.. _#469: https://github.com/pytest-dev/pytest/issues/469 -.. _#1431: https://github.com/pytest-dev/pytest/pull/1431 -.. _#649: https://github.com/pytest-dev/pytest/issues/649 - -.. _@asottile: https://github.com/asottile -.. _@nicoddemus: https://github.com/nicoddemus -.. _@tomviner: https://github.com/tomviner +* Fix (:issue:`649`): parametrized test nodes cannot be specified to run on the command line. diff --git a/doc/en/announce/release-2.9.2.rst b/doc/en/announce/release-2.9.2.rst index ffd8dc5..2dc82a1 100644 --- a/doc/en/announce/release-2.9.2.rst +++ b/doc/en/announce/release-2.9.2.rst @@ -39,40 +39,27 @@ The py.test Development Team **Bug Fixes** -* fix `#510`_: skip tests where one parameterize dimension was empty - thanks Alex Stapleton for the Report and `@RonnyPfannschmidt`_ for the PR +* fix :issue:`510`: skip tests where one parameterize dimension was empty + thanks Alex Stapleton for the Report and :user:`RonnyPfannschmidt` for the PR * Fix Xfail does not work with condition keyword argument. - Thanks `@astraw38`_ for reporting the issue (`#1496`_) and `@tomviner`_ - for PR the (`#1524`_). + Thanks :user:`astraw38` for reporting the issue (:issue:`1496`) and :user:`tomviner` + for PR the (:pull:`1524`). * Fix win32 path issue when putting custom config file with absolute path in ``pytest.main("-c your_absolute_path")``. * Fix maximum recursion depth detection when raised error class is not aware of unicode/encoded bytes. - Thanks `@prusse-martin`_ for the PR (`#1506`_). + Thanks :user:`prusse-martin` for the PR (:pull:`1506`). * Fix ``pytest.mark.skip`` mark when used in strict mode. - Thanks `@pquentin`_ for the PR and `@RonnyPfannschmidt`_ for + Thanks :user:`pquentin` for the PR and :user:`RonnyPfannschmidt` for showing how to fix the bug. * Minor improvements and fixes to the documentation. - Thanks `@omarkohl`_ for the PR. + Thanks :user:`omarkohl` for the PR. * Fix ``--fixtures`` to show all fixture definitions as opposed to just one per fixture name. - Thanks to `@hackebrot`_ for the PR. - -.. _#510: https://github.com/pytest-dev/pytest/issues/510 -.. _#1506: https://github.com/pytest-dev/pytest/pull/1506 -.. _#1496: https://github.com/pytest-dev/pytest/issues/1496 -.. _#1524: https://github.com/pytest-dev/pytest/pull/1524 - -.. _@astraw38: https://github.com/astraw38 -.. _@hackebrot: https://github.com/hackebrot -.. _@omarkohl: https://github.com/omarkohl -.. _@pquentin: https://github.com/pquentin -.. _@prusse-martin: https://github.com/prusse-martin -.. _@RonnyPfannschmidt: https://github.com/RonnyPfannschmidt -.. _@tomviner: https://github.com/tomviner + Thanks to :user:`hackebrot` for the PR. diff --git a/doc/en/announce/release-6.2.3.rst b/doc/en/announce/release-6.2.3.rst new file mode 100644 index 0000000..e45aa6a --- /dev/null +++ b/doc/en/announce/release-6.2.3.rst @@ -0,0 +1,19 @@ +pytest-6.2.3 +======================================= + +pytest 6.2.3 has just been released to PyPI. + +This is a bug-fix release, being a drop-in replacement. To upgrade:: + + pip install --upgrade pytest + +The full changelog is available at https://docs.pytest.org/en/stable/changelog.html. + +Thanks to all of the contributors to this release: + +* Bruno Oliveira +* Ran Benita + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-6.2.4.rst b/doc/en/announce/release-6.2.4.rst new file mode 100644 index 0000000..fa2e3e7 --- /dev/null +++ b/doc/en/announce/release-6.2.4.rst @@ -0,0 +1,22 @@ +pytest-6.2.4 +======================================= + +pytest 6.2.4 has just been released to PyPI. + +This is a bug-fix release, being a drop-in replacement. To upgrade:: + + pip install --upgrade pytest + +The full changelog is available at https://docs.pytest.org/en/stable/changelog.html. + +Thanks to all of the contributors to this release: + +* Anthony Sottile +* Bruno Oliveira +* Christian Maurer +* Florian Bruhin +* Ran Benita + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-6.2.5.rst b/doc/en/announce/release-6.2.5.rst new file mode 100644 index 0000000..bc6b4cf --- /dev/null +++ b/doc/en/announce/release-6.2.5.rst @@ -0,0 +1,30 @@ +pytest-6.2.5 +======================================= + +pytest 6.2.5 has just been released to PyPI. + +This is a bug-fix release, being a drop-in replacement. To upgrade:: + + pip install --upgrade pytest + +The full changelog is available at https://docs.pytest.org/en/stable/changelog.html. + +Thanks to all of the contributors to this release: + +* Anthony Sottile +* Bruno Oliveira +* Brylie Christopher Oxley +* Daniel Asztalos +* Florian Bruhin +* Jason Haugen +* MapleCCC +* Michał Górny +* Miro Hrončok +* Ran Benita +* Ronny Pfannschmidt +* Sylvain Bellemare +* Thomas Güttler + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.0.0.rst b/doc/en/announce/release-7.0.0.rst new file mode 100644 index 0000000..3ce4335 --- /dev/null +++ b/doc/en/announce/release-7.0.0.rst @@ -0,0 +1,74 @@ +pytest-7.0.0 +======================================= + +The pytest team is proud to announce the 7.0.0 release! + +This release contains new features, improvements, bug fixes, and breaking changes, so users +are encouraged to take a look at the CHANGELOG carefully: + + https://docs.pytest.org/en/stable/changelog.html + +For complete documentation, please visit: + + https://docs.pytest.org/en/stable/ + +As usual, you can upgrade from PyPI via: + + pip install -U pytest + +Thanks to all of the contributors to this release: + +* Adam J. Stewart +* Alexander King +* Amin Alaee +* Andrew Neitsch +* Anthony Sottile +* Ben Davies +* Bernát Gábor +* Brian Okken +* Bruno Oliveira +* Cristian Vera +* Dan Alvizu +* David Szotten +* Eddie +* Emmanuel Arias +* Emmanuel Meric de Bellefon +* Eric Liu +* Florian Bruhin +* GergelyKalmar +* Graeme Smecher +* Harshna +* Hugo van Kemenade +* Jakub Kulík +* James Myatt +* Jeff Rasley +* Kale Kundert +* Kian Meng, Ang +* Miro Hrončok +* Naveen-Pratap +* Oleg Höfling +* Olga Matoula +* Ran Benita +* Ronny Pfannschmidt +* Simon K +* Srip +* Sören Wegener +* Taneli Hukkinen +* Terje Runde +* Thomas Grainger +* Thomas Hisch +* William Jamir Silva +* Yuval Shimon +* Zac Hatfield-Dodds +* andrewdotn +* denivyruck +* ericluoliu +* oleg.hoefling +* symonk +* ziebam +* Éloi Rivard +* Éric + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.0.0rc1.rst b/doc/en/announce/release-7.0.0rc1.rst new file mode 100644 index 0000000..a5bf0ed --- /dev/null +++ b/doc/en/announce/release-7.0.0rc1.rst @@ -0,0 +1,74 @@ +pytest-7.0.0rc1 +======================================= + +The pytest team is proud to announce the 7.0.0rc1 prerelease! + +This is a prerelease, not intended for production use, but to test the upcoming features and improvements +in order to catch any major problems before the final version is released to the major public. + +We appreciate your help testing this out before the final release, making sure to report any +regressions to our issue tracker: + +https://github.com/pytest-dev/pytest/issues + +When doing so, please include the string ``[prerelease]`` in the title. + +You can upgrade from PyPI via: + + pip install pytest==7.0.0rc1 + +Users are encouraged to take a look at the CHANGELOG carefully: + + https://docs.pytest.org/en/7.0.x/changelog.html + +Thanks to all the contributors to this release: + +* Adam J. Stewart +* Alexander King +* Amin Alaee +* Andrew Neitsch +* Anthony Sottile +* Ben Davies +* Bernát Gábor +* Brian Okken +* Bruno Oliveira +* Cristian Vera +* David Szotten +* Eddie +* Emmanuel Arias +* Emmanuel Meric de Bellefon +* Eric Liu +* Florian Bruhin +* GergelyKalmar +* Graeme Smecher +* Harshna +* Hugo van Kemenade +* Jakub Kulík +* James Myatt +* Jeff Rasley +* Kale Kundert +* Miro Hrončok +* Naveen-Pratap +* Oleg Höfling +* Ran Benita +* Ronny Pfannschmidt +* Simon K +* Srip +* Sören Wegener +* Taneli Hukkinen +* Terje Runde +* Thomas Grainger +* Thomas Hisch +* William Jamir Silva +* Zac Hatfield-Dodds +* andrewdotn +* denivyruck +* ericluoliu +* oleg.hoefling +* symonk +* ziebam +* Éloi Rivard + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.0.1.rst b/doc/en/announce/release-7.0.1.rst new file mode 100644 index 0000000..5accfba --- /dev/null +++ b/doc/en/announce/release-7.0.1.rst @@ -0,0 +1,20 @@ +pytest-7.0.1 +======================================= + +pytest 7.0.1 has just been released to PyPI. + +This is a bug-fix release, being a drop-in replacement. To upgrade:: + + pip install --upgrade pytest + +The full changelog is available at https://docs.pytest.org/en/stable/changelog.html. + +Thanks to all of the contributors to this release: + +* Anthony Sottile +* Bruno Oliveira +* Ran Benita + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.1.0.rst b/doc/en/announce/release-7.1.0.rst new file mode 100644 index 0000000..3361e1c --- /dev/null +++ b/doc/en/announce/release-7.1.0.rst @@ -0,0 +1,48 @@ +pytest-7.1.0 +======================================= + +The pytest team is proud to announce the 7.1.0 release! + +This release contains new features, improvements, and bug fixes, +the full list of changes is available in the changelog: + + https://docs.pytest.org/en/stable/changelog.html + +For complete documentation, please visit: + + https://docs.pytest.org/en/stable/ + +As usual, you can upgrade from PyPI via: + + pip install -U pytest + +Thanks to all of the contributors to this release: + +* Akuli +* Andrew Svetlov +* Anthony Sottile +* Brett Holman +* Bruno Oliveira +* Chris NeJame +* Dan Alvizu +* Elijah DeLee +* Emmanuel Arias +* Fabian Egli +* Florian Bruhin +* Gabor Szabo +* Hasan Ramezani +* Hugo van Kemenade +* Kian Meng, Ang +* Kojo Idrissa +* Masaru Tsuchiyama +* Olga Matoula +* P. L. Lim +* Ran Benita +* Tobias Deiminger +* Yuval Shimon +* eduardo naufel schettino +* Éric + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.1.1.rst b/doc/en/announce/release-7.1.1.rst new file mode 100644 index 0000000..d271c45 --- /dev/null +++ b/doc/en/announce/release-7.1.1.rst @@ -0,0 +1,18 @@ +pytest-7.1.1 +======================================= + +pytest 7.1.1 has just been released to PyPI. + +This is a bug-fix release, being a drop-in replacement. To upgrade:: + + pip install --upgrade pytest + +The full changelog is available at https://docs.pytest.org/en/stable/changelog.html. + +Thanks to all of the contributors to this release: + +* Ran Benita + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.1.2.rst b/doc/en/announce/release-7.1.2.rst new file mode 100644 index 0000000..ba33cdc --- /dev/null +++ b/doc/en/announce/release-7.1.2.rst @@ -0,0 +1,23 @@ +pytest-7.1.2 +======================================= + +pytest 7.1.2 has just been released to PyPI. + +This is a bug-fix release, being a drop-in replacement. To upgrade:: + + pip install --upgrade pytest + +The full changelog is available at https://docs.pytest.org/en/stable/changelog.html. + +Thanks to all of the contributors to this release: + +* Anthony Sottile +* Bruno Oliveira +* Hugo van Kemenade +* Kian Eliasi +* Ran Benita +* Zac Hatfield-Dodds + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.1.3.rst b/doc/en/announce/release-7.1.3.rst new file mode 100644 index 0000000..4cb1b27 --- /dev/null +++ b/doc/en/announce/release-7.1.3.rst @@ -0,0 +1,28 @@ +pytest-7.1.3 +======================================= + +pytest 7.1.3 has just been released to PyPI. + +This is a bug-fix release, being a drop-in replacement. To upgrade:: + + pip install --upgrade pytest + +The full changelog is available at https://docs.pytest.org/en/stable/changelog.html. + +Thanks to all of the contributors to this release: + +* Anthony Sottile +* Bruno Oliveira +* Gergely Kalmár +* Nipunn Koorapati +* Pax +* Sviatoslav Sydorenko +* Tim Hoffmann +* Tony Narlock +* Wolfremium +* Zach OBrien +* aizpurua23a + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.2.0.rst b/doc/en/announce/release-7.2.0.rst new file mode 100644 index 0000000..eca84ae --- /dev/null +++ b/doc/en/announce/release-7.2.0.rst @@ -0,0 +1,93 @@ +pytest-7.2.0 +======================================= + +The pytest team is proud to announce the 7.2.0 release! + +This release contains new features, improvements, and bug fixes, +the full list of changes is available in the changelog: + + https://docs.pytest.org/en/stable/changelog.html + +For complete documentation, please visit: + + https://docs.pytest.org/en/stable/ + +As usual, you can upgrade from PyPI via: + + pip install -U pytest + +Thanks to all of the contributors to this release: + +* Aaron Berdy +* Adam Turner +* Albert Villanova del Moral +* Alice Purcell +* Anthony Sottile +* Anton Yakutovich +* Babak Keyvani +* Brandon Chinn +* Bruno Oliveira +* Chanvin Xiao +* Cheuk Ting Ho +* Chris Wheeler +* EmptyRabbit +* Ezio Melotti +* Florian Best +* Florian Bruhin +* Fredrik Berndtsson +* Gabriel Landau +* Gergely Kalmár +* Hugo van Kemenade +* James Gerity +* John Litborn +* Jon Parise +* Kevin C +* Kian Eliasi +* MatthewFlamm +* Miro Hrončok +* Nate Meyvis +* Neil Girdhar +* Nhieuvu1802 +* Nipunn Koorapati +* Ofek Lev +* Paul Müller +* Paul Reece +* Pax +* Pete Baughman +* Peyman Salehi +* Philipp A +* Ran Benita +* Robert O'Shea +* Ronny Pfannschmidt +* Rowin +* Ruth Comer +* Samuel Colvin +* Samuel Gaist +* Sandro Tosi +* Shantanu +* Simon K +* Stephen Rosen +* Sviatoslav Sydorenko +* Tatiana Ovary +* Thierry Moisan +* Thomas Grainger +* Tim Hoffmann +* Tobias Diez +* Tony Narlock +* Vivaan Verma +* Wolfremium +* Zac Hatfield-Dodds +* Zach OBrien +* aizpurua23a +* gresm +* holesch +* itxasos23 +* johnkangw +* skhomuti +* sommersoft +* wodny +* zx.qiu + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.2.1.rst b/doc/en/announce/release-7.2.1.rst new file mode 100644 index 0000000..80ac7af --- /dev/null +++ b/doc/en/announce/release-7.2.1.rst @@ -0,0 +1,25 @@ +pytest-7.2.1 +======================================= + +pytest 7.2.1 has just been released to PyPI. + +This is a bug-fix release, being a drop-in replacement. To upgrade:: + + pip install --upgrade pytest + +The full changelog is available at https://docs.pytest.org/en/stable/changelog.html. + +Thanks to all of the contributors to this release: + +* Anthony Sottile +* Bruno Oliveira +* Daniel Valenzuela +* Kadino +* Prerak Patel +* Ronny Pfannschmidt +* Santiago Castro +* s-padmanaban + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.2.2.rst b/doc/en/announce/release-7.2.2.rst new file mode 100644 index 0000000..b34a6ff --- /dev/null +++ b/doc/en/announce/release-7.2.2.rst @@ -0,0 +1,25 @@ +pytest-7.2.2 +======================================= + +pytest 7.2.2 has just been released to PyPI. + +This is a bug-fix release, being a drop-in replacement. To upgrade:: + + pip install --upgrade pytest + +The full changelog is available at https://docs.pytest.org/en/stable/changelog.html. + +Thanks to all of the contributors to this release: + +* Bruno Oliveira +* Garvit Shubham +* Mahesh Vashishtha +* Ramsey +* Ronny Pfannschmidt +* Teejay +* q0w +* vin01 + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.3.0.rst b/doc/en/announce/release-7.3.0.rst new file mode 100644 index 0000000..33258da --- /dev/null +++ b/doc/en/announce/release-7.3.0.rst @@ -0,0 +1,130 @@ +pytest-7.3.0 +======================================= + +The pytest team is proud to announce the 7.3.0 release! + +This release contains new features, improvements, and bug fixes, +the full list of changes is available in the changelog: + + https://docs.pytest.org/en/stable/changelog.html + +For complete documentation, please visit: + + https://docs.pytest.org/en/stable/ + +As usual, you can upgrade from PyPI via: + + pip install -U pytest + +Thanks to all of the contributors to this release: + +* Aaron Berdy +* Adam Turner +* Albert Villanova del Moral +* Alessio Izzo +* Alex Hadley +* Alice Purcell +* Anthony Sottile +* Anton Yakutovich +* Ashish Kurmi +* Babak Keyvani +* Billy +* Brandon Chinn +* Bruno Oliveira +* Cal Jacobson +* Chanvin Xiao +* Cheuk Ting Ho +* Chris Wheeler +* Daniel Garcia Moreno +* Daniel Scheffler +* Daniel Valenzuela +* EmptyRabbit +* Ezio Melotti +* Felix Hofstätter +* Florian Best +* Florian Bruhin +* Fredrik Berndtsson +* Gabriel Landau +* Garvit Shubham +* Gergely Kalmár +* HTRafal +* Hugo van Kemenade +* Ilya Konstantinov +* Itxaso Aizpurua +* James Gerity +* Jay +* John Litborn +* Jon Parise +* Jouke Witteveen +* Kadino +* Kevin C +* Kian Eliasi +* Klaus Rettinghaus +* Kodi Arfer +* Mahesh Vashishtha +* Manuel Jacob +* Marko Pacak +* MatthewFlamm +* Miro Hrončok +* Nate Meyvis +* Neil Girdhar +* Nhieuvu1802 +* Nipunn Koorapati +* Ofek Lev +* Paul Kehrer +* Paul Müller +* Paul Reece +* Pax +* Pete Baughman +* Peyman Salehi +* Philipp A +* Pierre Sassoulas +* Prerak Patel +* Ramsey +* Ran Benita +* Robert O'Shea +* Ronny Pfannschmidt +* Rowin +* Ruth Comer +* Samuel Colvin +* Samuel Gaist +* Sandro Tosi +* Santiago Castro +* Shantanu +* Simon K +* Stefanie Molin +* Stephen Rosen +* Sviatoslav Sydorenko +* Tatiana Ovary +* Teejay +* Thierry Moisan +* Thomas Grainger +* Tim Hoffmann +* Tobias Diez +* Tony Narlock +* Vivaan Verma +* Wolfremium +* Yannick PÉROUX +* Yusuke Kadowaki +* Zac Hatfield-Dodds +* Zach OBrien +* aizpurua23a +* bitzge +* bluthej +* gresm +* holesch +* itxasos23 +* johnkangw +* q0w +* rdb +* s-padmanaban +* skhomuti +* sommersoft +* vin01 +* wim glenn +* wodny +* zx.qiu + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.3.1.rst b/doc/en/announce/release-7.3.1.rst new file mode 100644 index 0000000..e920fa8 --- /dev/null +++ b/doc/en/announce/release-7.3.1.rst @@ -0,0 +1,18 @@ +pytest-7.3.1 +======================================= + +pytest 7.3.1 has just been released to PyPI. + +This is a bug-fix release, being a drop-in replacement. To upgrade:: + + pip install --upgrade pytest + +The full changelog is available at https://docs.pytest.org/en/stable/changelog.html. + +Thanks to all of the contributors to this release: + +* Ran Benita + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.3.2.rst b/doc/en/announce/release-7.3.2.rst new file mode 100644 index 0000000..b3b112f --- /dev/null +++ b/doc/en/announce/release-7.3.2.rst @@ -0,0 +1,21 @@ +pytest-7.3.2 +======================================= + +pytest 7.3.2 has just been released to PyPI. + +This is a bug-fix release, being a drop-in replacement. To upgrade:: + + pip install --upgrade pytest + +The full changelog is available at https://docs.pytest.org/en/stable/changelog.html. + +Thanks to all of the contributors to this release: + +* Adam J. Stewart +* Alessio Izzo +* Bruno Oliveira +* Ran Benita + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.4.0.rst b/doc/en/announce/release-7.4.0.rst new file mode 100644 index 0000000..5a0d182 --- /dev/null +++ b/doc/en/announce/release-7.4.0.rst @@ -0,0 +1,49 @@ +pytest-7.4.0 +======================================= + +The pytest team is proud to announce the 7.4.0 release! + +This release contains new features, improvements, and bug fixes, +the full list of changes is available in the changelog: + + https://docs.pytest.org/en/stable/changelog.html + +For complete documentation, please visit: + + https://docs.pytest.org/en/stable/ + +As usual, you can upgrade from PyPI via: + + pip install -U pytest + +Thanks to all of the contributors to this release: + +* Adam J. Stewart +* Alessio Izzo +* Alex +* Alex Lambson +* Brian Larsen +* Bruno Oliveira +* Bryan Ricker +* Chris Mahoney +* Facundo Batista +* Florian Bruhin +* Jarrett Keifer +* Kenny Y +* Miro Hrončok +* Ran Benita +* Roberto Aldera +* Ronny Pfannschmidt +* Sergey Kim +* Stefanie Molin +* Vijay Arora +* Ville Skyttä +* Zac Hatfield-Dodds +* bzoracler +* leeyueh +* nondescryptid +* theirix + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.4.1.rst b/doc/en/announce/release-7.4.1.rst new file mode 100644 index 0000000..efadcf9 --- /dev/null +++ b/doc/en/announce/release-7.4.1.rst @@ -0,0 +1,20 @@ +pytest-7.4.1 +======================================= + +pytest 7.4.1 has just been released to PyPI. + +This is a bug-fix release, being a drop-in replacement. To upgrade:: + + pip install --upgrade pytest + +The full changelog is available at https://docs.pytest.org/en/stable/changelog.html. + +Thanks to all of the contributors to this release: + +* Bruno Oliveira +* Florian Bruhin +* Ran Benita + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.4.2.rst b/doc/en/announce/release-7.4.2.rst new file mode 100644 index 0000000..22191e7 --- /dev/null +++ b/doc/en/announce/release-7.4.2.rst @@ -0,0 +1,18 @@ +pytest-7.4.2 +======================================= + +pytest 7.4.2 has just been released to PyPI. + +This is a bug-fix release, being a drop-in replacement. To upgrade:: + + pip install --upgrade pytest + +The full changelog is available at https://docs.pytest.org/en/stable/changelog.html. + +Thanks to all of the contributors to this release: + +* Bruno Oliveira + + +Happy testing, +The pytest Development Team diff --git a/doc/en/announce/release-7.4.3.rst b/doc/en/announce/release-7.4.3.rst new file mode 100644 index 0000000..0f319c1 --- /dev/null +++ b/doc/en/announce/release-7.4.3.rst @@ -0,0 +1,19 @@ +pytest-7.4.3 +======================================= + +pytest 7.4.3 has just been released to PyPI. + +This is a bug-fix release, being a drop-in replacement. To upgrade:: + + pip install --upgrade pytest + +The full changelog is available at https://docs.pytest.org/en/stable/changelog.html. + +Thanks to all of the contributors to this release: + +* Bruno Oliveira +* Marc Mueller + + +Happy testing, +The pytest Development Team diff --git a/doc/en/assert.rst b/doc/en/assert.rst deleted file mode 100644 index b83e30e..0000000 --- a/doc/en/assert.rst +++ /dev/null @@ -1,342 +0,0 @@ - -The writing and reporting of assertions in tests -================================================== - -.. _`assertfeedback`: -.. _`assert with the assert statement`: -.. _`assert`: - - -Asserting with the ``assert`` statement ---------------------------------------------------------- - -``pytest`` allows you to use the standard python ``assert`` for verifying -expectations and values in Python tests. For example, you can write the -following: - -.. code-block:: python - - # content of test_assert1.py - def f(): - return 3 - - - def test_function(): - assert f() == 4 - -to assert that your function returns a certain value. If this assertion fails -you will see the return value of the function call: - -.. code-block:: pytest - - $ pytest test_assert1.py - =========================== test session starts ============================ - platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y - cachedir: $PYTHON_PREFIX/.pytest_cache - rootdir: $REGENDOC_TMPDIR - collected 1 item - - test_assert1.py F [100%] - - ================================= FAILURES ================================= - ______________________________ test_function _______________________________ - - def test_function(): - > assert f() == 4 - E assert 3 == 4 - E + where 3 = f() - - test_assert1.py:6: AssertionError - ========================= short test summary info ========================== - FAILED test_assert1.py::test_function - assert 3 == 4 - ============================ 1 failed in 0.12s ============================= - -``pytest`` has support for showing the values of the most common subexpressions -including calls, attributes, comparisons, and binary and unary -operators. (See :ref:`tbreportdemo`). This allows you to use the -idiomatic python constructs without boilerplate code while not losing -introspection information. - -However, if you specify a message with the assertion like this: - -.. code-block:: python - - assert a % 2 == 0, "value was odd, should be even" - -then no assertion introspection takes places at all and the message -will be simply shown in the traceback. - -See :ref:`assert-details` for more information on assertion introspection. - -.. _`assertraises`: - -Assertions about expected exceptions ------------------------------------------- - -In order to write assertions about raised exceptions, you can use -:func:`pytest.raises` as a context manager like this: - -.. code-block:: python - - import pytest - - - def test_zero_division(): - with pytest.raises(ZeroDivisionError): - 1 / 0 - -and if you need to have access to the actual exception info you may use: - -.. code-block:: python - - def test_recursion_depth(): - with pytest.raises(RuntimeError) as excinfo: - - def f(): - f() - - f() - assert "maximum recursion" in str(excinfo.value) - -``excinfo`` is an ``ExceptionInfo`` instance, which is a wrapper around -the actual exception raised. The main attributes of interest are -``.type``, ``.value`` and ``.traceback``. - -You can pass a ``match`` keyword parameter to the context-manager to test -that a regular expression matches on the string representation of an exception -(similar to the ``TestCase.assertRaisesRegexp`` method from ``unittest``): - -.. code-block:: python - - import pytest - - - def myfunc(): - raise ValueError("Exception 123 raised") - - - def test_match(): - with pytest.raises(ValueError, match=r".* 123 .*"): - myfunc() - -The regexp parameter of the ``match`` method is matched with the ``re.search`` -function, so in the above example ``match='123'`` would have worked as -well. - -There's an alternate form of the :func:`pytest.raises` function where you pass -a function that will be executed with the given ``*args`` and ``**kwargs`` and -assert that the given exception is raised: - -.. code-block:: python - - pytest.raises(ExpectedException, func, *args, **kwargs) - -The reporter will provide you with helpful output in case of failures such as *no -exception* or *wrong exception*. - -Note that it is also possible to specify a "raises" argument to -``pytest.mark.xfail``, which checks that the test is failing in a more -specific way than just having any exception raised: - -.. code-block:: python - - @pytest.mark.xfail(raises=IndexError) - def test_f(): - f() - -Using :func:`pytest.raises` is likely to be better for cases where you are -testing exceptions your own code is deliberately raising, whereas using -``@pytest.mark.xfail`` with a check function is probably better for something -like documenting unfixed bugs (where the test describes what "should" happen) -or bugs in dependencies. - - -.. _`assertwarns`: - -Assertions about expected warnings ------------------------------------------ - - - -You can check that code raises a particular warning using -:ref:`pytest.warns `. - - -.. _newreport: - -Making use of context-sensitive comparisons -------------------------------------------------- - - - -``pytest`` has rich support for providing context-sensitive information -when it encounters comparisons. For example: - -.. code-block:: python - - # content of test_assert2.py - - - def test_set_comparison(): - set1 = set("1308") - set2 = set("8035") - assert set1 == set2 - -if you run this module: - -.. code-block:: pytest - - $ pytest test_assert2.py - =========================== test session starts ============================ - platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y - cachedir: $PYTHON_PREFIX/.pytest_cache - rootdir: $REGENDOC_TMPDIR - collected 1 item - - test_assert2.py F [100%] - - ================================= FAILURES ================================= - ___________________________ test_set_comparison ____________________________ - - def test_set_comparison(): - set1 = set("1308") - set2 = set("8035") - > assert set1 == set2 - E AssertionError: assert {'0', '1', '3', '8'} == {'0', '3', '5', '8'} - E Extra items in the left set: - E '1' - E Extra items in the right set: - E '5' - E Use -v to get the full diff - - test_assert2.py:6: AssertionError - ========================= short test summary info ========================== - FAILED test_assert2.py::test_set_comparison - AssertionError: assert {'0'... - ============================ 1 failed in 0.12s ============================= - -Special comparisons are done for a number of cases: - -* comparing long strings: a context diff is shown -* comparing long sequences: first failing indices -* comparing dicts: different entries - -See the :ref:`reporting demo ` for many more examples. - -Defining your own explanation for failed assertions ---------------------------------------------------- - -It is possible to add your own detailed explanations by implementing -the ``pytest_assertrepr_compare`` hook. - -.. autofunction:: _pytest.hookspec.pytest_assertrepr_compare - :noindex: - -As an example consider adding the following hook in a :ref:`conftest.py ` -file which provides an alternative explanation for ``Foo`` objects: - -.. code-block:: python - - # content of conftest.py - from test_foocompare import Foo - - - def pytest_assertrepr_compare(op, left, right): - if isinstance(left, Foo) and isinstance(right, Foo) and op == "==": - return [ - "Comparing Foo instances:", - " vals: {} != {}".format(left.val, right.val), - ] - -now, given this test module: - -.. code-block:: python - - # content of test_foocompare.py - class Foo: - def __init__(self, val): - self.val = val - - def __eq__(self, other): - return self.val == other.val - - - def test_compare(): - f1 = Foo(1) - f2 = Foo(2) - assert f1 == f2 - -you can run the test module and get the custom output defined in -the conftest file: - -.. code-block:: pytest - - $ pytest -q test_foocompare.py - F [100%] - ================================= FAILURES ================================= - _______________________________ test_compare _______________________________ - - def test_compare(): - f1 = Foo(1) - f2 = Foo(2) - > assert f1 == f2 - E assert Comparing Foo instances: - E vals: 1 != 2 - - test_foocompare.py:12: AssertionError - ========================= short test summary info ========================== - FAILED test_foocompare.py::test_compare - assert Comparing Foo instances: - 1 failed in 0.12s - -.. _assert-details: -.. _`assert introspection`: - -Assertion introspection details -------------------------------- - - -Reporting details about a failing assertion is achieved by rewriting assert -statements before they are run. Rewritten assert statements put introspection -information into the assertion failure message. ``pytest`` only rewrites test -modules directly discovered by its test collection process, so **asserts in -supporting modules which are not themselves test modules will not be rewritten**. - -You can manually enable assertion rewriting for an imported module by calling -`register_assert_rewrite `_ -before you import it (a good place to do that is in your root ``conftest.py``). - -For further information, Benjamin Peterson wrote up `Behind the scenes of pytest's new assertion rewriting `_. - -Assertion rewriting caches files on disk -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -``pytest`` will write back the rewritten modules to disk for caching. You can disable -this behavior (for example to avoid leaving stale ``.pyc`` files around in projects that -move files around a lot) by adding this to the top of your ``conftest.py`` file: - -.. code-block:: python - - import sys - - sys.dont_write_bytecode = True - -Note that you still get the benefits of assertion introspection, the only change is that -the ``.pyc`` files won't be cached on disk. - -Additionally, rewriting will silently skip caching if it cannot write new ``.pyc`` files, -i.e. in a read-only filesystem or a zipfile. - - -Disabling assert rewriting -~~~~~~~~~~~~~~~~~~~~~~~~~~ - -``pytest`` rewrites test modules on import by using an import -hook to write new ``pyc`` files. Most of the time this works transparently. -However, if you are working with the import machinery yourself, the import hook may -interfere. - -If this is the case you have two options: - -* Disable rewriting for a specific module by adding the string - ``PYTEST_DONT_REWRITE`` to its docstring. - -* Disable rewriting for all modules by using ``--assert=plain``. diff --git a/doc/en/backwards-compatibility.rst b/doc/en/backwards-compatibility.rst index 7b3027e..ea0c6a7 100644 --- a/doc/en/backwards-compatibility.rst +++ b/doc/en/backwards-compatibility.rst @@ -22,7 +22,9 @@ b) transitional: the old and new API don't conflict We will only start the removal of deprecated functionality in major releases (e.g. if we deprecate something in 3.0 we will start to remove it in 4.0), and keep it around for at least two minor releases (e.g. if we deprecate something in 3.9 and 4.0 is the next release, we start to remove it in 5.0, not in 4.0). - When the deprecation expires (e.g. 4.0 is released), we won't remove the deprecated functionality immediately, but will use the standard warning filters to turn them into **errors** by default. This approach makes it explicit that removal is imminent, and still gives you time to turn the deprecated feature into a warning instead of an error so it can be dealt with in your own time. In the next minor release (e.g. 4.1), the feature will be effectively removed. + A deprecated feature scheduled to be removed in major version X will use the warning class `PytestRemovedInXWarning` (a subclass of :class:`~pytest.PytestDeprecationwarning`). + + When the deprecation expires (e.g. 4.0 is released), we won't remove the deprecated functionality immediately, but will use the standard warning filters to turn `PytestRemovedInXWarning` (e.g. `PytestRemovedIn4Warning`) into **errors** by default. This approach makes it explicit that removal is imminent, and still gives you time to turn the deprecated feature into a warning instead of an error so it can be dealt with in your own time. In the next minor release (e.g. 4.1), the feature will be effectively removed. c) true breakage: should only be considered when normal transition is unreasonably unsustainable and would offset important development/features by years. @@ -30,15 +32,15 @@ c) true breakage: should only be considered when normal transition is unreasonab Examples for such upcoming changes: - * removal of ``pytest_runtest_protocol/nextitem`` - `#895`_ + * removal of ``pytest_runtest_protocol/nextitem`` - :issue:`895` * rearranging of the node tree to include ``FunctionDefinition`` - * rearranging of ``SetupState`` `#895`_ + * rearranging of ``SetupState`` :issue:`895` True breakages must be announced first in an issue containing: * Detailed description of the change * Rationale - * Expected impact on users and plugin authors (example in `#895`_) + * Expected impact on users and plugin authors (example in :issue:`895`) After there's no hard *-1* on the issue it should be followed up by an initial proof-of-concept Pull Request. @@ -77,4 +79,18 @@ Features currently deprecated and removed in previous releases can be found in : We track future deprecation and removal of features using milestones and the `deprecation `_ and `removal `_ labels on GitHub. -.. _`#895`: https://github.com/pytest-dev/pytest/issues/895 +Python version support +====================== + +Released pytest versions support all Python versions that are actively maintained at the time of the release: + +============== =================== +pytest version min. Python version +============== =================== +7.1+ 3.7+ +6.2 - 7.0 3.6+ +5.0 - 6.1 3.5+ +3.3 - 4.6 2.7, 3.4+ +============== =================== + +`Status of Python Versions `__. diff --git a/doc/en/bash-completion.rst b/doc/en/bash-completion.rst deleted file mode 100644 index eaa0788..0000000 --- a/doc/en/bash-completion.rst +++ /dev/null @@ -1,33 +0,0 @@ - -.. _bash_completion: - -Setting up bash completion -========================== - -When using bash as your shell, ``pytest`` can use argcomplete -(https://argcomplete.readthedocs.io/) for auto-completion. -For this ``argcomplete`` needs to be installed **and** enabled. - -Install argcomplete using: - -.. code-block:: bash - - sudo pip install 'argcomplete>=0.5.7' - -For global activation of all argcomplete enabled python applications run: - -.. code-block:: bash - - sudo activate-global-python-argcomplete - -For permanent (but not global) ``pytest`` activation, use: - -.. code-block:: bash - - register-python-argcomplete pytest >> ~/.bashrc - -For one-time activation of argcomplete for ``pytest`` only, use: - -.. code-block:: bash - - eval "$(register-python-argcomplete pytest)" diff --git a/doc/en/builtin.rst b/doc/en/builtin.rst index 5c7c8df..4052894 100644 --- a/doc/en/builtin.rst +++ b/doc/en/builtin.rst @@ -6,7 +6,7 @@ Pytest API and builtin fixtures ================================================ -Most of the information of this page has been moved over to :ref:`reference`. +Most of the information of this page has been moved over to :ref:`api-reference`. For information on plugin hooks and objects, see :ref:`plugins`. @@ -16,8 +16,13 @@ For information about fixtures, see :ref:`fixtures`. To see a complete list of a .. code-block:: pytest - $ pytest -q --fixtures - cache + $ pytest --fixtures -v + =========================== test session starts ============================ + platform linux -- Python 3.x.y, pytest-7.x.y, pluggy-1.x.y -- $PYTHON_PREFIX/bin/python + cachedir: .pytest_cache + rootdir: /home/sweet/project + collected 0 items + cache -- .../_pytest/cacheprovider.py:532 Return a cache object that can persist state between testing sessions. cache.get(key, default) @@ -28,40 +33,95 @@ For information about fixtures, see :ref:`fixtures`. To see a complete list of a Values can be any object handled by the json stdlib module. - capsys - Enable text capturing of writes to ``sys.stdout`` and ``sys.stderr``. - - The captured output is made available via ``capsys.readouterr()`` method - calls, which return a ``(out, err)`` namedtuple. - ``out`` and ``err`` will be ``text`` objects. - - capsysbinary + capsysbinary -- .../_pytest/capture.py:1001 Enable bytes capturing of writes to ``sys.stdout`` and ``sys.stderr``. The captured output is made available via ``capsysbinary.readouterr()`` method calls, which return a ``(out, err)`` namedtuple. ``out`` and ``err`` will be ``bytes`` objects. - capfd + Returns an instance of :class:`CaptureFixture[bytes] `. + + Example: + + .. code-block:: python + + def test_output(capsysbinary): + print("hello") + captured = capsysbinary.readouterr() + assert captured.out == b"hello\n" + + capfd -- .../_pytest/capture.py:1029 Enable text capturing of writes to file descriptors ``1`` and ``2``. The captured output is made available via ``capfd.readouterr()`` method calls, which return a ``(out, err)`` namedtuple. ``out`` and ``err`` will be ``text`` objects. - capfdbinary + Returns an instance of :class:`CaptureFixture[str] `. + + Example: + + .. code-block:: python + + def test_system_echo(capfd): + os.system('echo "hello"') + captured = capfd.readouterr() + assert captured.out == "hello\n" + + capfdbinary -- .../_pytest/capture.py:1057 Enable bytes capturing of writes to file descriptors ``1`` and ``2``. The captured output is made available via ``capfd.readouterr()`` method calls, which return a ``(out, err)`` namedtuple. ``out`` and ``err`` will be ``byte`` objects. - doctest_namespace [session scope] + Returns an instance of :class:`CaptureFixture[bytes] `. + + Example: + + .. code-block:: python + + def test_system_echo(capfdbinary): + os.system('echo "hello"') + captured = capfdbinary.readouterr() + assert captured.out == b"hello\n" + + capsys -- .../_pytest/capture.py:973 + Enable text capturing of writes to ``sys.stdout`` and ``sys.stderr``. + + The captured output is made available via ``capsys.readouterr()`` method + calls, which return a ``(out, err)`` namedtuple. + ``out`` and ``err`` will be ``text`` objects. + + Returns an instance of :class:`CaptureFixture[str] `. + + Example: + + .. code-block:: python + + def test_output(capsys): + print("hello") + captured = capsys.readouterr() + assert captured.out == "hello\n" + + doctest_namespace [session scope] -- .../_pytest/doctest.py:757 Fixture that returns a :py:class:`dict` that will be injected into the namespace of doctests. - pytestconfig [session scope] - Session-scoped fixture that returns the :class:`_pytest.config.Config` object. + Usually this fixture is used in conjunction with another ``autouse`` fixture: + + .. code-block:: python + + @pytest.fixture(autouse=True) + def add_np(doctest_namespace): + doctest_namespace["np"] = numpy + + For more details: :ref:`doctest_namespace`. + + pytestconfig [session scope] -- .../_pytest/fixtures.py:1353 + Session-scoped fixture that returns the session's :class:`pytest.Config` + object. Example:: @@ -69,7 +129,7 @@ For information about fixtures, see :ref:`fixtures`. To see a complete list of a if pytestconfig.getoption("verbose") > 0: ... - record_property + record_property -- .../_pytest/junitxml.py:282 Add extra properties to the calling test. User properties become part of the test report and are available to the @@ -83,13 +143,13 @@ For information about fixtures, see :ref:`fixtures`. To see a complete list of a def test_function(record_property): record_property("example_key", 1) - record_xml_attribute + record_xml_attribute -- .../_pytest/junitxml.py:305 Add extra xml attributes to the tag for the calling test. The fixture is callable with ``name, value``. The value is automatically XML-encoded. - record_testsuite_property [session scope] + record_testsuite_property [session scope] -- .../_pytest/junitxml.py:343 Record a new ```` tag as child of the root ````. This is suitable to writing global information regarding the entire test @@ -103,15 +163,40 @@ For information about fixtures, see :ref:`fixtures`. To see a complete list of a record_testsuite_property("ARCH", "PPC") record_testsuite_property("STORAGE_TYPE", "CEPH") - ``name`` must be a string, ``value`` will be converted to a string and properly xml-escaped. + :param name: + The property name. + :param value: + The property value. Will be converted to a string. .. warning:: Currently this fixture **does not work** with the - `pytest-xdist `__ plugin. See issue - `#7767 `__ for details. + `pytest-xdist `__ plugin. See + :issue:`7767` for details. + + tmpdir_factory [session scope] -- .../_pytest/legacypath.py:302 + Return a :class:`pytest.TempdirFactory` instance for the test session. + + tmpdir -- .../_pytest/legacypath.py:309 + Return a temporary directory path object which is unique to each test + function invocation, created as a sub directory of the base temporary + directory. + + By default, a new base temporary directory is created each test session, + and old bases are removed after 3 sessions, to aid in debugging. If + ``--basetemp`` is used then it is cleared each session. See :ref:`base + temporary directory`. + + The returned object is a `legacy_path`_ object. + + .. note:: + These days, it is preferred to use ``tmp_path``. + + :ref:`About the tmpdir and tmpdir_factory fixtures`. - caplog + .. _legacy_path: https://py.readthedocs.io/en/latest/path.html + + caplog -- .../_pytest/logging.py:570 Access and control log capturing. Captured logs are available through the following properties/methods:: @@ -122,65 +207,55 @@ For information about fixtures, see :ref:`fixtures`. To see a complete list of a * caplog.record_tuples -> list of (logger_name, level, message) tuples * caplog.clear() -> clear captured records and formatted log output string - monkeypatch + monkeypatch -- .../_pytest/monkeypatch.py:30 A convenient fixture for monkey-patching. - The fixture provides these methods to modify objects, dictionaries or - os.environ:: + The fixture provides these methods to modify objects, dictionaries, or + :data:`os.environ`: - monkeypatch.setattr(obj, name, value, raising=True) - monkeypatch.delattr(obj, name, raising=True) - monkeypatch.setitem(mapping, name, value) - monkeypatch.delitem(obj, name, raising=True) - monkeypatch.setenv(name, value, prepend=False) - monkeypatch.delenv(name, raising=True) - monkeypatch.syspath_prepend(path) - monkeypatch.chdir(path) + * :meth:`monkeypatch.setattr(obj, name, value, raising=True) ` + * :meth:`monkeypatch.delattr(obj, name, raising=True) ` + * :meth:`monkeypatch.setitem(mapping, name, value) ` + * :meth:`monkeypatch.delitem(obj, name, raising=True) ` + * :meth:`monkeypatch.setenv(name, value, prepend=None) ` + * :meth:`monkeypatch.delenv(name, raising=True) ` + * :meth:`monkeypatch.syspath_prepend(path) ` + * :meth:`monkeypatch.chdir(path) ` + * :meth:`monkeypatch.context() ` All modifications will be undone after the requesting test function or - fixture has finished. The ``raising`` parameter determines if a KeyError - or AttributeError will be raised if the set/deletion operation has no target. + fixture has finished. The ``raising`` parameter determines if a :class:`KeyError` + or :class:`AttributeError` will be raised if the set/deletion operation does not have the + specified target. + + To undo modifications done by the fixture in a contained scope, + use :meth:`context() `. - recwarn + recwarn -- .../_pytest/recwarn.py:30 Return a :class:`WarningsRecorder` instance that records all warnings emitted by test functions. - See http://docs.python.org/library/warnings.html for information + See https://docs.pytest.org/en/latest/how-to/capture-warnings.html for information on warning categories. - tmpdir_factory [session scope] - Return a :class:`_pytest.tmpdir.TempdirFactory` instance for the test session. - - tmp_path_factory [session scope] - Return a :class:`_pytest.tmpdir.TempPathFactory` instance for the test session. - - tmpdir - Return a temporary directory path object which is unique to each test - function invocation, created as a sub directory of the base temporary - directory. - - By default, a new base temporary directory is created each test session, - and old bases are removed after 3 sessions, to aid in debugging. If - ``--basetemp`` is used then it is cleared each session. See :ref:`base - temporary directory`. + tmp_path_factory [session scope] -- .../_pytest/tmpdir.py:245 + Return a :class:`pytest.TempPathFactory` instance for the test session. - The returned object is a `py.path.local`_ path object. - - .. _`py.path.local`: https://py.readthedocs.io/en/latest/path.html - - tmp_path + tmp_path -- .../_pytest/tmpdir.py:260 Return a temporary directory path object which is unique to each test function invocation, created as a sub directory of the base temporary directory. By default, a new base temporary directory is created each test session, - and old bases are removed after 3 sessions, to aid in debugging. If - ``--basetemp`` is used then it is cleared each session. See :ref:`base + and old bases are removed after 3 sessions, to aid in debugging. + This behavior can be configured with :confval:`tmp_path_retention_count` and + :confval:`tmp_path_retention_policy`. + If ``--basetemp`` is used then it is cleared each session. See :ref:`base temporary directory`. The returned object is a :class:`pathlib.Path` object. - no tests ran in 0.12s + ========================== no tests ran in 0.12s =========================== You can also interactively ask for help, e.g. by typing on the Python interactive prompt something like: diff --git a/doc/en/cache.rst b/doc/en/cache.rst deleted file mode 100644 index 42ca473..0000000 --- a/doc/en/cache.rst +++ /dev/null @@ -1,389 +0,0 @@ -.. _`cache_provider`: -.. _cache: - - -Cache: working with cross-testrun state -======================================= - - - -Usage ---------- - -The plugin provides two command line options to rerun failures from the -last ``pytest`` invocation: - -* ``--lf``, ``--last-failed`` - to only re-run the failures. -* ``--ff``, ``--failed-first`` - to run the failures first and then the rest of - the tests. - -For cleanup (usually not needed), a ``--cache-clear`` option allows to remove -all cross-session cache contents ahead of a test run. - -Other plugins may access the `config.cache`_ object to set/get -**json encodable** values between ``pytest`` invocations. - -.. note:: - - This plugin is enabled by default, but can be disabled if needed: see - :ref:`cmdunregister` (the internal name for this plugin is - ``cacheprovider``). - - -Rerunning only failures or failures first ------------------------------------------------ - -First, let's create 50 test invocation of which only 2 fail: - -.. code-block:: python - - # content of test_50.py - import pytest - - - @pytest.mark.parametrize("i", range(50)) - def test_num(i): - if i in (17, 25): - pytest.fail("bad luck") - -If you run this for the first time you will see two failures: - -.. code-block:: pytest - - $ pytest -q - .................F.......F........................ [100%] - ================================= FAILURES ================================= - _______________________________ test_num[17] _______________________________ - - i = 17 - - @pytest.mark.parametrize("i", range(50)) - def test_num(i): - if i in (17, 25): - > pytest.fail("bad luck") - E Failed: bad luck - - test_50.py:7: Failed - _______________________________ test_num[25] _______________________________ - - i = 25 - - @pytest.mark.parametrize("i", range(50)) - def test_num(i): - if i in (17, 25): - > pytest.fail("bad luck") - E Failed: bad luck - - test_50.py:7: Failed - ========================= short test summary info ========================== - FAILED test_50.py::test_num[17] - Failed: bad luck - FAILED test_50.py::test_num[25] - Failed: bad luck - 2 failed, 48 passed in 0.12s - -If you then run it with ``--lf``: - -.. code-block:: pytest - - $ pytest --lf - =========================== test session starts ============================ - platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y - cachedir: $PYTHON_PREFIX/.pytest_cache - rootdir: $REGENDOC_TMPDIR - collected 2 items - run-last-failure: rerun previous 2 failures - - test_50.py FF [100%] - - ================================= FAILURES ================================= - _______________________________ test_num[17] _______________________________ - - i = 17 - - @pytest.mark.parametrize("i", range(50)) - def test_num(i): - if i in (17, 25): - > pytest.fail("bad luck") - E Failed: bad luck - - test_50.py:7: Failed - _______________________________ test_num[25] _______________________________ - - i = 25 - - @pytest.mark.parametrize("i", range(50)) - def test_num(i): - if i in (17, 25): - > pytest.fail("bad luck") - E Failed: bad luck - - test_50.py:7: Failed - ========================= short test summary info ========================== - FAILED test_50.py::test_num[17] - Failed: bad luck - FAILED test_50.py::test_num[25] - Failed: bad luck - ============================ 2 failed in 0.12s ============================= - -You have run only the two failing tests from the last run, while the 48 passing -tests have not been run ("deselected"). - -Now, if you run with the ``--ff`` option, all tests will be run but the first -previous failures will be executed first (as can be seen from the series -of ``FF`` and dots): - -.. code-block:: pytest - - $ pytest --ff - =========================== test session starts ============================ - platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y - cachedir: $PYTHON_PREFIX/.pytest_cache - rootdir: $REGENDOC_TMPDIR - collected 50 items - run-last-failure: rerun previous 2 failures first - - test_50.py FF................................................ [100%] - - ================================= FAILURES ================================= - _______________________________ test_num[17] _______________________________ - - i = 17 - - @pytest.mark.parametrize("i", range(50)) - def test_num(i): - if i in (17, 25): - > pytest.fail("bad luck") - E Failed: bad luck - - test_50.py:7: Failed - _______________________________ test_num[25] _______________________________ - - i = 25 - - @pytest.mark.parametrize("i", range(50)) - def test_num(i): - if i in (17, 25): - > pytest.fail("bad luck") - E Failed: bad luck - - test_50.py:7: Failed - ========================= short test summary info ========================== - FAILED test_50.py::test_num[17] - Failed: bad luck - FAILED test_50.py::test_num[25] - Failed: bad luck - ======================= 2 failed, 48 passed in 0.12s ======================= - -.. _`config.cache`: - -New ``--nf``, ``--new-first`` options: run new tests first followed by the rest -of the tests, in both cases tests are also sorted by the file modified time, -with more recent files coming first. - -Behavior when no tests failed in the last run ---------------------------------------------- - -When no tests failed in the last run, or when no cached ``lastfailed`` data was -found, ``pytest`` can be configured either to run all of the tests or no tests, -using the ``--last-failed-no-failures`` option, which takes one of the following values: - -.. code-block:: bash - - pytest --last-failed --last-failed-no-failures all # run all tests (default behavior) - pytest --last-failed --last-failed-no-failures none # run no tests and exit - -The new config.cache object --------------------------------- - -.. regendoc:wipe - -Plugins or conftest.py support code can get a cached value using the -pytest ``config`` object. Here is a basic example plugin which -implements a :ref:`fixture ` which re-uses previously created state -across pytest invocations: - -.. code-block:: python - - # content of test_caching.py - import pytest - import time - - - def expensive_computation(): - print("running expensive computation...") - - - @pytest.fixture - def mydata(request): - val = request.config.cache.get("example/value", None) - if val is None: - expensive_computation() - val = 42 - request.config.cache.set("example/value", val) - return val - - - def test_function(mydata): - assert mydata == 23 - -If you run this command for the first time, you can see the print statement: - -.. code-block:: pytest - - $ pytest -q - F [100%] - ================================= FAILURES ================================= - ______________________________ test_function _______________________________ - - mydata = 42 - - def test_function(mydata): - > assert mydata == 23 - E assert 42 == 23 - - test_caching.py:20: AssertionError - -------------------------- Captured stdout setup --------------------------- - running expensive computation... - ========================= short test summary info ========================== - FAILED test_caching.py::test_function - assert 42 == 23 - 1 failed in 0.12s - -If you run it a second time, the value will be retrieved from -the cache and nothing will be printed: - -.. code-block:: pytest - - $ pytest -q - F [100%] - ================================= FAILURES ================================= - ______________________________ test_function _______________________________ - - mydata = 42 - - def test_function(mydata): - > assert mydata == 23 - E assert 42 == 23 - - test_caching.py:20: AssertionError - ========================= short test summary info ========================== - FAILED test_caching.py::test_function - assert 42 == 23 - 1 failed in 0.12s - -See the :fixture:`config.cache fixture ` for more details. - - -Inspecting Cache content ------------------------- - -You can always peek at the content of the cache using the -``--cache-show`` command line option: - -.. code-block:: pytest - - $ pytest --cache-show - =========================== test session starts ============================ - platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y - cachedir: $PYTHON_PREFIX/.pytest_cache - rootdir: $REGENDOC_TMPDIR - cachedir: $PYTHON_PREFIX/.pytest_cache - --------------------------- cache values for '*' --------------------------- - cache/lastfailed contains: - {'test_50.py::test_num[17]': True, - 'test_50.py::test_num[25]': True, - 'test_assert1.py::test_function': True, - 'test_assert2.py::test_set_comparison': True, - 'test_caching.py::test_function': True, - 'test_foocompare.py::test_compare': True} - cache/nodeids contains: - ['test_50.py::test_num[0]', - 'test_50.py::test_num[10]', - 'test_50.py::test_num[11]', - 'test_50.py::test_num[12]', - 'test_50.py::test_num[13]', - 'test_50.py::test_num[14]', - 'test_50.py::test_num[15]', - 'test_50.py::test_num[16]', - 'test_50.py::test_num[17]', - 'test_50.py::test_num[18]', - 'test_50.py::test_num[19]', - 'test_50.py::test_num[1]', - 'test_50.py::test_num[20]', - 'test_50.py::test_num[21]', - 'test_50.py::test_num[22]', - 'test_50.py::test_num[23]', - 'test_50.py::test_num[24]', - 'test_50.py::test_num[25]', - 'test_50.py::test_num[26]', - 'test_50.py::test_num[27]', - 'test_50.py::test_num[28]', - 'test_50.py::test_num[29]', - 'test_50.py::test_num[2]', - 'test_50.py::test_num[30]', - 'test_50.py::test_num[31]', - 'test_50.py::test_num[32]', - 'test_50.py::test_num[33]', - 'test_50.py::test_num[34]', - 'test_50.py::test_num[35]', - 'test_50.py::test_num[36]', - 'test_50.py::test_num[37]', - 'test_50.py::test_num[38]', - 'test_50.py::test_num[39]', - 'test_50.py::test_num[3]', - 'test_50.py::test_num[40]', - 'test_50.py::test_num[41]', - 'test_50.py::test_num[42]', - 'test_50.py::test_num[43]', - 'test_50.py::test_num[44]', - 'test_50.py::test_num[45]', - 'test_50.py::test_num[46]', - 'test_50.py::test_num[47]', - 'test_50.py::test_num[48]', - 'test_50.py::test_num[49]', - 'test_50.py::test_num[4]', - 'test_50.py::test_num[5]', - 'test_50.py::test_num[6]', - 'test_50.py::test_num[7]', - 'test_50.py::test_num[8]', - 'test_50.py::test_num[9]', - 'test_assert1.py::test_function', - 'test_assert2.py::test_set_comparison', - 'test_caching.py::test_function', - 'test_foocompare.py::test_compare'] - cache/stepwise contains: - [] - example/value contains: - 42 - - ========================== no tests ran in 0.12s =========================== - -``--cache-show`` takes an optional argument to specify a glob pattern for -filtering: - -.. code-block:: pytest - - $ pytest --cache-show example/* - =========================== test session starts ============================ - platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y - cachedir: $PYTHON_PREFIX/.pytest_cache - rootdir: $REGENDOC_TMPDIR - cachedir: $PYTHON_PREFIX/.pytest_cache - ----------------------- cache values for 'example/*' ----------------------- - example/value contains: - 42 - - ========================== no tests ran in 0.12s =========================== - -Clearing Cache content ----------------------- - -You can instruct pytest to clear all cache files and values -by adding the ``--cache-clear`` option like this: - -.. code-block:: bash - - pytest --cache-clear - -This is recommended for invocations from Continuous Integration -servers where isolation and correctness is more important -than speed. - - -Stepwise --------- - -As an alternative to ``--lf -x``, especially for cases where you expect a large part of the test suite will fail, ``--sw``, ``--stepwise`` allows you to fix them one at a time. The test suite will run until the first failure and then stop. At the next invocation, tests will continue from the last failing test and then run until the next failing test. You may use the ``--stepwise-skip`` option to ignore one failing test and stop the test execution on the second failing test instead. This is useful if you get stuck on a failing test and just want to ignore it until later. diff --git a/doc/en/capture.rst b/doc/en/capture.rst deleted file mode 100644 index caaebdf..0000000 --- a/doc/en/capture.rst +++ /dev/null @@ -1,171 +0,0 @@ - -.. _`captures`: - -Capturing of the stdout/stderr output -========================================================= - -Default stdout/stderr/stdin capturing behaviour ---------------------------------------------------------- - -During test execution any output sent to ``stdout`` and ``stderr`` is -captured. If a test or a setup method fails its according captured -output will usually be shown along with the failure traceback. (this -behavior can be configured by the ``--show-capture`` command-line option). - -In addition, ``stdin`` is set to a "null" object which will -fail on attempts to read from it because it is rarely desired -to wait for interactive input when running automated tests. - -By default capturing is done by intercepting writes to low level -file descriptors. This allows to capture output from simple -print statements as well as output from a subprocess started by -a test. - -.. _capture-method: - -Setting capturing methods or disabling capturing -------------------------------------------------- - -There are three ways in which ``pytest`` can perform capturing: - -* ``fd`` (file descriptor) level capturing (default): All writes going to the - operating system file descriptors 1 and 2 will be captured. - -* ``sys`` level capturing: Only writes to Python files ``sys.stdout`` - and ``sys.stderr`` will be captured. No capturing of writes to - filedescriptors is performed. - -* ``tee-sys`` capturing: Python writes to ``sys.stdout`` and ``sys.stderr`` - will be captured, however the writes will also be passed-through to - the actual ``sys.stdout`` and ``sys.stderr``. This allows output to be - 'live printed' and captured for plugin use, such as junitxml (new in pytest 5.4). - -.. _`disable capturing`: - -You can influence output capturing mechanisms from the command line: - -.. code-block:: bash - - pytest -s # disable all capturing - pytest --capture=sys # replace sys.stdout/stderr with in-mem files - pytest --capture=fd # also point filedescriptors 1 and 2 to temp file - pytest --capture=tee-sys # combines 'sys' and '-s', capturing sys.stdout/stderr - # and passing it along to the actual sys.stdout/stderr - -.. _printdebugging: - -Using print statements for debugging ---------------------------------------------------- - -One primary benefit of the default capturing of stdout/stderr output -is that you can use print statements for debugging: - -.. code-block:: python - - # content of test_module.py - - - def setup_function(function): - print("setting up", function) - - - def test_func1(): - assert True - - - def test_func2(): - assert False - -and running this module will show you precisely the output -of the failing function and hide the other one: - -.. code-block:: pytest - - $ pytest - =========================== test session starts ============================ - platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y - cachedir: $PYTHON_PREFIX/.pytest_cache - rootdir: $REGENDOC_TMPDIR - collected 2 items - - test_module.py .F [100%] - - ================================= FAILURES ================================= - ________________________________ test_func2 ________________________________ - - def test_func2(): - > assert False - E assert False - - test_module.py:12: AssertionError - -------------------------- Captured stdout setup --------------------------- - setting up - ========================= short test summary info ========================== - FAILED test_module.py::test_func2 - assert False - ======================= 1 failed, 1 passed in 0.12s ======================== - -Accessing captured output from a test function ---------------------------------------------------- - -The ``capsys``, ``capsysbinary``, ``capfd``, and ``capfdbinary`` fixtures -allow access to stdout/stderr output created during test execution. Here is -an example test function that performs some output related checks: - -.. code-block:: python - - def test_myoutput(capsys): # or use "capfd" for fd-level - print("hello") - sys.stderr.write("world\n") - captured = capsys.readouterr() - assert captured.out == "hello\n" - assert captured.err == "world\n" - print("next") - captured = capsys.readouterr() - assert captured.out == "next\n" - -The ``readouterr()`` call snapshots the output so far - -and capturing will be continued. After the test -function finishes the original streams will -be restored. Using ``capsys`` this way frees your -test from having to care about setting/resetting -output streams and also interacts well with pytest's -own per-test capturing. - -If you want to capture on filedescriptor level you can use -the ``capfd`` fixture which offers the exact -same interface but allows to also capture output from -libraries or subprocesses that directly write to operating -system level output streams (FD1 and FD2). - - - -The return value from ``readouterr`` changed to a ``namedtuple`` with two attributes, ``out`` and ``err``. - - - -If the code under test writes non-textual data, you can capture this using -the ``capsysbinary`` fixture which instead returns ``bytes`` from -the ``readouterr`` method. - - - - -If the code under test writes non-textual data, you can capture this using -the ``capfdbinary`` fixture which instead returns ``bytes`` from -the ``readouterr`` method. The ``capfdbinary`` fixture operates on the -filedescriptor level. - - - - -To temporarily disable capture within a test, both ``capsys`` -and ``capfd`` have a ``disabled()`` method that can be used -as a context manager, disabling capture inside the ``with`` block: - -.. code-block:: python - - def test_disabling_capturing(capsys): - print("this output is captured") - with capsys.disabled(): - print("output not captured, going directly to sys.stdout") - print("this output is also captured") diff --git a/doc/en/changelog.rst b/doc/en/changelog.rst index 3e854f5..121d170 100644 --- a/doc/en/changelog.rst +++ b/doc/en/changelog.rst @@ -28,16 +28,1242 @@ with advance notice in the **Deprecations** section of releases. .. towncrier release notes start +pytest 7.4.3 (2023-10-24) +========================= + +Bug Fixes +--------- + +- `#10447 `_: Markers are now considered in the reverse mro order to ensure base class markers are considered first -- this resolves a regression. + + +- `#11239 `_: Fixed ``:=`` in asserts impacting unrelated test cases. + + +- `#11439 `_: Handled an edge case where :data:`sys.stderr` might already be closed when :ref:`faulthandler` is tearing down. + + +pytest 7.4.2 (2023-09-07) +========================= + +Bug Fixes +--------- + +- `#11237 `_: Fix doctest collection of `functools.cached_property` objects. + + +- `#11306 `_: Fixed bug using ``--importmode=importlib`` which would cause package ``__init__.py`` files to be imported more than once in some cases. + + +- `#11367 `_: Fixed bug where `user_properties` where not being saved in the JUnit XML file if a fixture failed during teardown. + + +- `#11394 `_: Fixed crash when parsing long command line arguments that might be interpreted as files. + + + +Improved Documentation +---------------------- + +- `#11391 `_: Improved disclaimer on pytest plugin reference page to better indicate this is an automated, non-curated listing. + + +pytest 7.4.1 (2023-09-02) +========================= + +Bug Fixes +--------- + +- `#10337 `_: Fixed bug where fake intermediate modules generated by ``--import-mode=importlib`` would not include the + child modules as attributes of the parent modules. + + +- `#10702 `_: Fixed error assertion handling in :func:`pytest.approx` when ``None`` is an expected or received value when comparing dictionaries. + + +- `#10811 `_: Fixed issue when using ``--import-mode=importlib`` together with ``--doctest-modules`` that caused modules + to be imported more than once, causing problems with modules that have import side effects. + + +pytest 7.4.0 (2023-06-23) +========================= + +Features +-------- + +- `#10901 `_: Added :func:`ExceptionInfo.from_exception() `, a simpler way to create an :class:`~pytest.ExceptionInfo` from an exception. + This can replace :func:`ExceptionInfo.from_exc_info() ` for most uses. + + + +Improvements +------------ + +- `#10872 `_: Update test log report annotation to named tuple and fixed inconsistency in docs for :hook:`pytest_report_teststatus` hook. + + +- `#10907 `_: When an exception traceback to be displayed is completely filtered out (by mechanisms such as ``__tracebackhide__``, internal frames, and similar), now only the exception string and the following message are shown: + + "All traceback entries are hidden. Pass `--full-trace` to see hidden and internal frames.". + + Previously, the last frame of the traceback was shown, even though it was hidden. + + +- `#10940 `_: Improved verbose output (``-vv``) of ``skip`` and ``xfail`` reasons by performing text wrapping while leaving a clear margin for progress output. + + Added ``TerminalReporter.wrap_write()`` as a helper for that. + + +- `#10991 `_: Added handling of ``%f`` directive to print microseconds in log format options, such as ``log-date-format``. + + +- `#11005 `_: Added the underlying exception to the cache provider's path creation and write warning messages. + + +- `#11013 `_: Added warning when :confval:`testpaths` is set, but paths are not found by glob. In this case, pytest will fall back to searching from the current directory. + + +- `#11043 `_: When `--confcutdir` is not specified, and there is no config file present, the conftest cutoff directory (`--confcutdir`) is now set to the :ref:`rootdir `. + Previously in such cases, `conftest.py` files would be probed all the way to the root directory of the filesystem. + If you are badly affected by this change, consider adding an empty config file to your desired cutoff directory, or explicitly set `--confcutdir`. + + +- `#11081 `_: The :confval:`norecursedirs` check is now performed in a :hook:`pytest_ignore_collect` implementation, so plugins can affect it. + + If after updating to this version you see that your `norecursedirs` setting is not being respected, + it means that a conftest or a plugin you use has a bad `pytest_ignore_collect` implementation. + Most likely, your hook returns `False` for paths it does not want to ignore, + which ends the processing and doesn't allow other plugins, including pytest itself, to ignore the path. + The fix is to return `None` instead of `False` for paths your hook doesn't want to ignore. + + +- `#8711 `_: :func:`caplog.set_level() ` and :func:`caplog.at_level() ` + will temporarily enable the requested ``level`` if ``level`` was disabled globally via + ``logging.disable(LEVEL)``. + + + +Bug Fixes +--------- + +- `#10831 `_: Terminal Reporting: Fixed bug when running in ``--tb=line`` mode where ``pytest.fail(pytrace=False)`` tests report ``None``. + + +- `#11068 `_: Fixed the ``--last-failed`` whole-file skipping functionality ("skipped N files") for :ref:`non-python test files `. + + +- `#11104 `_: Fixed a regression in pytest 7.3.2 which caused to :confval:`testpaths` to be considered for loading initial conftests, + even when it was not utilized (e.g. when explicit paths were given on the command line). + Now the ``testpaths`` are only considered when they are in use. + + +- `#1904 `_: Fixed traceback entries hidden with ``__tracebackhide__ = True`` still being shown for chained exceptions (parts after "... the above exception ..." message). + + +- `#7781 `_: Fix writing non-encodable text to log file when using ``--debug``. + + + +Improved Documentation +---------------------- + +- `#9146 `_: Improved documentation for :func:`caplog.set_level() `. + + + +Trivial/Internal Changes +------------------------ + +- `#11031 `_: Enhanced the CLI flag for ``-c`` to now include ``--config-file`` to make it clear that this flag applies to the usage of a custom config file. + + +pytest 7.3.2 (2023-06-10) +========================= + +Bug Fixes +--------- + +- `#10169 `_: Fix bug where very long option names could cause pytest to break with ``OSError: [Errno 36] File name too long`` on some systems. + + +- `#10894 `_: Support for Python 3.12 (beta at the time of writing). + + +- `#10987 `_: :confval:`testpaths` is now honored to load root ``conftests``. + + +- `#10999 `_: The `monkeypatch` `setitem`/`delitem` type annotations now allow `TypedDict` arguments. + + +- `#11028 `_: Fixed bug in assertion rewriting where a variable assigned with the walrus operator could not be used later in a function call. + + +- `#11054 `_: Fixed ``--last-failed``'s "(skipped N files)" functionality for files inside of packages (directories with `__init__.py` files). + + +pytest 7.3.1 (2023-04-14) +========================= + +Improvements +------------ + +- `#10875 `_: Python 3.12 support: fixed ``RuntimeError: TestResult has no addDuration method`` when running ``unittest`` tests. + + +- `#10890 `_: Python 3.12 support: fixed ``shutil.rmtree(onerror=...)`` deprecation warning when using :fixture:`tmp_path`. + + + +Bug Fixes +--------- + +- `#10896 `_: Fixed performance regression related to :fixture:`tmp_path` and the new :confval:`tmp_path_retention_policy` option. + + +- `#10903 `_: Fix crash ``INTERNALERROR IndexError: list index out of range`` which happens when displaying an exception where all entries are hidden. + This reverts the change "Correctly handle ``__tracebackhide__`` for chained exceptions." introduced in version 7.3.0. + + +pytest 7.3.0 (2023-04-08) +========================= + +Features +-------- + +- `#10525 `_: Test methods decorated with ``@classmethod`` can now be discovered as tests, following the same rules as normal methods. This fills the gap that static methods were discoverable as tests but not class methods. + + +- `#10755 `_: :confval:`console_output_style` now supports ``progress-even-when-capture-no`` to force the use of the progress output even when capture is disabled. This is useful in large test suites where capture may have significant performance impact. + + +- `#7431 `_: ``--log-disable`` CLI option added to disable individual loggers. + + +- `#8141 `_: Added :confval:`tmp_path_retention_count` and :confval:`tmp_path_retention_policy` configuration options to control how directories created by the :fixture:`tmp_path` fixture are kept. + + + +Improvements +------------ + +- `#10226 `_: If multiple errors are raised in teardown, we now re-raise an ``ExceptionGroup`` of them instead of discarding all but the last. + + +- `#10658 `_: Allow ``-p`` arguments to include spaces (eg: ``-p no:logging`` instead of + ``-pno:logging``). Mostly useful in the ``addopts`` section of the configuration + file. + + +- `#10710 `_: Added ``start`` and ``stop`` timestamps to ``TestReport`` objects. + + +- `#10727 `_: Split the report header for ``rootdir``, ``config file`` and ``testpaths`` so each has its own line. + + +- `#10840 `_: pytest should no longer crash on AST with pathological position attributes, for example testing AST produced by `Hylang __`. + + +- `#6267 `_: The full output of a test is no longer truncated if the truncation message would be longer than + the hidden text. The line number shown has also been fixed. + + + +Bug Fixes +--------- + +- `#10743 `_: The assertion rewriting mechanism now works correctly when assertion expressions contain the walrus operator. + + +- `#10765 `_: Fixed :fixture:`tmp_path` fixture always raising :class:`OSError` on ``emscripten`` platform due to missing :func:`os.getuid`. + + +- `#1904 `_: Correctly handle ``__tracebackhide__`` for chained exceptions. + NOTE: This change was reverted in version 7.3.1. + + + +Improved Documentation +---------------------- + +- `#10782 `_: Fixed the minimal example in :ref:`goodpractices`: ``pip install -e .`` requires a ``version`` entry in ``pyproject.toml`` to run successfully. + + + +Trivial/Internal Changes +------------------------ + +- `#10669 `_: pytest no longer directly depends on the `attrs `__ package. While + we at pytest all love the package dearly and would like to thank the ``attrs`` team for many years of cooperation and support, + it makes sense for ``pytest`` to have as little external dependencies as possible, as this helps downstream projects. + With that in mind, we have replaced the pytest's limited internal usage to use the standard library's ``dataclasses`` instead. + + Nice diffs for ``attrs`` classes are still supported though. + + +pytest 7.2.2 (2023-03-03) +========================= + +Bug Fixes +--------- + +- `#10533 `_: Fixed :func:`pytest.approx` handling of dictionaries containing one or more values of `0.0`. + + +- `#10592 `_: Fixed crash if `--cache-show` and `--help` are passed at the same time. + + +- `#10597 `_: Fixed bug where a fixture method named ``teardown`` would be called as part of ``nose`` teardown stage. + + +- `#10626 `_: Fixed crash if ``--fixtures`` and ``--help`` are passed at the same time. + + +- `#10660 `_: Fixed :py:func:`pytest.raises` to return a 'ContextManager' so that type-checkers could narrow + :code:`pytest.raises(...) if ... else nullcontext()` down to 'ContextManager' rather than 'object'. + + + +Improved Documentation +---------------------- + +- `#10690 `_: Added `CI` and `BUILD_NUMBER` environment variables to the documentation. + + +- `#10721 `_: Fixed entry-points declaration in the documentation example using Hatch. + + +- `#10753 `_: Changed wording of the module level skip to be very explicit + about not collecting tests and not executing the rest of the module. + + +pytest 7.2.1 (2023-01-13) +========================= + +Bug Fixes +--------- + +- `#10452 `_: Fix 'importlib.abc.TraversableResources' deprecation warning in Python 3.12. + + +- `#10457 `_: If a test is skipped from inside a fixture, the test summary now shows the test location instead of the fixture location. + + +- `#10506 `_: Fix bug where sometimes pytest would use the file system root directory as :ref:`rootdir ` on Windows. + + +- `#10607 `_: Fix a race condition when creating junitxml reports, which could occur when multiple instances of pytest execute in parallel. + + +- `#10641 `_: Fix a race condition when creating or updating the stepwise plugin's cache, which could occur when multiple xdist worker nodes try to simultaneously update the stepwise plugin's cache. + + +pytest 7.2.0 (2022-10-23) +========================= + +Deprecations +------------ + +- `#10012 `_: Update :class:`pytest.PytestUnhandledCoroutineWarning` to a deprecation; it will raise an error in pytest 8. + + +- `#10396 `_: pytest no longer depends on the ``py`` library. ``pytest`` provides a vendored copy of ``py.error`` and ``py.path`` modules but will use the ``py`` library if it is installed. If you need other ``py.*`` modules, continue to install the deprecated ``py`` library separately, otherwise it can usually be removed as a dependency. + + +- `#4562 `_: Deprecate configuring hook specs/impls using attributes/marks. + + Instead use :py:func:`pytest.hookimpl` and :py:func:`pytest.hookspec`. + For more details, see the :ref:`docs `. + + +- `#9886 `_: The functionality for running tests written for ``nose`` has been officially deprecated. + + This includes: + + * Plain ``setup`` and ``teardown`` functions and methods: this might catch users by surprise, as ``setup()`` and ``teardown()`` are not pytest idioms, but part of the ``nose`` support. + * Setup/teardown using the `@with_setup `_ decorator. + + For more details, consult the :ref:`deprecation docs `. + + .. _`with-setup-nose`: https://nose.readthedocs.io/en/latest/testing_tools.html?highlight=with_setup#nose.tools.with_setup + +- `#7337 `_: A deprecation warning is now emitted if a test function returns something other than `None`. This prevents a common mistake among beginners that expect that returning a `bool` (for example `return foo(a, b) == result`) would cause a test to pass or fail, instead of using `assert`. The plan is to make returning non-`None` from tests an error in the future. + + +Features +-------- + +- `#9897 `_: Added shell-style wildcard support to ``testpaths``. + + + +Improvements +------------ + +- `#10218 `_: ``@pytest.mark.parametrize()`` (and similar functions) now accepts any ``Sequence[str]`` for the argument names, + instead of just ``list[str]`` and ``tuple[str, ...]``. + + (Note that ``str``, which is itself a ``Sequence[str]``, is still treated as a + comma-delimited name list, as before). + + +- `#10381 `_: The ``--no-showlocals`` flag has been added. This can be passed directly to tests to override ``--showlocals`` declared through ``addopts``. + + +- `#3426 `_: Assertion failures with strings in NFC and NFD forms that normalize to the same string now have a dedicated error message detailing the issue, and their utf-8 representation is expressed instead. + + +- `#8508 `_: Introduce multiline display for warning matching via :py:func:`pytest.warns` and + enhance match comparison for :py:func:`_pytest._code.ExceptionInfo.match` as returned by :py:func:`pytest.raises`. + + +- `#8646 `_: Improve :py:func:`pytest.raises`. Previously passing an empty tuple would give a confusing + error. We now raise immediately with a more helpful message. + + +- `#9741 `_: On Python 3.11, use the standard library's :mod:`tomllib` to parse TOML. + + :mod:`tomli` is no longer a dependency on Python 3.11. + + +- `#9742 `_: Display assertion message without escaped newline characters with ``-vv``. + + +- `#9823 `_: Improved error message that is shown when no collector is found for a given file. + + +- `#9873 `_: Some coloring has been added to the short test summary. + + +- `#9883 `_: Normalize the help description of all command-line options. + + +- `#9920 `_: Display full crash messages in ``short test summary info``, when running in a CI environment. + + +- `#9987 `_: Added support for hidden configuration file by allowing ``.pytest.ini`` as an alternative to ``pytest.ini``. + + + +Bug Fixes +--------- + +- `#10150 `_: :data:`sys.stdin` now contains all expected methods of a file-like object when capture is enabled. + + +- `#10382 `_: Do not break into pdb when ``raise unittest.SkipTest()`` appears top-level in a file. + + +- `#7792 `_: Marks are now inherited according to the full MRO in test classes. Previously, if a test class inherited from two or more classes, only marks from the first super-class would apply. + + When inheriting marks from super-classes, marks from the sub-classes are now ordered before marks from the super-classes, in MRO order. Previously it was the reverse. + + When inheriting marks from super-classes, the `pytestmark` attribute of the sub-class now only contains the marks directly applied to it. Previously, it also contained marks from its super-classes. Please note that this attribute should not normally be accessed directly; use :func:`pytest.Node.iter_markers` instead. + + +- `#9159 `_: Showing inner exceptions by forcing native display in ``ExceptionGroups`` even when using display options other than ``--tb=native``. A temporary step before full implementation of pytest-native display for inner exceptions in ``ExceptionGroups``. + + +- `#9877 `_: Ensure ``caplog.get_records(when)`` returns current/correct data after invoking ``caplog.clear()``. + + + +Improved Documentation +---------------------- + +- `#10344 `_: Update information on writing plugins to use ``pyproject.toml`` instead of ``setup.py``. + + +- `#9248 `_: The documentation is now built using Sphinx 5.x (up from 3.x previously). + + +- `#9291 `_: Update documentation on how :func:`pytest.warns` affects :class:`DeprecationWarning`. + + + +Trivial/Internal Changes +------------------------ + +- `#10313 `_: Made ``_pytest.doctest.DoctestItem`` export ``pytest.DoctestItem`` for + type check and runtime purposes. Made `_pytest.doctest` use internal APIs + to avoid circular imports. + + +- `#9906 `_: Made ``_pytest.compat`` re-export ``importlib_metadata`` in the eyes of type checkers. + + +- `#9910 `_: Fix default encoding warning (``EncodingWarning``) in ``cacheprovider`` + + +- `#9984 `_: Improve the error message when we attempt to access a fixture that has been + torn down. + Add an additional sentence to the docstring explaining when it's not a good + idea to call ``getfixturevalue``. + + +pytest 7.1.3 (2022-08-31) +========================= + +Bug Fixes +--------- + +- `#10060 `_: When running with ``--pdb``, ``TestCase.tearDown`` is no longer called for tests when the *class* has been skipped via ``unittest.skip`` or ``pytest.mark.skip``. + + +- `#10190 `_: Invalid XML characters in setup or teardown error messages are now properly escaped for JUnit XML reports. + + +- `#10230 `_: Ignore ``.py`` files created by ``pyproject.toml``-based editable builds introduced in `pip 21.3 `__. + + +- `#3396 `_: Doctests now respect the ``--import-mode`` flag. + + +- `#9514 `_: Type-annotate ``FixtureRequest.param`` as ``Any`` as a stop gap measure until :issue:`8073` is fixed. + + +- `#9791 `_: Fixed a path handling code in ``rewrite.py`` that seems to work fine, but was incorrect and fails in some systems. + + +- `#9917 `_: Fixed string representation for :func:`pytest.approx` when used to compare tuples. + + + +Improved Documentation +---------------------- + +- `#9937 `_: Explicit note that :fixture:`tmpdir` fixture is discouraged in favour of :fixture:`tmp_path`. + + + +Trivial/Internal Changes +------------------------ + +- `#10114 `_: Replace `atomicwrites `__ dependency on windows with `os.replace`. + + +pytest 7.1.2 (2022-04-23) +========================= + +Bug Fixes +--------- + +- `#9726 `_: An unnecessary ``numpy`` import inside :func:`pytest.approx` was removed. + + +- `#9820 `_: Fix comparison of ``dataclasses`` with ``InitVar``. + + +- `#9869 `_: Increase ``stacklevel`` for the ``NODE_CTOR_FSPATH_ARG`` deprecation to point to the + user's code, not pytest. + + +- `#9871 `_: Fix a bizarre (and fortunately rare) bug where the `temp_path` fixture could raise + an internal error while attempting to get the current user's username. + + +pytest 7.1.1 (2022-03-17) +========================= + +Bug Fixes +--------- + +- `#9767 `_: Fixed a regression in pytest 7.1.0 where some conftest.py files outside of the source tree (e.g. in the `site-packages` directory) were not picked up. + + +pytest 7.1.0 (2022-03-13) +========================= + +Breaking Changes +---------------- + +- `#8838 `_: As per our policy, the following features have been deprecated in the 6.X series and are now + removed: + + * ``pytest._fillfuncargs`` function. + + * ``pytest_warning_captured`` hook - use ``pytest_warning_recorded`` instead. + + * ``-k -foobar`` syntax - use ``-k 'not foobar'`` instead. + + * ``-k foobar:`` syntax. + + * ``pytest.collect`` module - import from ``pytest`` directly. + + For more information consult + `Deprecations and Removals `__ in the docs. + + +- `#9437 `_: Dropped support for Python 3.6, which reached `end-of-life `__ at 2021-12-23. + + + +Improvements +------------ + +- `#5192 `_: Fixed test output for some data types where ``-v`` would show less information. + + Also, when showing diffs for sequences, ``-q`` would produce full diffs instead of the expected diff. + + +- `#9362 `_: pytest now avoids specialized assert formatting when it is detected that the default ``__eq__`` is overridden in ``attrs`` or ``dataclasses``. + + +- `#9536 `_: When ``-vv`` is given on command line, show skipping and xfail reasons in full instead of truncating them to fit the terminal width. + + +- `#9644 `_: More information about the location of resources that led Python to raise :class:`ResourceWarning` can now + be obtained by enabling :mod:`tracemalloc`. + + See :ref:`resource-warnings` for more information. + + +- `#9678 `_: More types are now accepted in the ``ids`` argument to ``@pytest.mark.parametrize``. + Previously only `str`, `float`, `int` and `bool` were accepted; + now `bytes`, `complex`, `re.Pattern`, `Enum` and anything with a `__name__` are also accepted. + + +- `#9692 `_: :func:`pytest.approx` now raises a :class:`TypeError` when given an unordered sequence (such as :class:`set`). + + Note that this implies that custom classes which only implement ``__iter__`` and ``__len__`` are no longer supported as they don't guarantee order. + + + +Bug Fixes +--------- + +- `#8242 `_: The deprecation of raising :class:`unittest.SkipTest` to skip collection of + tests during the pytest collection phase is reverted - this is now a supported + feature again. + + +- `#9493 `_: Symbolic link components are no longer resolved in conftest paths. + This means that if a conftest appears twice in collection tree, using symlinks, it will be executed twice. + For example, given + + tests/real/conftest.py + tests/real/test_it.py + tests/link -> tests/real + + running ``pytest tests`` now imports the conftest twice, once as ``tests/real/conftest.py`` and once as ``tests/link/conftest.py``. + This is a fix to match a similar change made to test collection itself in pytest 6.0 (see :pull:`6523` for details). + + +- `#9626 `_: Fixed count of selected tests on terminal collection summary when there were errors or skipped modules. + + If there were errors or skipped modules on collection, pytest would mistakenly subtract those from the selected count. + + +- `#9645 `_: Fixed regression where ``--import-mode=importlib`` used together with :envvar:`PYTHONPATH` or :confval:`pythonpath` would cause import errors in test suites. + + +- `#9708 `_: :fixture:`pytester` now requests a :fixture:`monkeypatch` fixture instead of creating one internally. This solves some issues with tests that involve pytest environment variables. + + +- `#9730 `_: Malformed ``pyproject.toml`` files now produce a clearer error message. + + +pytest 7.0.1 (2022-02-11) +========================= + +Bug Fixes +--------- + +- `#9608 `_: Fix invalid importing of ``importlib.readers`` in Python 3.9. + + +- `#9610 `_: Restore `UnitTestFunction.obj` to return unbound rather than bound method. + Fixes a crash during a failed teardown in unittest TestCases with non-default `__init__`. + Regressed in pytest 7.0.0. + + +- `#9636 `_: The ``pythonpath`` plugin was renamed to ``python_path``. This avoids a conflict with the ``pytest-pythonpath`` plugin. + + +- `#9642 `_: Fix running tests by id with ``::`` in the parametrize portion. + + +- `#9643 `_: Delay issuing a :class:`~pytest.PytestWarning` about diamond inheritance involving :class:`~pytest.Item` and + :class:`~pytest.Collector` so it can be filtered using :ref:`standard warning filters `. + + +pytest 7.0.0 (2022-02-03) +========================= + +(**Please see the full set of changes for this release also in the 7.0.0rc1 notes below**) + +Deprecations +------------ + +- `#9488 `_: If custom subclasses of nodes like :class:`pytest.Item` override the + ``__init__`` method, they should take ``**kwargs``. See + :ref:`uncooperative-constructors-deprecated` for details. + + Note that a deprection warning is only emitted when there is a conflict in the + arguments pytest expected to pass. This deprecation was already part of pytest + 7.0.0rc1 but wasn't documented. + + + +Bug Fixes +--------- + +- `#9355 `_: Fixed error message prints function decorators when using assert in Python 3.8 and above. + + +- `#9396 `_: Ensure :attr:`pytest.Config.inifile` is available during the :func:`pytest_cmdline_main <_pytest.hookspec.pytest_cmdline_main>` hook (regression during ``7.0.0rc1``). + + + +Improved Documentation +---------------------- + +- `#9404 `_: Added extra documentation on alternatives to common misuses of `pytest.warns(None)` ahead of its deprecation. + + +- `#9505 `_: Clarify where the configuration files are located. To avoid confusions documentation mentions + that configuration file is located in the root of the repository. + + + +Trivial/Internal Changes +------------------------ + +- `#9521 `_: Add test coverage to assertion rewrite path. + + +pytest 7.0.0rc1 (2021-12-06) +============================ + +Breaking Changes +---------------- + +- `#7259 `_: The :ref:`Node.reportinfo() ` function first return value type has been expanded from `py.path.local | str` to `os.PathLike[str] | str`. + + Most plugins which refer to `reportinfo()` only define it as part of a custom :class:`pytest.Item` implementation. + Since `py.path.local` is an `os.PathLike[str]`, these plugins are unaffacted. + + Plugins and users which call `reportinfo()`, use the first return value and interact with it as a `py.path.local`, would need to adjust by calling `py.path.local(fspath)`. + Although preferably, avoid the legacy `py.path.local` and use `pathlib.Path`, or use `item.location` or `item.path`, instead. + + Note: pytest was not able to provide a deprecation period for this change. + + +- `#8246 `_: ``--version`` now writes version information to ``stdout`` rather than ``stderr``. + + +- `#8733 `_: Drop a workaround for `pyreadline `__ that made it work with ``--pdb``. + + The workaround was introduced in `#1281 `__ in 2015, however since then + `pyreadline seems to have gone unmaintained `__, is `generating + warnings `__, and will stop working on Python 3.10. + + +- `#9061 `_: Using :func:`pytest.approx` in a boolean context now raises an error hinting at the proper usage. + + It is apparently common for users to mistakenly use ``pytest.approx`` like this: + + .. code-block:: python + + assert pytest.approx(actual, expected) + + While the correct usage is: + + .. code-block:: python + + assert actual == pytest.approx(expected) + + The new error message helps catch those mistakes. + + +- `#9277 `_: The ``pytest.Instance`` collector type has been removed. + Importing ``pytest.Instance`` or ``_pytest.python.Instance`` returns a dummy type and emits a deprecation warning. + See :ref:`instance-collector-deprecation` for details. + + +- `#9308 `_: **PytestRemovedIn7Warning deprecation warnings are now errors by default.** + + Following our plan to remove deprecated features with as little disruption as + possible, all warnings of type ``PytestRemovedIn7Warning`` now generate errors + instead of warning messages by default. + + **The affected features will be effectively removed in pytest 7.1**, so please consult the + :ref:`deprecations` section in the docs for directions on how to update existing code. + + In the pytest ``7.0.X`` series, it is possible to change the errors back into warnings as a + stopgap measure by adding this to your ``pytest.ini`` file: + + .. code-block:: ini + + [pytest] + filterwarnings = + ignore::pytest.PytestRemovedIn7Warning + + But this will stop working when pytest ``7.1`` is released. + + **If you have concerns** about the removal of a specific feature, please add a + comment to :issue:`9308`. + + + +Deprecations +------------ + +- `#7259 `_: ``py.path.local`` arguments for hooks have been deprecated. See :ref:`the deprecation note ` for full details. + + ``py.path.local`` arguments to Node constructors have been deprecated. See :ref:`the deprecation note ` for full details. + + .. note:: + The name of the :class:`~_pytest.nodes.Node` arguments and attributes (the + new attribute being ``path``) is **the opposite** of the situation for hooks + (the old argument being ``path``). + + This is an unfortunate artifact due to historical reasons, which should be + resolved in future versions as we slowly get rid of the :pypi:`py` + dependency (see :issue:`9283` for a longer discussion). + + +- `#7469 `_: Directly constructing the following classes is now deprecated: + + - ``_pytest.mark.structures.Mark`` + - ``_pytest.mark.structures.MarkDecorator`` + - ``_pytest.mark.structures.MarkGenerator`` + - ``_pytest.python.Metafunc`` + - ``_pytest.runner.CallInfo`` + - ``_pytest._code.ExceptionInfo`` + - ``_pytest.config.argparsing.Parser`` + - ``_pytest.config.argparsing.OptionGroup`` + - ``_pytest.pytester.HookRecorder`` + + These constructors have always been considered private, but now issue a deprecation warning, which may become a hard error in pytest 8. + + +- `#8242 `_: Raising :class:`unittest.SkipTest` to skip collection of tests during the + pytest collection phase is deprecated. Use :func:`pytest.skip` instead. + + Note: This deprecation only relates to using :class:`unittest.SkipTest` during test + collection. You are probably not doing that. Ordinary usage of + :class:`unittest.SkipTest` / :meth:`unittest.TestCase.skipTest` / + :func:`unittest.skip` in unittest test cases is fully supported. + + .. note:: This deprecation has been reverted in pytest 7.1.0. + + +- `#8315 `_: Several behaviors of :meth:`Parser.addoption ` are now + scheduled for removal in pytest 8 (deprecated since pytest 2.4.0): + + - ``parser.addoption(..., help=".. %default ..")`` - use ``%(default)s`` instead. + - ``parser.addoption(..., type="int/string/float/complex")`` - use ``type=int`` etc. instead. + + +- `#8447 `_: Defining a custom pytest node type which is both an :class:`pytest.Item ` and a :class:`pytest.Collector ` (e.g. :class:`pytest.File `) now issues a warning. + It was never sanely supported and triggers hard to debug errors. + + See :ref:`the deprecation note ` for full details. + + +- `#8592 `_: :hook:`pytest_cmdline_preparse` has been officially deprecated. It will be removed in a future release. Use :hook:`pytest_load_initial_conftests` instead. + + See :ref:`the deprecation note ` for full details. + + +- `#8645 `_: :func:`pytest.warns(None) ` is now deprecated because many people used + it to mean "this code does not emit warnings", but it actually had the effect of + checking that the code emits at least one warning of any type - like ``pytest.warns()`` + or ``pytest.warns(Warning)``. + + +- `#8948 `_: :func:`pytest.skip(msg=...) `, :func:`pytest.fail(msg=...) ` and :func:`pytest.exit(msg=...) ` + signatures now accept a ``reason`` argument instead of ``msg``. Using ``msg`` still works, but is deprecated and will be removed in a future release. + + This was changed for consistency with :func:`pytest.mark.skip ` and :func:`pytest.mark.xfail ` which both accept + ``reason`` as an argument. + +- `#8174 `_: The following changes have been made to types reachable through :attr:`pytest.ExceptionInfo.traceback`: + + - The ``path`` property of ``_pytest.code.Code`` returns ``Path`` instead of ``py.path.local``. + - The ``path`` property of ``_pytest.code.TracebackEntry`` returns ``Path`` instead of ``py.path.local``. + + There was no deprecation period for this change (sorry!). + + +Features +-------- + +- `#5196 `_: Tests are now ordered by definition order in more cases. + + In a class hierarchy, tests from base classes are now consistently ordered before tests defined on their subclasses (reverse MRO order). + + +- `#7132 `_: Added two environment variables :envvar:`PYTEST_THEME` and :envvar:`PYTEST_THEME_MODE` to let the users customize the pygments theme used. + + +- `#7259 `_: Added :meth:`cache.mkdir() `, which is similar to the existing :meth:`cache.makedir() `, + but returns a :class:`pathlib.Path` instead of a legacy ``py.path.local``. + + Added a ``paths`` type to :meth:`parser.addini() `, + as in ``parser.addini("mypaths", "my paths", type="paths")``, + which is similar to the existing ``pathlist``, + but returns a list of :class:`pathlib.Path` instead of legacy ``py.path.local``. + + +- `#7469 `_: The types of objects used in pytest's API are now exported so they may be used in type annotations. + + The newly-exported types are: + + - ``pytest.Config`` for :class:`Config `. + - ``pytest.Mark`` for :class:`marks `. + - ``pytest.MarkDecorator`` for :class:`mark decorators `. + - ``pytest.MarkGenerator`` for the :class:`pytest.mark ` singleton. + - ``pytest.Metafunc`` for the :class:`metafunc ` argument to the :hook:`pytest_generate_tests` hook. + - ``pytest.CallInfo`` for the :class:`CallInfo ` type passed to various hooks. + - ``pytest.PytestPluginManager`` for :class:`PytestPluginManager `. + - ``pytest.ExceptionInfo`` for the :class:`ExceptionInfo ` type returned from :func:`pytest.raises` and passed to various hooks. + - ``pytest.Parser`` for the :class:`Parser ` type passed to the :hook:`pytest_addoption` hook. + - ``pytest.OptionGroup`` for the :class:`OptionGroup ` type returned from the :func:`parser.addgroup ` method. + - ``pytest.HookRecorder`` for the :class:`HookRecorder ` type returned from :class:`~pytest.Pytester`. + - ``pytest.RecordedHookCall`` for the :class:`RecordedHookCall ` type returned from :class:`~pytest.HookRecorder`. + - ``pytest.RunResult`` for the :class:`RunResult ` type returned from :class:`~pytest.Pytester`. + - ``pytest.LineMatcher`` for the :class:`LineMatcher ` type used in :class:`~pytest.RunResult` and others. + - ``pytest.TestReport`` for the :class:`TestReport ` type used in various hooks. + - ``pytest.CollectReport`` for the :class:`CollectReport ` type used in various hooks. + + Constructing most of them directly is not supported; they are only meant for use in type annotations. + Doing so will emit a deprecation warning, and may become a hard-error in pytest 8.0. + + Subclassing them is also not supported. This is not currently enforced at runtime, but is detected by type-checkers such as mypy. + + +- `#7856 `_: :ref:`--import-mode=importlib ` now works with features that + depend on modules being on :py:data:`sys.modules`, such as :mod:`pickle` and :mod:`dataclasses`. + + +- `#8144 `_: The following hooks now receive an additional ``pathlib.Path`` argument, equivalent to an existing ``py.path.local`` argument: + + - :hook:`pytest_ignore_collect` - The ``collection_path`` parameter (equivalent to existing ``path`` parameter). + - :hook:`pytest_collect_file` - The ``file_path`` parameter (equivalent to existing ``path`` parameter). + - :hook:`pytest_pycollect_makemodule` - The ``module_path`` parameter (equivalent to existing ``path`` parameter). + - :hook:`pytest_report_header` - The ``start_path`` parameter (equivalent to existing ``startdir`` parameter). + - :hook:`pytest_report_collectionfinish` - The ``start_path`` parameter (equivalent to existing ``startdir`` parameter). + + .. note:: + The name of the :class:`~_pytest.nodes.Node` arguments and attributes (the + new attribute being ``path``) is **the opposite** of the situation for hooks + (the old argument being ``path``). + + This is an unfortunate artifact due to historical reasons, which should be + resolved in future versions as we slowly get rid of the :pypi:`py` + dependency (see :issue:`9283` for a longer discussion). + + +- `#8251 `_: Implement ``Node.path`` as a ``pathlib.Path``. Both the old ``fspath`` and this new attribute gets set no matter whether ``path`` or ``fspath`` (deprecated) is passed to the constructor. It is a replacement for the ``fspath`` attribute (which represents the same path as ``py.path.local``). While ``fspath`` is not deprecated yet + due to the ongoing migration of methods like :meth:`~_pytest.Item.reportinfo`, we expect to deprecate it in a future release. + + .. note:: + The name of the :class:`~_pytest.nodes.Node` arguments and attributes (the + new attribute being ``path``) is **the opposite** of the situation for hooks + (the old argument being ``path``). + + This is an unfortunate artifact due to historical reasons, which should be + resolved in future versions as we slowly get rid of the :pypi:`py` + dependency (see :issue:`9283` for a longer discussion). + + +- `#8421 `_: :func:`pytest.approx` now works on :class:`~decimal.Decimal` within mappings/dicts and sequences/lists. + + +- `#8606 `_: pytest invocations with ``--fixtures-per-test`` and ``--fixtures`` have been enriched with: + + - Fixture location path printed with the fixture name. + - First section of the fixture's docstring printed under the fixture name. + - Whole of fixture's docstring printed under the fixture name using ``--verbose`` option. + + +- `#8761 `_: New :ref:`version-tuple` attribute, which makes it simpler for users to do something depending on the pytest version (such as declaring hooks which are introduced in later versions). + + +- `#8789 `_: Switch TOML parser from ``toml`` to ``tomli`` for TOML v1.0.0 support in ``pyproject.toml``. + + +- `#8920 `_: Added :class:`pytest.Stash`, a facility for plugins to store their data on :class:`~pytest.Config` and :class:`~_pytest.nodes.Node`\s in a type-safe and conflict-free manner. + See :ref:`plugin-stash` for details. + + +- `#8953 `_: :class:`RunResult <_pytest.pytester.RunResult>` method :meth:`assert_outcomes <_pytest.pytester.RunResult.assert_outcomes>` now accepts a + ``warnings`` argument to assert the total number of warnings captured. + + +- `#8954 `_: ``--debug`` flag now accepts a :class:`str` file to route debug logs into, remains defaulted to `pytestdebug.log`. + + +- `#9023 `_: Full diffs are now always shown for equality assertions of iterables when + `CI` or ``BUILD_NUMBER`` is found in the environment, even when ``-v`` isn't + used. + + +- `#9113 `_: :class:`RunResult <_pytest.pytester.RunResult>` method :meth:`assert_outcomes <_pytest.pytester.RunResult.assert_outcomes>` now accepts a + ``deselected`` argument to assert the total number of deselected tests. + + +- `#9114 `_: Added :confval:`pythonpath` setting that adds listed paths to :data:`sys.path` for the duration of the test session. If you currently use the pytest-pythonpath or pytest-srcpaths plugins, you should be able to replace them with built-in `pythonpath` setting. + + + +Improvements +------------ + +- `#7480 `_: A deprecation scheduled to be removed in a major version X (e.g. pytest 7, 8, 9, ...) now uses warning category `PytestRemovedInXWarning`, + a subclass of :class:`~pytest.PytestDeprecationWarning`, + instead of :class:`PytestDeprecationWarning` directly. + + See :ref:`backwards-compatibility` for more details. + + +- `#7864 `_: Improved error messages when parsing warning filters. + + Previously pytest would show an internal traceback, which besides being ugly sometimes would hide the cause + of the problem (for example an ``ImportError`` while importing a specific warning type). + + +- `#8335 `_: Improved :func:`pytest.approx` assertion messages for sequences of numbers. + + The assertion messages now dumps a table with the index and the error of each diff. + Example:: + + > assert [1, 2, 3, 4] == pytest.approx([1, 3, 3, 5]) + E assert comparison failed for 2 values: + E Index | Obtained | Expected + E 1 | 2 | 3 +- 3.0e-06 + E 3 | 4 | 5 +- 5.0e-06 + + +- `#8403 `_: By default, pytest will truncate long strings in assert errors so they don't clutter the output too much, + currently at ``240`` characters by default. + + However, in some cases the longer output helps, or is even crucial, to diagnose a failure. Using ``-v`` will + now increase the truncation threshold to ``2400`` characters, and ``-vv`` or higher will disable truncation entirely. + + +- `#8509 `_: Fixed issue where :meth:`unittest.TestCase.setUpClass` is not called when a test has `/` in its name since pytest 6.2.0. + + This refers to the path part in pytest node IDs, e.g. ``TestClass::test_it`` in the node ID ``tests/test_file.py::TestClass::test_it``. + + Now, instead of assuming that the test name does not contain ``/``, it is assumed that test path does not contain ``::``. We plan to hopefully make both of these work in the future. + + +- `#8803 `_: It is now possible to add colors to custom log levels on cli log. + + By using :func:`add_color_level <_pytest.logging.add_color_level>` from a ``pytest_configure`` hook, colors can be added:: + + logging_plugin = config.pluginmanager.get_plugin('logging-plugin') + logging_plugin.log_cli_handler.formatter.add_color_level(logging.INFO, 'cyan') + logging_plugin.log_cli_handler.formatter.add_color_level(logging.SPAM, 'blue') + + See :ref:`log_colors` for more information. + + +- `#8822 `_: When showing fixture paths in `--fixtures` or `--fixtures-by-test`, fixtures coming from pytest itself now display an elided path, rather than the full path to the file in the `site-packages` directory. + + +- `#8898 `_: Complex numbers are now treated like floats and integers when generating parameterization IDs. + + +- `#9062 `_: ``--stepwise-skip`` now implicitly enables ``--stepwise`` and can be used on its own. + + +- `#9205 `_: :meth:`pytest.Cache.set` now preserves key order when saving dicts. + + + +Bug Fixes +--------- + +- `#7124 `_: Fixed an issue where ``__main__.py`` would raise an ``ImportError`` when ``--doctest-modules`` was provided. + + +- `#8061 `_: Fixed failing ``staticmethod`` test cases if they are inherited from a parent test class. + + +- `#8192 `_: ``testdir.makefile`` now silently accepts values which don't start with ``.`` to maintain backward compatibility with older pytest versions. + + ``pytester.makefile`` now issues a clearer error if the ``.`` is missing in the ``ext`` argument. + + +- `#8258 `_: Fixed issue where pytest's ``faulthandler`` support would not dump traceback on crashes + if the :mod:`faulthandler` module was already enabled during pytest startup (using + ``python -X dev -m pytest`` for example). + + +- `#8317 `_: Fixed an issue where illegal directory characters derived from ``getpass.getuser()`` raised an ``OSError``. + + +- `#8367 `_: Fix ``Class.from_parent`` so it forwards extra keyword arguments to the constructor. + + +- `#8377 `_: The test selection options ``pytest -k`` and ``pytest -m`` now support matching + names containing forward slash (``/``) characters. + + +- `#8384 `_: The ``@pytest.mark.skip`` decorator now correctly handles its arguments. When the ``reason`` argument is accidentally given both positional and as a keyword (e.g. because it was confused with ``skipif``), a ``TypeError`` now occurs. Before, such tests were silently skipped, and the positional argument ignored. Additionally, ``reason`` is now documented correctly as positional or keyword (rather than keyword-only). + + +- `#8394 `_: Use private names for internal fixtures that handle classic setup/teardown so that they don't show up with the default ``--fixtures`` invocation (but they still show up with ``--fixtures -v``). + + +- `#8456 `_: The :confval:`required_plugins` config option now works correctly when pre-releases of plugins are installed, rather than falsely claiming that those plugins aren't installed at all. + + +- `#8464 `_: ``-c `` now also properly defines ``rootdir`` as the directory that contains ````. + + +- `#8503 `_: :meth:`pytest.MonkeyPatch.syspath_prepend` no longer fails when + ``setuptools`` is not installed. + It now only calls :func:`pkg_resources.fixup_namespace_packages` if + ``pkg_resources`` was previously imported, because it is not needed otherwise. + + +- `#8548 `_: Introduce fix to handle precision width in ``log-cli-format`` in turn to fix output coloring for certain formats. + + +- `#8796 `_: Fixed internal error when skipping doctests. + + +- `#8983 `_: The test selection options ``pytest -k`` and ``pytest -m`` now support matching names containing backslash (`\\`) characters. + Backslashes are treated literally, not as escape characters (the values being matched against are already escaped). + + +- `#8990 `_: Fix `pytest -vv` crashing with an internal exception `AttributeError: 'str' object has no attribute 'relative_to'` in some cases. + + +- `#9077 `_: Fixed confusing error message when ``request.fspath`` / ``request.path`` was accessed from a session-scoped fixture. + + +- `#9131 `_: Fixed the URL used by ``--pastebin`` to use `bpa.st `__. + + +- `#9163 `_: The end line number and end column offset are now properly set for rewritten assert statements. + + +- `#9169 `_: Support for the ``files`` API from ``importlib.resources`` within rewritten files. + + +- `#9272 `_: The nose compatibility module-level fixtures `setup()` and `teardown()` are now only called once per module, instead of for each test function. + They are now called even if object-level `setup`/`teardown` is defined. + + + +Improved Documentation +---------------------- + +- `#4320 `_: Improved docs for `pytester.copy_example`. + + +- `#5105 `_: Add automatically generated :ref:`plugin-list`. The list is updated on a periodic schedule. + + +- `#8337 `_: Recommend `numpy.testing `__ module on :func:`pytest.approx` documentation. + + +- `#8655 `_: Help text for ``--pdbcls`` more accurately reflects the option's behavior. + + +- `#9210 `_: Remove incorrect docs about ``confcutdir`` being a configuration option: it can only be set through the ``--confcutdir`` command-line option. + + +- `#9242 `_: Upgrade readthedocs configuration to use a `newer Ubuntu version `__` with better unicode support for PDF docs. + + +- `#9341 `_: Various methods commonly used for :ref:`non-python tests` are now correctly documented in the reference docs. They were undocumented previously. + + + +Trivial/Internal Changes +------------------------ + +- `#8133 `_: Migrate to ``setuptools_scm`` 6.x to use ``SETUPTOOLS_SCM_PRETEND_VERSION_FOR_PYTEST`` for more robust release tooling. + + +- `#8174 `_: The following changes have been made to internal pytest types/functions: + + - The ``_pytest.code.getfslineno()`` function returns ``Path`` instead of ``py.path.local``. + - The ``_pytest.python.path_matches_patterns()`` function takes ``Path`` instead of ``py.path.local``. + - The ``_pytest._code.Traceback.cut()`` function accepts any ``os.PathLike[str]``, not just ``py.path.local``. + + +- `#8248 `_: Internal Restructure: let ``python.PyObjMixin`` inherit from ``nodes.Node`` to carry over typing information. + + +- `#8432 `_: Improve error message when :func:`pytest.skip` is used at module level without passing `allow_module_level=True`. + + +- `#8818 `_: Ensure ``regendoc`` opts out of ``TOX_ENV`` cachedir selection to ensure independent example test runs. + + +- `#8913 `_: The private ``CallSpec2._arg2scopenum`` attribute has been removed after an internal refactoring. + + +- `#8967 `_: :hook:`pytest_assertion_pass` is no longer considered experimental and + future changes to it will be considered more carefully. + + +- `#9202 `_: Add github action to upload coverage report to codecov instead of bash uploader. + + +- `#9225 `_: Changed the command used to create sdist and wheel artifacts: using the build package instead of setup.py. + + +- `#9351 `_: Correct minor typos in doc/en/example/special.rst. + + +pytest 6.2.5 (2021-08-29) +========================= + + +Trivial/Internal Changes +------------------------ + +- :issue:`8494`: Python 3.10 is now supported. + + +- :issue:`9040`: Enable compatibility with ``pluggy 1.0`` or later. + + +pytest 6.2.4 (2021-05-04) +========================= + +Bug Fixes +--------- + +- :issue:`8539`: Fixed assertion rewriting on Python 3.10. + + +pytest 6.2.3 (2021-04-03) +========================= + +Bug Fixes +--------- + +- :issue:`8414`: pytest used to create directories under ``/tmp`` with world-readable + permissions. This means that any user in the system was able to read + information written by tests in temporary directories (such as those created by + the ``tmp_path``/``tmpdir`` fixture). Now the directories are created with + private permissions. + + pytest used to silently use a pre-existing ``/tmp/pytest-of-`` directory, + even if owned by another user. This means another user could pre-create such a + directory and gain control of another user's temporary directory. Now such a + condition results in an error. + + pytest 6.2.2 (2021-01-25) ========================= Bug Fixes --------- -- `#8152 `_: Fixed "()" being shown as a skip reason in the verbose test summary line when the reason is empty. +- :issue:`8152`: Fixed "()" being shown as a skip reason in the verbose test summary line when the reason is empty. -- `#8249 `_: Fix the ``faulthandler`` plugin for occasions when running with ``twisted.logger`` and using ``pytest --capture=no``. +- :issue:`8249`: Fix the ``faulthandler`` plugin for occasions when running with ``twisted.logger`` and using ``pytest --capture=no``. pytest 6.2.1 (2020-12-15) @@ -46,11 +1272,11 @@ pytest 6.2.1 (2020-12-15) Bug Fixes --------- -- `#7678 `_: Fixed bug where ``ImportPathMismatchError`` would be raised for files compiled in +- :issue:`7678`: Fixed bug where ``ImportPathMismatchError`` would be raised for files compiled in the host and loaded later from an UNC mounted path (Windows). -- `#8132 `_: Fixed regression in ``approx``: in 6.2.0 ``approx`` no longer raises +- :issue:`8132`: Fixed regression in ``approx``: in 6.2.0 ``approx`` no longer raises ``TypeError`` when dealing with non-numeric types, falling back to normal comparison. Before 6.2.0, array types like tf.DeviceArray fell through to the scalar case, and happened to compare correctly to a scalar if they had only one element. @@ -68,14 +1294,14 @@ pytest 6.2.0 (2020-12-12) Breaking Changes ---------------- -- `#7808 `_: pytest now supports python3.6+ only. +- :issue:`7808`: pytest now supports python3.6+ only. Deprecations ------------ -- `#7469 `_: Directly constructing/calling the following classes/functions is now deprecated: +- :issue:`7469`: Directly constructing/calling the following classes/functions is now deprecated: - ``_pytest.cacheprovider.Cache`` - ``_pytest.cacheprovider.Cache.for_config()`` @@ -92,16 +1318,16 @@ Deprecations - ``_pytest.tmpdir.TempPathFactory`` - ``_pytest.tmpdir.TempdirFactory`` - These have always been considered private, but now issue a deprecation warning, which may become a hard error in pytest 7.0.0. + These have always been considered private, but now issue a deprecation warning, which may become a hard error in pytest 8.0.0. -- `#7530 `_: The ``--strict`` command-line option has been deprecated, use ``--strict-markers`` instead. +- :issue:`7530`: The ``--strict`` command-line option has been deprecated, use ``--strict-markers`` instead. We have plans to maybe in the future to reintroduce ``--strict`` and make it an encompassing flag for all strictness related options (``--strict-markers`` and ``--strict-config`` at the moment, more might be introduced in the future). -- `#7988 `_: The ``@pytest.yield_fixture`` decorator/function is now deprecated. Use :func:`pytest.fixture` instead. +- :issue:`7988`: The ``@pytest.yield_fixture`` decorator/function is now deprecated. Use :func:`pytest.fixture` instead. ``yield_fixture`` has been an alias for ``fixture`` for a very long time, so can be search/replaced safely. @@ -110,18 +1336,18 @@ Deprecations Features -------- -- `#5299 `_: pytest now warns about unraisable exceptions and unhandled thread exceptions that occur in tests on Python>=3.8. +- :issue:`5299`: pytest now warns about unraisable exceptions and unhandled thread exceptions that occur in tests on Python>=3.8. See :ref:`unraisable` for more information. -- `#7425 `_: New :fixture:`pytester` fixture, which is identical to :fixture:`testdir` but its methods return :class:`pathlib.Path` when appropriate instead of ``py.path.local``. +- :issue:`7425`: New :fixture:`pytester` fixture, which is identical to :fixture:`testdir` but its methods return :class:`pathlib.Path` when appropriate instead of ``py.path.local``. This is part of the movement to use :class:`pathlib.Path` objects internally, in order to remove the dependency to ``py`` in the future. Internally, the old :class:`Testdir <_pytest.pytester.Testdir>` is now a thin wrapper around :class:`Pytester <_pytest.pytester.Pytester>`, preserving the old interface. -- `#7695 `_: A new hook was added, `pytest_markeval_namespace` which should return a dictionary. +- :issue:`7695`: A new hook was added, `pytest_markeval_namespace` which should return a dictionary. This dictionary will be used to augment the "global" variables available to evaluate skipif/xfail/xpass markers. Pseudo example @@ -142,7 +1368,7 @@ Features assert False -- `#8006 `_: It is now possible to construct a :class:`~pytest.MonkeyPatch` object directly as ``pytest.MonkeyPatch()``, +- :issue:`8006`: It is now possible to construct a :class:`~pytest.MonkeyPatch` object directly as ``pytest.MonkeyPatch()``, in cases when the :fixture:`monkeypatch` fixture cannot be used. Previously some users imported it from the private `_pytest.monkeypatch.MonkeyPatch` namespace. @@ -156,13 +1382,13 @@ Features Improvements ------------ -- `#1265 `_: Added an ``__str__`` implementation to the :class:`~pytest.pytester.LineMatcher` class which is returned from ``pytester.run_pytest().stdout`` and similar. It returns the entire output, like the existing ``str()`` method. +- :issue:`1265`: Added an ``__str__`` implementation to the :class:`~pytest.pytester.LineMatcher` class which is returned from ``pytester.run_pytest().stdout`` and similar. It returns the entire output, like the existing ``str()`` method. -- `#2044 `_: Verbose mode now shows the reason that a test was skipped in the test's terminal line after the "SKIPPED", "XFAIL" or "XPASS". +- :issue:`2044`: Verbose mode now shows the reason that a test was skipped in the test's terminal line after the "SKIPPED", "XFAIL" or "XPASS". -- `#7469 `_ The types of builtin pytest fixtures are now exported so they may be used in type annotations of test functions. +- :issue:`7469` The types of builtin pytest fixtures are now exported so they may be used in type annotations of test functions. The newly-exported types are: - ``pytest.FixtureRequest`` for the :fixture:`request` fixture. @@ -178,84 +1404,84 @@ Improvements - ``pytest.WarningsRecorder`` for the :fixture:`recwarn` fixture. Constructing them is not supported (except for `MonkeyPatch`); they are only meant for use in type annotations. - Doing so will emit a deprecation warning, and may become a hard-error in pytest 7.0. + Doing so will emit a deprecation warning, and may become a hard-error in pytest 8.0. Subclassing them is also not supported. This is not currently enforced at runtime, but is detected by type-checkers such as mypy. -- `#7527 `_: When a comparison between :func:`namedtuple ` instances of the same type fails, pytest now shows the differing field names (possibly nested) instead of their indexes. +- :issue:`7527`: When a comparison between :func:`namedtuple ` instances of the same type fails, pytest now shows the differing field names (possibly nested) instead of their indexes. -- `#7615 `_: :meth:`Node.warn <_pytest.nodes.Node.warn>` now permits any subclass of :class:`Warning`, not just :class:`PytestWarning `. +- :issue:`7615`: :meth:`Node.warn <_pytest.nodes.Node.warn>` now permits any subclass of :class:`Warning`, not just :class:`PytestWarning `. -- `#7701 `_: Improved reporting when using ``--collected-only``. It will now show the number of collected tests in the summary stats. +- :issue:`7701`: Improved reporting when using ``--collected-only``. It will now show the number of collected tests in the summary stats. -- `#7710 `_: Use strict equality comparison for non-numeric types in :func:`pytest.approx` instead of +- :issue:`7710`: Use strict equality comparison for non-numeric types in :func:`pytest.approx` instead of raising :class:`TypeError`. This was the undocumented behavior before 3.7, but is now officially a supported feature. -- `#7938 `_: New ``--sw-skip`` argument which is a shorthand for ``--stepwise-skip``. +- :issue:`7938`: New ``--sw-skip`` argument which is a shorthand for ``--stepwise-skip``. -- `#8023 `_: Added ``'node_modules'`` to default value for :confval:`norecursedirs`. +- :issue:`8023`: Added ``'node_modules'`` to default value for :confval:`norecursedirs`. -- `#8032 `_: :meth:`doClassCleanups ` (introduced in :mod:`unittest` in Python and 3.8) is now called appropriately. +- :issue:`8032`: :meth:`doClassCleanups ` (introduced in :mod:`unittest` in Python and 3.8) is now called appropriately. Bug Fixes --------- -- `#4824 `_: Fixed quadratic behavior and improved performance of collection of items using autouse fixtures and xunit fixtures. +- :issue:`4824`: Fixed quadratic behavior and improved performance of collection of items using autouse fixtures and xunit fixtures. -- `#7758 `_: Fixed an issue where some files in packages are getting lost from ``--lf`` even though they contain tests that failed. Regressed in pytest 5.4.0. +- :issue:`7758`: Fixed an issue where some files in packages are getting lost from ``--lf`` even though they contain tests that failed. Regressed in pytest 5.4.0. -- `#7911 `_: Directories created by by :fixture:`tmp_path` and :fixture:`tmpdir` are now considered stale after 3 days without modification (previous value was 3 hours) to avoid deleting directories still in use in long running test suites. +- :issue:`7911`: Directories created by by :fixture:`tmp_path` and :fixture:`tmpdir` are now considered stale after 3 days without modification (previous value was 3 hours) to avoid deleting directories still in use in long running test suites. -- `#7913 `_: Fixed a crash or hang in :meth:`pytester.spawn <_pytest.pytester.Pytester.spawn>` when the :mod:`readline` module is involved. +- :issue:`7913`: Fixed a crash or hang in :meth:`pytester.spawn <_pytest.pytester.Pytester.spawn>` when the :mod:`readline` module is involved. -- `#7951 `_: Fixed handling of recursive symlinks when collecting tests. +- :issue:`7951`: Fixed handling of recursive symlinks when collecting tests. -- `#7981 `_: Fixed symlinked directories not being followed during collection. Regressed in pytest 6.1.0. +- :issue:`7981`: Fixed symlinked directories not being followed during collection. Regressed in pytest 6.1.0. -- `#8016 `_: Fixed only one doctest being collected when using ``pytest --doctest-modules path/to/an/__init__.py``. +- :issue:`8016`: Fixed only one doctest being collected when using ``pytest --doctest-modules path/to/an/__init__.py``. Improved Documentation ---------------------- -- `#7429 `_: Add more information and use cases about skipping doctests. +- :issue:`7429`: Add more information and use cases about skipping doctests. -- `#7780 `_: Classes which should not be inherited from are now marked ``final class`` in the API reference. +- :issue:`7780`: Classes which should not be inherited from are now marked ``final class`` in the API reference. -- `#7872 `_: ``_pytest.config.argparsing.Parser.addini()`` accepts explicit ``None`` and ``"string"``. +- :issue:`7872`: ``_pytest.config.argparsing.Parser.addini()`` accepts explicit ``None`` and ``"string"``. -- `#7878 `_: In pull request section, ask to commit after editing changelog and authors file. +- :issue:`7878`: In pull request section, ask to commit after editing changelog and authors file. Trivial/Internal Changes ------------------------ -- `#7802 `_: The ``attrs`` dependency requirement is now >=19.2.0 instead of >=17.4.0. +- :issue:`7802`: The ``attrs`` dependency requirement is now >=19.2.0 instead of >=17.4.0. -- `#8014 `_: `.pyc` files created by pytest's assertion rewriting now conform to the newer PEP-552 format on Python>=3.7. +- :issue:`8014`: `.pyc` files created by pytest's assertion rewriting now conform to the newer :pep:`552` format on Python>=3.7. (These files are internal and only interpreted by pytest itself.) @@ -265,17 +1491,17 @@ pytest 6.1.2 (2020-10-28) Bug Fixes --------- -- `#7758 `_: Fixed an issue where some files in packages are getting lost from ``--lf`` even though they contain tests that failed. Regressed in pytest 5.4.0. +- :issue:`7758`: Fixed an issue where some files in packages are getting lost from ``--lf`` even though they contain tests that failed. Regressed in pytest 5.4.0. -- `#7911 `_: Directories created by `tmpdir` are now considered stale after 3 days without modification (previous value was 3 hours) to avoid deleting directories still in use in long running test suites. +- :issue:`7911`: Directories created by `tmpdir` are now considered stale after 3 days without modification (previous value was 3 hours) to avoid deleting directories still in use in long running test suites. Improved Documentation ---------------------- -- `#7815 `_: Improve deprecation warning message for ``pytest._fillfuncargs()``. +- :issue:`7815`: Improve deprecation warning message for ``pytest._fillfuncargs()``. pytest 6.1.1 (2020-10-03) @@ -284,10 +1510,10 @@ pytest 6.1.1 (2020-10-03) Bug Fixes --------- -- `#7807 `_: Fixed regression in pytest 6.1.0 causing incorrect rootdir to be determined in some non-trivial cases where parent directories have config files as well. +- :issue:`7807`: Fixed regression in pytest 6.1.0 causing incorrect rootdir to be determined in some non-trivial cases where parent directories have config files as well. -- `#7814 `_: Fixed crash in header reporting when :confval:`testpaths` is used and contains absolute paths (regression in 6.1.0). +- :issue:`7814`: Fixed crash in header reporting when :confval:`testpaths` is used and contains absolute paths (regression in 6.1.0). pytest 6.1.0 (2020-09-26) @@ -296,7 +1522,7 @@ pytest 6.1.0 (2020-09-26) Breaking Changes ---------------- -- `#5585 `_: As per our policy, the following features which have been deprecated in the 5.X series are now +- :issue:`5585`: As per our policy, the following features which have been deprecated in the 5.X series are now removed: * The ``funcargnames`` read-only property of ``FixtureRequest``, ``Metafunc``, and ``Function`` classes. Use ``fixturenames`` attribute. @@ -312,18 +1538,17 @@ Breaking Changes * The ``--result-log`` option has been removed. Users are recommended to use the `pytest-reportlog `__ plugin instead. - For more information consult - `Deprecations and Removals `__ in the docs. + For more information consult :std:doc:`deprecations` in the docs. Deprecations ------------ -- `#6981 `_: The ``pytest.collect`` module is deprecated: all its names can be imported from ``pytest`` directly. +- :issue:`6981`: The ``pytest.collect`` module is deprecated: all its names can be imported from ``pytest`` directly. -- `#7097 `_: The ``pytest._fillfuncargs`` function is deprecated. This function was kept +- :issue:`7097`: The ``pytest._fillfuncargs`` function is deprecated. This function was kept for backward compatibility with an older plugin. It's functionality is not meant to be used directly, but if you must replace @@ -331,18 +1556,18 @@ Deprecations a public API and may break in the future. -- `#7210 `_: The special ``-k '-expr'`` syntax to ``-k`` is deprecated. Use ``-k 'not expr'`` +- :issue:`7210`: The special ``-k '-expr'`` syntax to ``-k`` is deprecated. Use ``-k 'not expr'`` instead. The special ``-k 'expr:'`` syntax to ``-k`` is deprecated. Please open an issue if you use this and want a replacement. -- `#7255 `_: The :func:`pytest_warning_captured <_pytest.hookspec.pytest_warning_captured>` hook is deprecated in favor - of :func:`pytest_warning_recorded <_pytest.hookspec.pytest_warning_recorded>`, and will be removed in a future version. +- :issue:`7255`: The :hook:`pytest_warning_captured` hook is deprecated in favor + of :hook:`pytest_warning_recorded`, and will be removed in a future version. -- `#7648 `_: The ``gethookproxy()`` and ``isinitpath()`` methods of ``FSCollector`` and ``Package`` are deprecated; +- :issue:`7648`: The ``gethookproxy()`` and ``isinitpath()`` methods of ``FSCollector`` and ``Package`` are deprecated; use ``self.session.gethookproxy()`` and ``self.session.isinitpath()`` instead. This should work on all pytest versions. @@ -351,27 +1576,27 @@ Deprecations Features -------- -- `#7667 `_: New ``--durations-min`` command-line flag controls the minimal duration for inclusion in the slowest list of tests shown by ``--durations``. Previously this was hard-coded to ``0.005s``. +- :issue:`7667`: New ``--durations-min`` command-line flag controls the minimal duration for inclusion in the slowest list of tests shown by ``--durations``. Previously this was hard-coded to ``0.005s``. Improvements ------------ -- `#6681 `_: Internal pytest warnings issued during the early stages of initialization are now properly handled and can filtered through :confval:`filterwarnings` or ``--pythonwarnings/-W``. +- :issue:`6681`: Internal pytest warnings issued during the early stages of initialization are now properly handled and can filtered through :confval:`filterwarnings` or ``--pythonwarnings/-W``. - This also fixes a number of long standing issues: `#2891 `__, `#7620 `__, `#7426 `__. + This also fixes a number of long standing issues: :issue:`2891`, :issue:`7620`, :issue:`7426`. -- `#7572 `_: When a plugin listed in ``required_plugins`` is missing or an unknown config key is used with ``--strict-config``, a simple error message is now shown instead of a stacktrace. +- :issue:`7572`: When a plugin listed in ``required_plugins`` is missing or an unknown config key is used with ``--strict-config``, a simple error message is now shown instead of a stacktrace. -- `#7685 `_: Added two new attributes :attr:`rootpath <_pytest.config.Config.rootpath>` and :attr:`inipath <_pytest.config.Config.inipath>` to :class:`Config <_pytest.config.Config>`. +- :issue:`7685`: Added two new attributes :attr:`rootpath <_pytest.config.Config.rootpath>` and :attr:`inipath <_pytest.config.Config.inipath>` to :class:`Config <_pytest.config.Config>`. These attributes are :class:`pathlib.Path` versions of the existing :attr:`rootdir <_pytest.config.Config.rootdir>` and :attr:`inifile <_pytest.config.Config.inifile>` attributes, and should be preferred over them when possible. -- `#7780 `_: Public classes which are not designed to be inherited from are now marked `@final `_. +- :issue:`7780`: Public classes which are not designed to be inherited from are now marked :func:`@final `. Code which inherits from these classes will trigger a type-checking (e.g. mypy) error, but will still work in runtime. Currently the ``final`` designation does not appear in the API Reference but hopefully will in the future. @@ -380,7 +1605,7 @@ Improvements Bug Fixes --------- -- `#1953 `_: Fixed error when overwriting a parametrized fixture, while also reusing the super fixture value. +- :issue:`1953`: Fixed error when overwriting a parametrized fixture, while also reusing the super fixture value. .. code-block:: python @@ -402,52 +1627,52 @@ Bug Fixes return foo * 2 -- `#4984 `_: Fixed an internal error crash with ``IndexError: list index out of range`` when +- :issue:`4984`: Fixed an internal error crash with ``IndexError: list index out of range`` when collecting a module which starts with a decorated function, the decorator raises, and assertion rewriting is enabled. -- `#7591 `_: pylint shouldn't complain anymore about unimplemented abstract methods when inheriting from :ref:`File `. +- :issue:`7591`: pylint shouldn't complain anymore about unimplemented abstract methods when inheriting from :ref:`File `. -- `#7628 `_: Fixed test collection when a full path without a drive letter was passed to pytest on Windows (for example ``\projects\tests\test.py`` instead of ``c:\projects\tests\pytest.py``). +- :issue:`7628`: Fixed test collection when a full path without a drive letter was passed to pytest on Windows (for example ``\projects\tests\test.py`` instead of ``c:\projects\tests\pytest.py``). -- `#7638 `_: Fix handling of command-line options that appear as paths but trigger an OS-level syntax error on Windows, such as the options used internally by ``pytest-xdist``. +- :issue:`7638`: Fix handling of command-line options that appear as paths but trigger an OS-level syntax error on Windows, such as the options used internally by ``pytest-xdist``. -- `#7742 `_: Fixed INTERNALERROR when accessing locals / globals with faulty ``exec``. +- :issue:`7742`: Fixed INTERNALERROR when accessing locals / globals with faulty ``exec``. Improved Documentation ---------------------- -- `#1477 `_: Removed faq.rst and its reference in contents.rst. +- :issue:`1477`: Removed faq.rst and its reference in contents.rst. Trivial/Internal Changes ------------------------ -- `#7536 `_: The internal ``junitxml`` plugin has rewritten to use ``xml.etree.ElementTree``. +- :issue:`7536`: The internal ``junitxml`` plugin has rewritten to use ``xml.etree.ElementTree``. The order of attributes in XML elements might differ. Some unneeded escaping is no longer performed. -- `#7587 `_: The dependency on the ``more-itertools`` package has been removed. +- :issue:`7587`: The dependency on the ``more-itertools`` package has been removed. -- `#7631 `_: The result type of :meth:`capfd.readouterr() <_pytest.capture.CaptureFixture.readouterr>` (and similar) is no longer a namedtuple, +- :issue:`7631`: The result type of :meth:`capfd.readouterr() <_pytest.capture.CaptureFixture.readouterr>` (and similar) is no longer a namedtuple, but should behave like one in all respects. This was done for technical reasons. -- `#7671 `_: When collecting tests, pytest finds test classes and functions by examining the +- :issue:`7671`: When collecting tests, pytest finds test classes and functions by examining the attributes of python objects (modules, classes and instances). To speed up this process, pytest now ignores builtin attributes (like ``__class__``, ``__delattr__`` and ``__new__``) without consulting the :confval:`python_classes` and :confval:`python_functions` configuration options and without passing them to plugins - using the :func:`pytest_pycollect_makeitem <_pytest.hookspec.pytest_pycollect_makeitem>` hook. + using the :hook:`pytest_pycollect_makeitem` hook. pytest 6.0.2 (2020-09-04) @@ -456,17 +1681,17 @@ pytest 6.0.2 (2020-09-04) Bug Fixes --------- -- `#7148 `_: Fixed ``--log-cli`` potentially causing unrelated ``print`` output to be swallowed. +- :issue:`7148`: Fixed ``--log-cli`` potentially causing unrelated ``print`` output to be swallowed. -- `#7672 `_: Fixed log-capturing level restored incorrectly if ``caplog.set_level`` is called more than once. +- :issue:`7672`: Fixed log-capturing level restored incorrectly if ``caplog.set_level`` is called more than once. -- `#7686 `_: Fixed `NotSetType.token` being used as the parameter ID when the parametrization list is empty. +- :issue:`7686`: Fixed `NotSetType.token` being used as the parameter ID when the parametrization list is empty. Regressed in pytest 6.0.0. -- `#7707 `_: Fix internal error when handling some exceptions that contain multiple lines or the style uses multiple lines (``--tb=line`` for example). +- :issue:`7707`: Fix internal error when handling some exceptions that contain multiple lines or the style uses multiple lines (``--tb=line`` for example). pytest 6.0.1 (2020-07-30) @@ -475,18 +1700,18 @@ pytest 6.0.1 (2020-07-30) Bug Fixes --------- -- `#7394 `_: Passing an empty ``help`` value to ``Parser.add_option`` is now accepted instead of crashing when running ``pytest --help``. +- :issue:`7394`: Passing an empty ``help`` value to ``Parser.add_option`` is now accepted instead of crashing when running ``pytest --help``. Passing ``None`` raises a more informative ``TypeError``. -- `#7558 `_: Fix pylint ``not-callable`` lint on ``pytest.mark.parametrize()`` and the other builtin marks: +- :issue:`7558`: Fix pylint ``not-callable`` lint on ``pytest.mark.parametrize()`` and the other builtin marks: ``skip``, ``skipif``, ``xfail``, ``usefixtures``, ``filterwarnings``. -- `#7559 `_: Fix regression in plugins using ``TestReport.longreprtext`` (such as ``pytest-html``) when ``TestReport.longrepr`` is not a string. +- :issue:`7559`: Fix regression in plugins using ``TestReport.longreprtext`` (such as ``pytest-html``) when ``TestReport.longrepr`` is not a string. -- `#7569 `_: Fix logging capture handler's level not reset on teardown after a call to ``caplog.set_level()``. +- :issue:`7569`: Fix logging capture handler's level not reset on teardown after a call to ``caplog.set_level()``. pytest 6.0.0 (2020-07-28) @@ -497,15 +1722,14 @@ pytest 6.0.0 (2020-07-28) Breaking Changes ---------------- -- `#5584 `_: **PytestDeprecationWarning are now errors by default.** +- :issue:`5584`: **PytestDeprecationWarning are now errors by default.** Following our plan to remove deprecated features with as little disruption as possible, all warnings of type ``PytestDeprecationWarning`` now generate errors instead of warning messages. **The affected features will be effectively removed in pytest 6.1**, so please consult the - `Deprecations and Removals `__ - section in the docs for directions on how to update existing code. + :std:doc:`deprecations` section in the docs for directions on how to update existing code. In the pytest ``6.0.X`` series, it is possible to change the errors back into warnings as a stopgap measure by adding this to your ``pytest.ini`` file: @@ -519,61 +1743,61 @@ Breaking Changes But this will stop working when pytest ``6.1`` is released. **If you have concerns** about the removal of a specific feature, please add a - comment to `#5584 `__. + comment to :issue:`5584`. -- `#7472 `_: The ``exec_()`` and ``is_true()`` methods of ``_pytest._code.Frame`` have been removed. +- :issue:`7472`: The ``exec_()`` and ``is_true()`` methods of ``_pytest._code.Frame`` have been removed. Features -------- -- `#7464 `_: Added support for :envvar:`NO_COLOR` and :envvar:`FORCE_COLOR` environment variables to control colored output. +- :issue:`7464`: Added support for :envvar:`NO_COLOR` and :envvar:`FORCE_COLOR` environment variables to control colored output. Improvements ------------ -- `#7467 `_: ``--log-file`` CLI option and ``log_file`` ini marker now create subdirectories if needed. +- :issue:`7467`: ``--log-file`` CLI option and ``log_file`` ini marker now create subdirectories if needed. -- `#7489 `_: The :func:`pytest.raises` function has a clearer error message when ``match`` equals the obtained string but is not a regex match. In this case it is suggested to escape the regex. +- :issue:`7489`: The :func:`pytest.raises` function has a clearer error message when ``match`` equals the obtained string but is not a regex match. In this case it is suggested to escape the regex. Bug Fixes --------- -- `#7392 `_: Fix the reported location of tests skipped with ``@pytest.mark.skip`` when ``--runxfail`` is used. +- :issue:`7392`: Fix the reported location of tests skipped with ``@pytest.mark.skip`` when ``--runxfail`` is used. -- `#7491 `_: :fixture:`tmpdir` and :fixture:`tmp_path` no longer raise an error if the lock to check for +- :issue:`7491`: :fixture:`tmpdir` and :fixture:`tmp_path` no longer raise an error if the lock to check for stale temporary directories is not accessible. -- `#7517 `_: Preserve line endings when captured via ``capfd``. +- :issue:`7517`: Preserve line endings when captured via ``capfd``. -- `#7534 `_: Restored the previous formatting of ``TracebackEntry.__str__`` which was changed by accident. +- :issue:`7534`: Restored the previous formatting of ``TracebackEntry.__str__`` which was changed by accident. Improved Documentation ---------------------- -- `#7422 `_: Clarified when the ``usefixtures`` mark can apply fixtures to test. +- :issue:`7422`: Clarified when the ``usefixtures`` mark can apply fixtures to test. -- `#7441 `_: Add a note about ``-q`` option used in getting started guide. +- :issue:`7441`: Add a note about ``-q`` option used in getting started guide. Trivial/Internal Changes ------------------------ -- `#7389 `_: Fixture scope ``package`` is no longer considered experimental. +- :issue:`7389`: Fixture scope ``package`` is no longer considered experimental. pytest 6.0.0rc1 (2020-07-08) @@ -582,21 +1806,21 @@ pytest 6.0.0rc1 (2020-07-08) Breaking Changes ---------------- -- `#1316 `_: ``TestReport.longrepr`` is now always an instance of ``ReprExceptionInfo``. Previously it was a ``str`` when a test failed with ``pytest.fail(..., pytrace=False)``. +- :issue:`1316`: ``TestReport.longrepr`` is now always an instance of ``ReprExceptionInfo``. Previously it was a ``str`` when a test failed with ``pytest.fail(..., pytrace=False)``. -- `#5965 `_: symlinks are no longer resolved during collection and matching `conftest.py` files with test file paths. +- :issue:`5965`: symlinks are no longer resolved during collection and matching `conftest.py` files with test file paths. Resolving symlinks for the current directory and during collection was introduced as a bugfix in 3.9.0, but it actually is a new feature which had unfortunate consequences in Windows and surprising results in other platforms. The team decided to step back on resolving symlinks at all, planning to review this in the future with a more solid solution (see discussion in - `#6523 `__ for details). + :pull:`6523` for details). This might break test suites which made use of this feature; the fix is to create a symlink for the entire test tree, and not only to partial files/tress as it was possible previously. -- `#6505 `_: ``Testdir.run().parseoutcomes()`` now always returns the parsed nouns in plural form. +- :issue:`6505`: ``Testdir.run().parseoutcomes()`` now always returns the parsed nouns in plural form. Originally ``parseoutcomes()`` would always returns the nouns in plural form, but a change meant to improve the terminal summary by using singular form single items (``1 warning`` or ``1 error``) @@ -618,11 +1842,11 @@ Breaking Changes result.assert_outcomes(errors=1) -- `#6903 `_: The ``os.dup()`` function is now assumed to exist. We are not aware of any +- :issue:`6903`: The ``os.dup()`` function is now assumed to exist. We are not aware of any supported Python 3 implementations which do not provide it. -- `#7040 `_: ``-k`` no longer matches against the names of the directories outside the test session root. +- :issue:`7040`: ``-k`` no longer matches against the names of the directories outside the test session root. Also, ``pytest.Package.name`` is now just the name of the directory containing the package's ``__init__.py`` file, instead of the full path. This is consistent with how the other nodes @@ -630,12 +1854,12 @@ Breaking Changes the test suite. -- `#7122 `_: Expressions given to the ``-m`` and ``-k`` options are no longer evaluated using Python's :func:`eval`. +- :issue:`7122`: Expressions given to the ``-m`` and ``-k`` options are no longer evaluated using Python's :func:`eval`. The format supports ``or``, ``and``, ``not``, parenthesis and general identifiers to match against. Python constants, keywords or other operators are no longer evaluated differently. -- `#7135 `_: Pytest now uses its own ``TerminalWriter`` class instead of using the one from the ``py`` library. +- :issue:`7135`: Pytest now uses its own ``TerminalWriter`` class instead of using the one from the ``py`` library. Plugins generally access this class through ``TerminalReporter.writer``, ``TerminalReporter.write()`` (and similar methods), or ``_pytest.config.create_terminal_writer()``. @@ -652,20 +1876,20 @@ Breaking Changes - Support for passing a callable instead of a file was removed. -- `#7224 `_: The `item.catch_log_handler` and `item.catch_log_handlers` attributes, set by the +- :issue:`7224`: The `item.catch_log_handler` and `item.catch_log_handlers` attributes, set by the logging plugin and never meant to be public, are no longer available. The deprecated ``--no-print-logs`` option and ``log_print`` ini option are removed. Use ``--show-capture`` instead. -- `#7226 `_: Removed the unused ``args`` parameter from ``pytest.Function.__init__``. +- :issue:`7226`: Removed the unused ``args`` parameter from ``pytest.Function.__init__``. -- `#7418 `_: Removed the `pytest_doctest_prepare_content` hook specification. This hook +- :issue:`7418`: Removed the `pytest_doctest_prepare_content` hook specification. This hook hasn't been triggered by pytest for at least 10 years. -- `#7438 `_: Some changes were made to the internal ``_pytest._code.source``, listed here +- :issue:`7438`: Some changes were made to the internal ``_pytest._code.source``, listed here for the benefit of plugin authors who may be using it: - The ``deindent`` argument to ``Source()`` has been removed, now it is always true. @@ -682,19 +1906,19 @@ Breaking Changes Deprecations ------------ -- `#7210 `_: The special ``-k '-expr'`` syntax to ``-k`` is deprecated. Use ``-k 'not expr'`` +- :issue:`7210`: The special ``-k '-expr'`` syntax to ``-k`` is deprecated. Use ``-k 'not expr'`` instead. The special ``-k 'expr:'`` syntax to ``-k`` is deprecated. Please open an issue if you use this and want a replacement. -- `#4049 `_: ``pytest_warning_captured`` is deprecated in favor of the ``pytest_warning_recorded`` hook. +- :issue:`4049`: ``pytest_warning_captured`` is deprecated in favor of the ``pytest_warning_recorded`` hook. Features -------- -- `#1556 `_: pytest now supports ``pyproject.toml`` files for configuration. +- :issue:`1556`: pytest now supports ``pyproject.toml`` files for configuration. The configuration options is similar to the one available in other formats, but must be defined in a ``[tool.pytest.ini_options]`` table to be picked up by pytest: @@ -710,10 +1934,10 @@ Features "integration", ] - More information can be found `in the docs `__. + More information can be found :ref:`in the docs `. -- `#3342 `_: pytest now includes inline type annotations and exposes them to user programs. +- :issue:`3342`: pytest now includes inline type annotations and exposes them to user programs. Most of the user-facing API is covered, as well as internal code. If you are running a type checker such as mypy on your tests, you may start @@ -726,26 +1950,26 @@ Features pytest yet. -- `#4049 `_: Introduced a new hook named `pytest_warning_recorded` to convey information about warnings captured by the internal `pytest` warnings plugin. +- :issue:`4049`: Introduced a new hook named `pytest_warning_recorded` to convey information about warnings captured by the internal `pytest` warnings plugin. This hook is meant to replace `pytest_warning_captured`, which is deprecated and will be removed in a future release. -- `#6471 `_: New command-line flags: +- :issue:`6471`: New command-line flags: * `--no-header`: disables the initial header, including platform, version, and plugins. * `--no-summary`: disables the final test summary, including warnings. -- `#6856 `_: A warning is now shown when an unknown key is read from a config INI file. +- :issue:`6856`: A warning is now shown when an unknown key is read from a config INI file. The `--strict-config` flag has been added to treat these warnings as errors. -- `#6906 `_: Added `--code-highlight` command line option to enable/disable code highlighting in terminal output. +- :issue:`6906`: Added `--code-highlight` command line option to enable/disable code highlighting in terminal output. -- `#7245 `_: New ``--import-mode=importlib`` option that uses `importlib `__ to import test modules. +- :issue:`7245`: New ``--import-mode=importlib`` option that uses :mod:`importlib` to import test modules. Traditionally pytest used ``__import__`` while changing ``sys.path`` to import test modules (which also changes ``sys.modules`` as a side-effect), which works but has a number of drawbacks, like requiring test modules @@ -756,33 +1980,33 @@ Features of the previous mode. We intend to make ``--import-mode=importlib`` the default in future versions, so users are encouraged - to try the new mode and provide feedback (both positive or negative) in issue `#7245 `__. + to try the new mode and provide feedback (both positive or negative) in issue :issue:`7245`. - You can read more about this option in `the documentation `__. + You can read more about this option in :std:ref:`the documentation `. -- `#7305 `_: New ``required_plugins`` configuration option allows the user to specify a list of plugins, including version information, that are required for pytest to run. An error is raised if any required plugins are not found when running pytest. +- :issue:`7305`: New ``required_plugins`` configuration option allows the user to specify a list of plugins, including version information, that are required for pytest to run. An error is raised if any required plugins are not found when running pytest. Improvements ------------ -- `#4375 `_: The ``pytest`` command now suppresses the ``BrokenPipeError`` error message that +- :issue:`4375`: The ``pytest`` command now suppresses the ``BrokenPipeError`` error message that is printed to stderr when the output of ``pytest`` is piped and and the pipe is closed by the piped-to program (common examples are ``less`` and ``head``). -- `#4391 `_: Improved precision of test durations measurement. ``CallInfo`` items now have a new ``.duration`` attribute, created using ``time.perf_counter()``. This attribute is used to fill the ``.duration`` attribute, which is more accurate than the previous ``.stop - .start`` (as these are based on ``time.time()``). +- :issue:`4391`: Improved precision of test durations measurement. ``CallInfo`` items now have a new ``.duration`` attribute, created using ``time.perf_counter()``. This attribute is used to fill the ``.duration`` attribute, which is more accurate than the previous ``.stop - .start`` (as these are based on ``time.time()``). -- `#4675 `_: Rich comparison for dataclasses and `attrs`-classes is now recursive. +- :issue:`4675`: Rich comparison for dataclasses and `attrs`-classes is now recursive. -- `#6285 `_: Exposed the `pytest.FixtureLookupError` exception which is raised by `request.getfixturevalue()` +- :issue:`6285`: Exposed the `pytest.FixtureLookupError` exception which is raised by `request.getfixturevalue()` (where `request` is a `FixtureRequest` fixture) when a fixture with the given name cannot be returned. -- `#6433 `_: If an error is encountered while formatting the message in a logging call, for +- :issue:`6433`: If an error is encountered while formatting the message in a logging call, for example ``logging.warning("oh no!: %s: %s", "first")`` (a second argument is missing), pytest now propagates the error, likely causing the test to fail. @@ -790,44 +2014,44 @@ Improvements is not displayed by default for passing tests. This change makes the mistake visible during testing. - You may supress this behavior temporarily or permanently by setting + You may suppress this behavior temporarily or permanently by setting ``logging.raiseExceptions = False``. -- `#6817 `_: Explicit new-lines in help texts of command-line options are preserved, allowing plugins better control +- :issue:`6817`: Explicit new-lines in help texts of command-line options are preserved, allowing plugins better control of the help displayed to users. -- `#6940 `_: When using the ``--duration`` option, the terminal message output is now more precise about the number and duration of hidden items. +- :issue:`6940`: When using the ``--duration`` option, the terminal message output is now more precise about the number and duration of hidden items. -- `#6991 `_: Collected files are displayed after any reports from hooks, e.g. the status from ``--lf``. +- :issue:`6991`: Collected files are displayed after any reports from hooks, e.g. the status from ``--lf``. -- `#7091 `_: When ``fd`` capturing is used, through ``--capture=fd`` or the ``capfd`` and +- :issue:`7091`: When ``fd`` capturing is used, through ``--capture=fd`` or the ``capfd`` and ``capfdbinary`` fixtures, and the file descriptor (0, 1, 2) cannot be duplicated, FD capturing is still performed. Previously, direct writes to the file descriptors would fail or be lost in this case. -- `#7119 `_: Exit with an error if the ``--basetemp`` argument is empty, is the current working directory or is one of the parent directories. +- :issue:`7119`: Exit with an error if the ``--basetemp`` argument is empty, is the current working directory or is one of the parent directories. This is done to protect against accidental data loss, as any directory passed to this argument is cleared. -- `#7128 `_: `pytest --version` now displays just the pytest version, while `pytest --version --version` displays more verbose information including plugins. This is more consistent with how other tools show `--version`. +- :issue:`7128`: `pytest --version` now displays just the pytest version, while `pytest --version --version` displays more verbose information including plugins. This is more consistent with how other tools show `--version`. -- `#7133 `_: :meth:`caplog.set_level() <_pytest.logging.LogCaptureFixture.set_level>` will now override any :confval:`log_level` set via the CLI or configuration file. +- :issue:`7133`: :meth:`caplog.set_level() <_pytest.logging.LogCaptureFixture.set_level>` will now override any :confval:`log_level` set via the CLI or configuration file. -- `#7159 `_: :meth:`caplog.set_level() <_pytest.logging.LogCaptureFixture.set_level>` and :meth:`caplog.at_level() <_pytest.logging.LogCaptureFixture.at_level>` no longer affect +- :issue:`7159`: :meth:`caplog.set_level() <_pytest.logging.LogCaptureFixture.set_level>` and :meth:`caplog.at_level() <_pytest.logging.LogCaptureFixture.at_level>` no longer affect the level of logs that are shown in the *Captured log report* report section. -- `#7348 `_: Improve recursive diff report for comparison asserts on dataclasses / attrs. +- :issue:`7348`: Improve recursive diff report for comparison asserts on dataclasses / attrs. -- `#7385 `_: ``--junitxml`` now includes the exception cause in the ``message`` XML attribute for failures during setup and teardown. +- :issue:`7385`: ``--junitxml`` now includes the exception cause in the ``message`` XML attribute for failures during setup and teardown. Previously: @@ -846,136 +2070,136 @@ Improvements Bug Fixes --------- -- `#1120 `_: Fix issue where directories from :fixture:`tmpdir` are not removed properly when multiple instances of pytest are running in parallel. +- :issue:`1120`: Fix issue where directories from :fixture:`tmpdir` are not removed properly when multiple instances of pytest are running in parallel. -- `#4583 `_: Prevent crashing and provide a user-friendly error when a marker expression (`-m`) invoking of :func:`eval` raises any exception. +- :issue:`4583`: Prevent crashing and provide a user-friendly error when a marker expression (`-m`) invoking of :func:`eval` raises any exception. -- `#4677 `_: The path shown in the summary report for SKIPPED tests is now always relative. Previously it was sometimes absolute. +- :issue:`4677`: The path shown in the summary report for SKIPPED tests is now always relative. Previously it was sometimes absolute. -- `#5456 `_: Fix a possible race condition when trying to remove lock files used to control access to folders +- :issue:`5456`: Fix a possible race condition when trying to remove lock files used to control access to folders created by :fixture:`tmp_path` and :fixture:`tmpdir`. -- `#6240 `_: Fixes an issue where logging during collection step caused duplication of log +- :issue:`6240`: Fixes an issue where logging during collection step caused duplication of log messages to stderr. -- `#6428 `_: Paths appearing in error messages are now correct in case the current working directory has +- :issue:`6428`: Paths appearing in error messages are now correct in case the current working directory has changed since the start of the session. -- `#6755 `_: Support deleting paths longer than 260 characters on windows created inside :fixture:`tmpdir`. +- :issue:`6755`: Support deleting paths longer than 260 characters on windows created inside :fixture:`tmpdir`. -- `#6871 `_: Fix crash with captured output when using :fixture:`capsysbinary`. +- :issue:`6871`: Fix crash with captured output when using :fixture:`capsysbinary`. -- `#6909 `_: Revert the change introduced by `#6330 `_, which required all arguments to ``@pytest.mark.parametrize`` to be explicitly defined in the function signature. +- :issue:`6909`: Revert the change introduced by :pull:`6330`, which required all arguments to ``@pytest.mark.parametrize`` to be explicitly defined in the function signature. The intention of the original change was to remove what was expected to be an unintended/surprising behavior, but it turns out many people relied on it, so the restriction has been reverted. -- `#6910 `_: Fix crash when plugins return an unknown stats while using the ``--reportlog`` option. +- :issue:`6910`: Fix crash when plugins return an unknown stats while using the ``--reportlog`` option. -- `#6924 `_: Ensure a ``unittest.IsolatedAsyncioTestCase`` is actually awaited. +- :issue:`6924`: Ensure a ``unittest.IsolatedAsyncioTestCase`` is actually awaited. -- `#6925 `_: Fix `TerminalRepr` instances to be hashable again. +- :issue:`6925`: Fix `TerminalRepr` instances to be hashable again. -- `#6947 `_: Fix regression where functions registered with :meth:`unittest.TestCase.addCleanup` were not being called on test failures. +- :issue:`6947`: Fix regression where functions registered with :meth:`unittest.TestCase.addCleanup` were not being called on test failures. -- `#6951 `_: Allow users to still set the deprecated ``TerminalReporter.writer`` attribute. +- :issue:`6951`: Allow users to still set the deprecated ``TerminalReporter.writer`` attribute. -- `#6956 `_: Prevent pytest from printing `ConftestImportFailure` traceback to stdout. +- :issue:`6956`: Prevent pytest from printing `ConftestImportFailure` traceback to stdout. -- `#6991 `_: Fix regressions with `--lf` filtering too much since pytest 5.4. +- :issue:`6991`: Fix regressions with `--lf` filtering too much since pytest 5.4. -- `#6992 `_: Revert "tmpdir: clean up indirection via config for factories" `#6767 `_ as it breaks pytest-xdist. +- :issue:`6992`: Revert "tmpdir: clean up indirection via config for factories" :issue:`6767` as it breaks pytest-xdist. -- `#7061 `_: When a yielding fixture fails to yield a value, report a test setup error instead of crashing. +- :issue:`7061`: When a yielding fixture fails to yield a value, report a test setup error instead of crashing. -- `#7076 `_: The path of file skipped by ``@pytest.mark.skip`` in the SKIPPED report is now relative to invocation directory. Previously it was relative to root directory. +- :issue:`7076`: The path of file skipped by ``@pytest.mark.skip`` in the SKIPPED report is now relative to invocation directory. Previously it was relative to root directory. -- `#7110 `_: Fixed regression: ``asyncbase.TestCase`` tests are executed correctly again. +- :issue:`7110`: Fixed regression: ``asyncbase.TestCase`` tests are executed correctly again. -- `#7126 `_: ``--setup-show`` now doesn't raise an error when a bytes value is used as a ``parametrize`` +- :issue:`7126`: ``--setup-show`` now doesn't raise an error when a bytes value is used as a ``parametrize`` parameter when Python is called with the ``-bb`` flag. -- `#7143 `_: Fix :meth:`pytest.File.from_parent` so it forwards extra keyword arguments to the constructor. +- :issue:`7143`: Fix :meth:`pytest.File.from_parent` so it forwards extra keyword arguments to the constructor. -- `#7145 `_: Classes with broken ``__getattribute__`` methods are displayed correctly during failures. +- :issue:`7145`: Classes with broken ``__getattribute__`` methods are displayed correctly during failures. -- `#7150 `_: Prevent hiding the underlying exception when ``ConfTestImportFailure`` is raised. +- :issue:`7150`: Prevent hiding the underlying exception when ``ConfTestImportFailure`` is raised. -- `#7180 `_: Fix ``_is_setup_py`` for files encoded differently than locale. +- :issue:`7180`: Fix ``_is_setup_py`` for files encoded differently than locale. -- `#7215 `_: Fix regression where running with ``--pdb`` would call :meth:`unittest.TestCase.tearDown` for skipped tests. +- :issue:`7215`: Fix regression where running with ``--pdb`` would call :meth:`unittest.TestCase.tearDown` for skipped tests. -- `#7253 `_: When using ``pytest.fixture`` on a function directly, as in ``pytest.fixture(func)``, +- :issue:`7253`: When using ``pytest.fixture`` on a function directly, as in ``pytest.fixture(func)``, if the ``autouse`` or ``params`` arguments are also passed, the function is no longer ignored, but is marked as a fixture. -- `#7360 `_: Fix possibly incorrect evaluation of string expressions passed to ``pytest.mark.skipif`` and ``pytest.mark.xfail``, +- :issue:`7360`: Fix possibly incorrect evaluation of string expressions passed to ``pytest.mark.skipif`` and ``pytest.mark.xfail``, in rare circumstances where the exact same string is used but refers to different global values. -- `#7383 `_: Fixed exception causes all over the codebase, i.e. use `raise new_exception from old_exception` when wrapping an exception. +- :issue:`7383`: Fixed exception causes all over the codebase, i.e. use `raise new_exception from old_exception` when wrapping an exception. Improved Documentation ---------------------- -- `#7202 `_: The development guide now links to the contributing section of the docs and `RELEASING.rst` on GitHub. +- :issue:`7202`: The development guide now links to the contributing section of the docs and `RELEASING.rst` on GitHub. -- `#7233 `_: Add a note about ``--strict`` and ``--strict-markers`` and the preference for the latter one. +- :issue:`7233`: Add a note about ``--strict`` and ``--strict-markers`` and the preference for the latter one. -- `#7345 `_: Explain indirect parametrization and markers for fixtures. +- :issue:`7345`: Explain indirect parametrization and markers for fixtures. Trivial/Internal Changes ------------------------ -- `#7035 `_: The ``originalname`` attribute of ``_pytest.python.Function`` now defaults to ``name`` if not +- :issue:`7035`: The ``originalname`` attribute of ``_pytest.python.Function`` now defaults to ``name`` if not provided explicitly, and is always set. -- `#7264 `_: The dependency on the ``wcwidth`` package has been removed. +- :issue:`7264`: The dependency on the ``wcwidth`` package has been removed. -- `#7291 `_: Replaced ``py.iniconfig`` with `iniconfig `__. +- :issue:`7291`: Replaced ``py.iniconfig`` with :pypi:`iniconfig`. -- `#7295 `_: ``src/_pytest/config/__init__.py`` now uses the ``warnings`` module to report warnings instead of ``sys.stderr.write``. +- :issue:`7295`: ``src/_pytest/config/__init__.py`` now uses the ``warnings`` module to report warnings instead of ``sys.stderr.write``. -- `#7356 `_: Remove last internal uses of deprecated *slave* term from old ``pytest-xdist``. +- :issue:`7356`: Remove last internal uses of deprecated *slave* term from old ``pytest-xdist``. -- `#7357 `_: ``py``>=1.8.2 is now required. +- :issue:`7357`: ``py``>=1.8.2 is now required. pytest 5.4.3 (2020-06-02) @@ -984,20 +2208,20 @@ pytest 5.4.3 (2020-06-02) Bug Fixes --------- -- `#6428 `_: Paths appearing in error messages are now correct in case the current working directory has +- :issue:`6428`: Paths appearing in error messages are now correct in case the current working directory has changed since the start of the session. -- `#6755 `_: Support deleting paths longer than 260 characters on windows created inside tmpdir. +- :issue:`6755`: Support deleting paths longer than 260 characters on windows created inside tmpdir. -- `#6956 `_: Prevent pytest from printing ConftestImportFailure traceback to stdout. +- :issue:`6956`: Prevent pytest from printing ConftestImportFailure traceback to stdout. -- `#7150 `_: Prevent hiding the underlying exception when ``ConfTestImportFailure`` is raised. +- :issue:`7150`: Prevent hiding the underlying exception when ``ConfTestImportFailure`` is raised. -- `#7215 `_: Fix regression where running with ``--pdb`` would call the ``tearDown`` methods of ``unittest.TestCase`` +- :issue:`7215`: Fix regression where running with ``--pdb`` would call the ``tearDown`` methods of ``unittest.TestCase`` subclasses for skipped tests. @@ -1007,34 +2231,34 @@ pytest 5.4.2 (2020-05-08) Bug Fixes --------- -- `#6871 `_: Fix crash with captured output when using the :fixture:`capsysbinary fixture `. +- :issue:`6871`: Fix crash with captured output when using the :fixture:`capsysbinary fixture `. -- `#6924 `_: Ensure a ``unittest.IsolatedAsyncioTestCase`` is actually awaited. +- :issue:`6924`: Ensure a ``unittest.IsolatedAsyncioTestCase`` is actually awaited. -- `#6925 `_: Fix TerminalRepr instances to be hashable again. +- :issue:`6925`: Fix TerminalRepr instances to be hashable again. -- `#6947 `_: Fix regression where functions registered with ``TestCase.addCleanup`` were not being called on test failures. +- :issue:`6947`: Fix regression where functions registered with ``TestCase.addCleanup`` were not being called on test failures. -- `#6951 `_: Allow users to still set the deprecated ``TerminalReporter.writer`` attribute. +- :issue:`6951`: Allow users to still set the deprecated ``TerminalReporter.writer`` attribute. -- `#6992 `_: Revert "tmpdir: clean up indirection via config for factories" #6767 as it breaks pytest-xdist. +- :issue:`6992`: Revert "tmpdir: clean up indirection via config for factories" #6767 as it breaks pytest-xdist. -- `#7110 `_: Fixed regression: ``asyncbase.TestCase`` tests are executed correctly again. +- :issue:`7110`: Fixed regression: ``asyncbase.TestCase`` tests are executed correctly again. -- `#7143 `_: Fix ``File.from_constructor`` so it forwards extra keyword arguments to the constructor. +- :issue:`7143`: Fix ``File.from_parent`` so it forwards extra keyword arguments to the constructor. -- `#7145 `_: Classes with broken ``__getattribute__`` methods are displayed correctly during failures. +- :issue:`7145`: Classes with broken ``__getattribute__`` methods are displayed correctly during failures. -- `#7180 `_: Fix ``_is_setup_py`` for files encoded differently than locale. +- :issue:`7180`: Fix ``_is_setup_py`` for files encoded differently than locale. pytest 5.4.1 (2020-03-13) @@ -1043,12 +2267,12 @@ pytest 5.4.1 (2020-03-13) Bug Fixes --------- -- `#6909 `_: Revert the change introduced by `#6330 `_, which required all arguments to ``@pytest.mark.parametrize`` to be explicitly defined in the function signature. +- :issue:`6909`: Revert the change introduced by :pull:`6330`, which required all arguments to ``@pytest.mark.parametrize`` to be explicitly defined in the function signature. The intention of the original change was to remove what was expected to be an unintended/surprising behavior, but it turns out many people relied on it, so the restriction has been reverted. -- `#6910 `_: Fix crash when plugins return an unknown stats while using the ``--reportlog`` option. +- :issue:`6910`: Fix crash when plugins return an unknown stats while using the ``--reportlog`` option. pytest 5.4.0 (2020-03-12) @@ -1057,23 +2281,23 @@ pytest 5.4.0 (2020-03-12) Breaking Changes ---------------- -- `#6316 `_: Matching of ``-k EXPRESSION`` to test names is now case-insensitive. +- :issue:`6316`: Matching of ``-k EXPRESSION`` to test names is now case-insensitive. -- `#6443 `_: Plugins specified with ``-p`` are now loaded after internal plugins, which results in their hooks being called *before* the internal ones. +- :issue:`6443`: Plugins specified with ``-p`` are now loaded after internal plugins, which results in their hooks being called *before* the internal ones. This makes the ``-p`` behavior consistent with ``PYTEST_PLUGINS``. -- `#6637 `_: Removed the long-deprecated ``pytest_itemstart`` hook. +- :issue:`6637`: Removed the long-deprecated ``pytest_itemstart`` hook. This hook has been marked as deprecated and not been even called by pytest for over 10 years now. -- `#6673 `_: Reversed / fix meaning of "+/-" in error diffs. "-" means that sth. expected is missing in the result and "+" means that there are unexpected extras in the result. +- :issue:`6673`: Reversed / fix meaning of "+/-" in error diffs. "-" means that sth. expected is missing in the result and "+" means that there are unexpected extras in the result. -- `#6737 `_: The ``cached_result`` attribute of ``FixtureDef`` is now set to ``None`` when +- :issue:`6737`: The ``cached_result`` attribute of ``FixtureDef`` is now set to ``None`` when the result is unavailable, instead of being deleted. If your plugin performs checks like ``hasattr(fixturedef, 'cached_result')``, @@ -1086,19 +2310,19 @@ Breaking Changes Deprecations ------------ -- `#3238 `_: Option ``--no-print-logs`` is deprecated and meant to be removed in a future release. If you use ``--no-print-logs``, please try out ``--show-capture`` and +- :issue:`3238`: Option ``--no-print-logs`` is deprecated and meant to be removed in a future release. If you use ``--no-print-logs``, please try out ``--show-capture`` and provide feedback. ``--show-capture`` command-line option was added in ``pytest 3.5.0`` and allows to specify how to display captured output when tests fail: ``no``, ``stdout``, ``stderr``, ``log`` or ``all`` (the default). -- `#571 `_: Deprecate the unused/broken `pytest_collect_directory` hook. +- :issue:`571`: Deprecate the unused/broken `pytest_collect_directory` hook. It was misaligned since the removal of the ``Directory`` collector in 2010 and incorrect/unusable as soon as collection was split from test execution. -- `#5975 `_: Deprecate using direct constructors for ``Nodes``. +- :issue:`5975`: Deprecate using direct constructors for ``Nodes``. Instead they are now constructed via ``Node.from_parent``. @@ -1110,7 +2334,7 @@ Deprecations Subclasses are expected to use `super().from_parent` if they intend to expand the creation of `Nodes`. -- `#6779 `_: The ``TerminalReporter.writer`` attribute has been deprecated and should no longer be used. This +- :issue:`6779`: The ``TerminalReporter.writer`` attribute has been deprecated and should no longer be used. This was inadvertently exposed as part of the public API of that plugin and ties it too much with ``py.io.TerminalWriter``. @@ -1119,153 +2343,153 @@ Deprecations Features -------- -- `#4597 `_: New :ref:`--capture=tee-sys ` option to allow both live printing and capturing of test output. +- :issue:`4597`: New :ref:`--capture=tee-sys ` option to allow both live printing and capturing of test output. -- `#5712 `_: Now all arguments to ``@pytest.mark.parametrize`` need to be explicitly declared in the function signature or via ``indirect``. +- :issue:`5712`: Now all arguments to ``@pytest.mark.parametrize`` need to be explicitly declared in the function signature or via ``indirect``. Previously it was possible to omit an argument if a fixture with the same name existed, which was just an accident of implementation and was not meant to be a part of the API. -- `#6454 `_: Changed default for `-r` to `fE`, which displays failures and errors in the :ref:`short test summary `. `-rN` can be used to disable it (the old behavior). +- :issue:`6454`: Changed default for `-r` to `fE`, which displays failures and errors in the :ref:`short test summary `. `-rN` can be used to disable it (the old behavior). -- `#6469 `_: New options have been added to the :confval:`junit_logging` option: ``log``, ``out-err``, and ``all``. +- :issue:`6469`: New options have been added to the :confval:`junit_logging` option: ``log``, ``out-err``, and ``all``. -- `#6834 `_: Excess warning summaries are now collapsed per file to ensure readable display of warning summaries. +- :issue:`6834`: Excess warning summaries are now collapsed per file to ensure readable display of warning summaries. Improvements ------------ -- `#1857 `_: ``pytest.mark.parametrize`` accepts integers for ``ids`` again, converting it to strings. +- :issue:`1857`: ``pytest.mark.parametrize`` accepts integers for ``ids`` again, converting it to strings. -- `#449 `_: Use "yellow" main color with any XPASSED tests. +- :issue:`449`: Use "yellow" main color with any XPASSED tests. -- `#4639 `_: Revert "A warning is now issued when assertions are made for ``None``". +- :issue:`4639`: Revert "A warning is now issued when assertions are made for ``None``". The warning proved to be less useful than initially expected and had quite a few false positive cases. -- `#5686 `_: ``tmpdir_factory.mktemp`` now fails when given absolute and non-normalized paths. +- :issue:`5686`: ``tmpdir_factory.mktemp`` now fails when given absolute and non-normalized paths. -- `#5984 `_: The ``pytest_warning_captured`` hook now receives a ``location`` parameter with the code location that generated the warning. +- :issue:`5984`: The ``pytest_warning_captured`` hook now receives a ``location`` parameter with the code location that generated the warning. -- `#6213 `_: pytester: the ``testdir`` fixture respects environment settings from the ``monkeypatch`` fixture for inner runs. +- :issue:`6213`: pytester: the ``testdir`` fixture respects environment settings from the ``monkeypatch`` fixture for inner runs. -- `#6247 `_: ``--fulltrace`` is honored with collection errors. +- :issue:`6247`: ``--fulltrace`` is honored with collection errors. -- `#6384 `_: Make `--showlocals` work also with `--tb=short`. +- :issue:`6384`: Make `--showlocals` work also with `--tb=short`. -- `#6653 `_: Add support for matching lines consecutively with :attr:`LineMatcher <_pytest.pytester.LineMatcher>`'s :func:`~_pytest.pytester.LineMatcher.fnmatch_lines` and :func:`~_pytest.pytester.LineMatcher.re_match_lines`. +- :issue:`6653`: Add support for matching lines consecutively with :attr:`LineMatcher <_pytest.pytester.LineMatcher>`'s :func:`~_pytest.pytester.LineMatcher.fnmatch_lines` and :func:`~_pytest.pytester.LineMatcher.re_match_lines`. -- `#6658 `_: Code is now highlighted in tracebacks when ``pygments`` is installed. +- :issue:`6658`: Code is now highlighted in tracebacks when ``pygments`` is installed. Users are encouraged to install ``pygments`` into their environment and provide feedback, because the plan is to make ``pygments`` a regular dependency in the future. -- `#6795 `_: Import usage error message with invalid `-o` option. +- :issue:`6795`: Import usage error message with invalid `-o` option. -- `#759 `_: ``pytest.mark.parametrize`` supports iterators and generators for ``ids``. +- :issue:`759`: ``pytest.mark.parametrize`` supports iterators and generators for ``ids``. Bug Fixes --------- -- `#310 `_: Add support for calling `pytest.xfail()` and `pytest.importorskip()` with doctests. +- :issue:`310`: Add support for calling `pytest.xfail()` and `pytest.importorskip()` with doctests. -- `#3823 `_: ``--trace`` now works with unittests. +- :issue:`3823`: ``--trace`` now works with unittests. -- `#4445 `_: Fixed some warning reports produced by pytest to point to the correct location of the warning in the user's code. +- :issue:`4445`: Fixed some warning reports produced by pytest to point to the correct location of the warning in the user's code. -- `#5301 `_: Fix ``--last-failed`` to collect new tests from files with known failures. +- :issue:`5301`: Fix ``--last-failed`` to collect new tests from files with known failures. -- `#5928 `_: Report ``PytestUnknownMarkWarning`` at the level of the user's code, not ``pytest``'s. +- :issue:`5928`: Report ``PytestUnknownMarkWarning`` at the level of the user's code, not ``pytest``'s. -- `#5991 `_: Fix interaction with ``--pdb`` and unittests: do not use unittest's ``TestCase.debug()``. +- :issue:`5991`: Fix interaction with ``--pdb`` and unittests: do not use unittest's ``TestCase.debug()``. -- `#6334 `_: Fix summary entries appearing twice when ``f/F`` and ``s/S`` report chars were used at the same time in the ``-r`` command-line option (for example ``-rFf``). +- :issue:`6334`: Fix summary entries appearing twice when ``f/F`` and ``s/S`` report chars were used at the same time in the ``-r`` command-line option (for example ``-rFf``). The upper case variants were never documented and the preferred form should be the lower case. -- `#6409 `_: Fallback to green (instead of yellow) for non-last items without previous passes with colored terminal progress indicator. +- :issue:`6409`: Fallback to green (instead of yellow) for non-last items without previous passes with colored terminal progress indicator. -- `#6454 `_: `--disable-warnings` is honored with `-ra` and `-rA`. +- :issue:`6454`: `--disable-warnings` is honored with `-ra` and `-rA`. -- `#6497 `_: Fix bug in the comparison of request key with cached key in fixture. +- :issue:`6497`: Fix bug in the comparison of request key with cached key in fixture. - A construct ``if key == cached_key:`` can fail either because ``==`` is explicitly disallowed, or for, e.g., NumPy arrays, where the result of ``a == b`` cannot generally be converted to `bool`. + A construct ``if key == cached_key:`` can fail either because ``==`` is explicitly disallowed, or for, e.g., NumPy arrays, where the result of ``a == b`` cannot generally be converted to :class:`bool`. The implemented fix replaces `==` with ``is``. -- `#6557 `_: Make capture output streams ``.write()`` method return the same return value from original streams. +- :issue:`6557`: Make capture output streams ``.write()`` method return the same return value from original streams. -- `#6566 `_: Fix ``EncodedFile.writelines`` to call the underlying buffer's ``writelines`` method. +- :issue:`6566`: Fix ``EncodedFile.writelines`` to call the underlying buffer's ``writelines`` method. -- `#6575 `_: Fix internal crash when ``faulthandler`` starts initialized +- :issue:`6575`: Fix internal crash when ``faulthandler`` starts initialized (for example with ``PYTHONFAULTHANDLER=1`` environment variable set) and ``faulthandler_timeout`` defined in the configuration file. -- `#6597 `_: Fix node ids which contain a parametrized empty-string variable. +- :issue:`6597`: Fix node ids which contain a parametrized empty-string variable. -- `#6646 `_: Assertion rewriting hooks are (re)stored for the current item, which fixes them being still used after e.g. pytester's :func:`testdir.runpytest <_pytest.pytester.Testdir.runpytest>` etc. +- :issue:`6646`: Assertion rewriting hooks are (re)stored for the current item, which fixes them being still used after e.g. pytester's :func:`testdir.runpytest <_pytest.pytester.Testdir.runpytest>` etc. -- `#6660 `_: :py:func:`pytest.exit` is handled when emitted from the :func:`pytest_sessionfinish <_pytest.hookspec.pytest_sessionfinish>` hook. This includes quitting from a debugger. +- :issue:`6660`: :py:func:`pytest.exit` is handled when emitted from the :hook:`pytest_sessionfinish` hook. This includes quitting from a debugger. -- `#6752 `_: When :py:func:`pytest.raises` is used as a function (as opposed to a context manager), +- :issue:`6752`: When :py:func:`pytest.raises` is used as a function (as opposed to a context manager), a `match` keyword argument is now passed through to the tested function. Previously it was swallowed and ignored (regression in pytest 5.1.0). -- `#6801 `_: Do not display empty lines inbetween traceback for unexpected exceptions with doctests. +- :issue:`6801`: Do not display empty lines in between traceback for unexpected exceptions with doctests. -- `#6802 `_: The :fixture:`testdir fixture ` works within doctests now. +- :issue:`6802`: The :fixture:`testdir fixture ` works within doctests now. Improved Documentation ---------------------- -- `#6696 `_: Add list of fixtures to start of fixture chapter. +- :issue:`6696`: Add list of fixtures to start of fixture chapter. -- `#6742 `_: Expand first sentence on fixtures into a paragraph. +- :issue:`6742`: Expand first sentence on fixtures into a paragraph. Trivial/Internal Changes ------------------------ -- `#6404 `_: Remove usage of ``parser`` module, deprecated in Python 3.9. +- :issue:`6404`: Remove usage of ``parser`` module, deprecated in Python 3.9. pytest 5.3.5 (2020-01-29) @@ -1274,7 +2498,7 @@ pytest 5.3.5 (2020-01-29) Bug Fixes --------- -- `#6517 `_: Fix regression in pytest 5.3.4 causing an INTERNALERROR due to a wrong assertion. +- :issue:`6517`: Fix regression in pytest 5.3.4 causing an INTERNALERROR due to a wrong assertion. pytest 5.3.4 (2020-01-20) @@ -1283,7 +2507,7 @@ pytest 5.3.4 (2020-01-20) Bug Fixes --------- -- `#6496 `_: Revert `#6436 `__: unfortunately this change has caused a number of regressions in many suites, +- :issue:`6496`: Revert :issue:`6436`: unfortunately this change has caused a number of regressions in many suites, so the team decided to revert this change and make a new release while we continue to look for a solution. @@ -1293,26 +2517,26 @@ pytest 5.3.3 (2020-01-16) Bug Fixes --------- -- `#2780 `_: Captured output during teardown is shown with ``-rP``. +- :issue:`2780`: Captured output during teardown is shown with ``-rP``. -- `#5971 `_: Fix a ``pytest-xdist`` crash when dealing with exceptions raised in subprocesses created by the +- :issue:`5971`: Fix a ``pytest-xdist`` crash when dealing with exceptions raised in subprocesses created by the ``multiprocessing`` module. -- `#6436 `_: :class:`FixtureDef <_pytest.fixtures.FixtureDef>` objects now properly register their finalizers with autouse and +- :issue:`6436`: :class:`FixtureDef <_pytest.fixtures.FixtureDef>` objects now properly register their finalizers with autouse and parameterized fixtures that execute before them in the fixture stack so they are torn down at the right times, and in the right order. -- `#6532 `_: Fix parsing of outcomes containing multiple errors with ``testdir`` results (regression in 5.3.0). +- :issue:`6532`: Fix parsing of outcomes containing multiple errors with ``testdir`` results (regression in 5.3.0). Trivial/Internal Changes ------------------------ -- `#6350 `_: Optimized automatic renaming of test parameter IDs. +- :issue:`6350`: Optimized automatic renaming of test parameter IDs. pytest 5.3.2 (2019-12-13) @@ -1321,7 +2545,7 @@ pytest 5.3.2 (2019-12-13) Improvements ------------ -- `#4639 `_: Revert "A warning is now issued when assertions are made for ``None``". +- :issue:`4639`: Revert "A warning is now issued when assertions are made for ``None``". The warning proved to be less useful than initially expected and had quite a few false positive cases. @@ -1331,13 +2555,13 @@ Improvements Bug Fixes --------- -- `#5430 `_: junitxml: Logs for failed test are now passed to junit report in case the test fails during call phase. +- :issue:`5430`: junitxml: Logs for failed test are now passed to junit report in case the test fails during call phase. -- `#6290 `_: The supporting files in the ``.pytest_cache`` directory are kept with ``--cache-clear``, which only clears cached values now. +- :issue:`6290`: The supporting files in the ``.pytest_cache`` directory are kept with ``--cache-clear``, which only clears cached values now. -- `#6301 `_: Fix assertion rewriting for egg-based distributions and ``editable`` installs (``pip install --editable``). +- :issue:`6301`: Fix assertion rewriting for egg-based distributions and ``editable`` installs (``pip install --editable``). pytest 5.3.1 (2019-11-25) @@ -1346,26 +2570,26 @@ pytest 5.3.1 (2019-11-25) Improvements ------------ -- `#6231 `_: Improve check for misspelling of :ref:`pytest.mark.parametrize ref`. +- :issue:`6231`: Improve check for misspelling of :ref:`pytest.mark.parametrize ref`. -- `#6257 `_: Handle :py:func:`pytest.exit` being used via :py:func:`~_pytest.hookspec.pytest_internalerror`, e.g. when quitting pdb from post mortem. +- :issue:`6257`: Handle :func:`pytest.exit` being used via :hook:`pytest_internalerror`, e.g. when quitting pdb from post mortem. Bug Fixes --------- -- `#5914 `_: pytester: fix :py:func:`~_pytest.pytester.LineMatcher.no_fnmatch_line` when used after positive matching. +- :issue:`5914`: pytester: fix :py:func:`~_pytest.pytester.LineMatcher.no_fnmatch_line` when used after positive matching. -- `#6082 `_: Fix line detection for doctest samples inside :py:class:`python:property` docstrings, as a workaround to `bpo-17446 `__. +- :issue:`6082`: Fix line detection for doctest samples inside :py:class:`python:property` docstrings, as a workaround to :bpo:`17446`. -- `#6254 `_: Fix compatibility with pytest-parallel (regression in pytest 5.3.0). +- :issue:`6254`: Fix compatibility with pytest-parallel (regression in pytest 5.3.0). -- `#6255 `_: Clear the :py:data:`sys.last_traceback`, :py:data:`sys.last_type` +- :issue:`6255`: Clear the :py:data:`sys.last_traceback`, :py:data:`sys.last_type` and :py:data:`sys.last_value` attributes by deleting them instead of setting them to ``None``. This better matches the behaviour of the Python standard library. @@ -1377,20 +2601,20 @@ pytest 5.3.0 (2019-11-19) Deprecations ------------ -- `#6179 `_: The default value of :confval:`junit_family` option will change to ``"xunit2"`` in pytest 6.0, given +- :issue:`6179`: The default value of :confval:`junit_family` option will change to ``"xunit2"`` in pytest 6.0, given that this is the version supported by default in modern tools that manipulate this type of file. In order to smooth the transition, pytest will issue a warning in case the ``--junitxml`` option is given in the command line but :confval:`junit_family` is not explicitly configured in ``pytest.ini``. - For more information, `see the docs `__. + For more information, :ref:`see the docs `. Features -------- -- `#4488 `_: The pytest team has created the `pytest-reportlog `__ +- :issue:`4488`: The pytest team has created the `pytest-reportlog `__ plugin, which provides a new ``--report-log=FILE`` option that writes *report logs* into a file as the test session executes. Each line of the report log contains a self contained JSON object corresponding to a testing event, @@ -1402,12 +2626,12 @@ Features provide feedback. -- `#4730 `_: When :py:data:`sys.pycache_prefix` (Python 3.8+) is set, it will be used by pytest to cache test files changed by the assertion rewriting mechanism. +- :issue:`4730`: When :py:data:`sys.pycache_prefix` (Python 3.8+) is set, it will be used by pytest to cache test files changed by the assertion rewriting mechanism. This makes it easier to benefit of cached ``.pyc`` files even on file systems without permissions. -- `#5515 `_: Allow selective auto-indentation of multiline log messages. +- :issue:`5515`: Allow selective auto-indentation of multiline log messages. Adds command line option ``--log-auto-indent``, config option :confval:`log_auto_indent` and support for per-entry configuration of @@ -1420,7 +2644,7 @@ Features rather than implicitly. -- `#5914 `_: :fixture:`testdir` learned two new functions, :py:func:`~_pytest.pytester.LineMatcher.no_fnmatch_line` and +- :issue:`5914`: :fixture:`testdir` learned two new functions, :py:func:`~_pytest.pytester.LineMatcher.no_fnmatch_line` and :py:func:`~_pytest.pytester.LineMatcher.no_re_match_line`. The functions are used to ensure the captured text *does not* match the given @@ -1443,12 +2667,12 @@ Features But the new functions produce best output on failure. -- `#6057 `_: Added tolerances to complex values when printing ``pytest.approx``. +- :issue:`6057`: Added tolerances to complex values when printing ``pytest.approx``. For example, ``repr(pytest.approx(3+4j))`` returns ``(3+4j) ± 5e-06 ∠ ±180°``. This is polar notation indicating a circle around the expected value, with a radius of 5e-06. For ``approx`` comparisons to return ``True``, the actual value should fall within this circle. -- `#6061 `_: Added the pluginmanager as an argument to ``pytest_addoption`` +- :issue:`6061`: Added the pluginmanager as an argument to ``pytest_addoption`` so that hooks can be invoked when setting up command line options. This is useful for having one plugin communicate things to another plugin, such as default values or which set of command line options to add. @@ -1458,13 +2682,13 @@ Features Improvements ------------ -- `#5061 `_: Use multiple colors with terminal summary statistics. +- :issue:`5061`: Use multiple colors with terminal summary statistics. -- `#5630 `_: Quitting from debuggers is now properly handled in ``doctest`` items. +- :issue:`5630`: Quitting from debuggers is now properly handled in ``doctest`` items. -- `#5924 `_: Improved verbose diff output with sequences. +- :issue:`5924`: Improved verbose diff output with sequences. Before: @@ -1500,80 +2724,80 @@ Improvements E ] -- `#5934 `_: ``repr`` of ``ExceptionInfo`` objects has been improved to honor the ``__repr__`` method of the underlying exception. +- :issue:`5934`: ``repr`` of ``ExceptionInfo`` objects has been improved to honor the ``__repr__`` method of the underlying exception. -- `#5936 `_: Display untruncated assertion message with ``-vv``. +- :issue:`5936`: Display untruncated assertion message with ``-vv``. -- `#5990 `_: Fixed plurality mismatch in test summary (e.g. display "1 error" instead of "1 errors"). +- :issue:`5990`: Fixed plurality mismatch in test summary (e.g. display "1 error" instead of "1 errors"). -- `#6008 `_: ``Config.InvocationParams.args`` is now always a ``tuple`` to better convey that it should be +- :issue:`6008`: ``Config.InvocationParams.args`` is now always a ``tuple`` to better convey that it should be immutable and avoid accidental modifications. -- `#6023 `_: ``pytest.main`` returns a ``pytest.ExitCode`` instance now, except for when custom exit codes are used (where it returns ``int`` then still). +- :issue:`6023`: ``pytest.main`` returns a ``pytest.ExitCode`` instance now, except for when custom exit codes are used (where it returns ``int`` then still). -- `#6026 `_: Align prefixes in output of pytester's ``LineMatcher``. +- :issue:`6026`: Align prefixes in output of pytester's ``LineMatcher``. -- `#6059 `_: Collection errors are reported as errors (and not failures like before) in the terminal's short test summary. +- :issue:`6059`: Collection errors are reported as errors (and not failures like before) in the terminal's short test summary. -- `#6069 `_: ``pytester.spawn`` does not skip/xfail tests on FreeBSD anymore unconditionally. +- :issue:`6069`: ``pytester.spawn`` does not skip/xfail tests on FreeBSD anymore unconditionally. -- `#6097 `_: The "[...%]" indicator in the test summary is now colored according to the final (new) multi-colored line's main color. +- :issue:`6097`: The "[...%]" indicator in the test summary is now colored according to the final (new) multi-colored line's main color. -- `#6116 `_: Added ``--co`` as a synonym to ``--collect-only``. +- :issue:`6116`: Added ``--co`` as a synonym to ``--collect-only``. -- `#6148 `_: ``atomicwrites`` is now only used on Windows, fixing a performance regression with assertion rewriting on Unix. +- :issue:`6148`: ``atomicwrites`` is now only used on Windows, fixing a performance regression with assertion rewriting on Unix. -- `#6152 `_: Now parametrization will use the ``__name__`` attribute of any object for the id, if present. Previously it would only use ``__name__`` for functions and classes. +- :issue:`6152`: Now parametrization will use the ``__name__`` attribute of any object for the id, if present. Previously it would only use ``__name__`` for functions and classes. -- `#6176 `_: Improved failure reporting with pytester's ``Hookrecorder.assertoutcome``. +- :issue:`6176`: Improved failure reporting with pytester's ``Hookrecorder.assertoutcome``. -- `#6181 `_: The reason for a stopped session, e.g. with ``--maxfail`` / ``-x``, now gets reported in the test summary. +- :issue:`6181`: The reason for a stopped session, e.g. with ``--maxfail`` / ``-x``, now gets reported in the test summary. -- `#6206 `_: Improved ``cache.set`` robustness and performance. +- :issue:`6206`: Improved ``cache.set`` robustness and performance. Bug Fixes --------- -- `#2049 `_: Fixed ``--setup-plan`` showing inaccurate information about fixture lifetimes. +- :issue:`2049`: Fixed ``--setup-plan`` showing inaccurate information about fixture lifetimes. -- `#2548 `_: Fixed line offset mismatch of skipped tests in terminal summary. +- :issue:`2548`: Fixed line offset mismatch of skipped tests in terminal summary. -- `#6039 `_: The ``PytestDoctestRunner`` is now properly invalidated when unconfiguring the doctest plugin. +- :issue:`6039`: The ``PytestDoctestRunner`` is now properly invalidated when unconfiguring the doctest plugin. This is important when used with ``pytester``'s ``runpytest_inprocess``. -- `#6047 `_: BaseExceptions are now handled in ``saferepr``, which includes ``pytest.fail.Exception`` etc. +- :issue:`6047`: BaseExceptions are now handled in ``saferepr``, which includes ``pytest.fail.Exception`` etc. -- `#6074 `_: pytester: fixed order of arguments in ``rm_rf`` warning when cleaning up temporary directories, and do not emit warnings for errors with ``os.open``. +- :issue:`6074`: pytester: fixed order of arguments in ``rm_rf`` warning when cleaning up temporary directories, and do not emit warnings for errors with ``os.open``. -- `#6189 `_: Fixed result of ``getmodpath`` method. +- :issue:`6189`: Fixed result of ``getmodpath`` method. Trivial/Internal Changes ------------------------ -- `#4901 `_: ``RunResult`` from ``pytester`` now displays the mnemonic of the ``ret`` attribute when it is a +- :issue:`4901`: ``RunResult`` from ``pytester`` now displays the mnemonic of the ``ret`` attribute when it is a valid ``pytest.ExitCode`` value. @@ -1583,10 +2807,10 @@ pytest 5.2.4 (2019-11-15) Bug Fixes --------- -- `#6194 `_: Fix incorrect discovery of non-test ``__init__.py`` files. +- :issue:`6194`: Fix incorrect discovery of non-test ``__init__.py`` files. -- `#6197 `_: Revert "The first test in a package (``__init__.py``) marked with ``@pytest.mark.skip`` is now correctly skipped.". +- :issue:`6197`: Revert "The first test in a package (``__init__.py``) marked with ``@pytest.mark.skip`` is now correctly skipped.". pytest 5.2.3 (2019-11-14) @@ -1595,13 +2819,13 @@ pytest 5.2.3 (2019-11-14) Bug Fixes --------- -- `#5830 `_: The first test in a package (``__init__.py``) marked with ``@pytest.mark.skip`` is now correctly skipped. +- :issue:`5830`: The first test in a package (``__init__.py``) marked with ``@pytest.mark.skip`` is now correctly skipped. -- `#6099 `_: Fix ``--trace`` when used with parametrized functions. +- :issue:`6099`: Fix ``--trace`` when used with parametrized functions. -- `#6183 `_: Using ``request`` as a parameter name in ``@pytest.mark.parametrize`` now produces a more +- :issue:`6183`: Using ``request`` as a parameter name in ``@pytest.mark.parametrize`` now produces a more user-friendly error. @@ -1611,16 +2835,16 @@ pytest 5.2.2 (2019-10-24) Bug Fixes --------- -- `#5206 `_: Fix ``--nf`` to not forget about known nodeids with partial test selection. +- :issue:`5206`: Fix ``--nf`` to not forget about known nodeids with partial test selection. -- `#5906 `_: Fix crash with ``KeyboardInterrupt`` during ``--setup-show``. +- :issue:`5906`: Fix crash with ``KeyboardInterrupt`` during ``--setup-show``. -- `#5946 `_: Fixed issue when parametrizing fixtures with numpy arrays (and possibly other sequence-like types). +- :issue:`5946`: Fixed issue when parametrizing fixtures with numpy arrays (and possibly other sequence-like types). -- `#6044 `_: Properly ignore ``FileNotFoundError`` exceptions when trying to remove old temporary directories, +- :issue:`6044`: Properly ignore ``FileNotFoundError`` exceptions when trying to remove old temporary directories, for instance when multiple processes try to remove the same directory (common with ``pytest-xdist`` for example). @@ -1631,7 +2855,7 @@ pytest 5.2.1 (2019-10-06) Bug Fixes --------- -- `#5902 `_: Fix warnings about deprecated ``cmp`` attribute in ``attrs>=19.2``. +- :issue:`5902`: Fix warnings about deprecated ``cmp`` attribute in ``attrs>=19.2``. pytest 5.2.0 (2019-09-28) @@ -1640,7 +2864,7 @@ pytest 5.2.0 (2019-09-28) Deprecations ------------ -- `#1682 `_: Passing arguments to pytest.fixture() as positional arguments is deprecated - pass them +- :issue:`1682`: Passing arguments to pytest.fixture() as positional arguments is deprecated - pass them as a keyword argument instead. @@ -1648,29 +2872,29 @@ Deprecations Features -------- -- `#1682 `_: The ``scope`` parameter of ``@pytest.fixture`` can now be a callable that receives +- :issue:`1682`: The ``scope`` parameter of ``@pytest.fixture`` can now be a callable that receives the fixture name and the ``config`` object as keyword-only parameters. - See `the docs `__ for more information. + See :ref:`the docs ` for more information. -- `#5764 `_: New behavior of the ``--pastebin`` option: failures to connect to the pastebin server are reported, without failing the pytest run +- :issue:`5764`: New behavior of the ``--pastebin`` option: failures to connect to the pastebin server are reported, without failing the pytest run Bug Fixes --------- -- `#5806 `_: Fix "lexer" being used when uploading to bpaste.net from ``--pastebin`` to "text". +- :issue:`5806`: Fix "lexer" being used when uploading to bpaste.net from ``--pastebin`` to "text". -- `#5884 `_: Fix ``--setup-only`` and ``--setup-show`` for custom pytest items. +- :issue:`5884`: Fix ``--setup-only`` and ``--setup-show`` for custom pytest items. Trivial/Internal Changes ------------------------ -- `#5056 `_: The HelpFormatter uses ``py.io.get_terminal_width`` for better width detection. +- :issue:`5056`: The HelpFormatter uses ``py.io.get_terminal_width`` for better width detection. pytest 5.1.3 (2019-09-18) @@ -1679,13 +2903,13 @@ pytest 5.1.3 (2019-09-18) Bug Fixes --------- -- `#5807 `_: Fix pypy3.6 (nightly) on windows. +- :issue:`5807`: Fix pypy3.6 (nightly) on windows. -- `#5811 `_: Handle ``--fulltrace`` correctly with ``pytest.raises``. +- :issue:`5811`: Handle ``--fulltrace`` correctly with ``pytest.raises``. -- `#5819 `_: Windows: Fix regression with conftest whose qualified name contains uppercase +- :issue:`5819`: Windows: Fix regression with conftest whose qualified name contains uppercase characters (introduced by #5792). @@ -1695,22 +2919,22 @@ pytest 5.1.2 (2019-08-30) Bug Fixes --------- -- `#2270 `_: Fixed ``self`` reference in function-scoped fixtures defined plugin classes: previously ``self`` +- :issue:`2270`: Fixed ``self`` reference in function-scoped fixtures defined plugin classes: previously ``self`` would be a reference to a *test* class, not the *plugin* class. -- `#570 `_: Fixed long standing issue where fixture scope was not respected when indirect fixtures were used during +- :issue:`570`: Fixed long standing issue where fixture scope was not respected when indirect fixtures were used during parametrization. -- `#5782 `_: Fix decoding error when printing an error response from ``--pastebin``. +- :issue:`5782`: Fix decoding error when printing an error response from ``--pastebin``. -- `#5786 `_: Chained exceptions in test and collection reports are now correctly serialized, allowing plugins like +- :issue:`5786`: Chained exceptions in test and collection reports are now correctly serialized, allowing plugins like ``pytest-xdist`` to display them properly. -- `#5792 `_: Windows: Fix error that occurs in certain circumstances when loading +- :issue:`5792`: Windows: Fix error that occurs in certain circumstances when loading ``conftest.py`` from a working directory that has casing other than the one stored in the filesystem (e.g., ``c:\test`` instead of ``C:\test``). @@ -1721,7 +2945,7 @@ pytest 5.1.1 (2019-08-20) Bug Fixes --------- -- `#5751 `_: Fixed ``TypeError`` when importing pytest on Python 3.5.0 and 3.5.1. +- :issue:`5751`: Fixed ``TypeError`` when importing pytest on Python 3.5.0 and 3.5.1. pytest 5.1.0 (2019-08-15) @@ -1730,7 +2954,7 @@ pytest 5.1.0 (2019-08-15) Removals -------- -- `#5180 `_: As per our policy, the following features have been deprecated in the 4.X series and are now +- :issue:`5180`: As per our policy, the following features have been deprecated in the 4.X series and are now removed: * ``Request.getfuncargvalue``: use ``Request.getfixturevalue`` instead. @@ -1754,11 +2978,10 @@ Removals * ``request`` is now a reserved name for fixtures. - For more information consult - `Deprecations and Removals `__ in the docs. + For more information consult :std:doc:`deprecations` in the docs. -- `#5565 `_: Removed unused support code for `unittest2 `__. +- :issue:`5565`: Removed unused support code for :pypi:`unittest2`. The ``unittest2`` backport module is no longer necessary since Python 3.3+, and the small amount of code in pytest to support it also doesn't seem @@ -1769,11 +2992,10 @@ Removals at all (even if ``unittest2`` is used by a test suite executed by pytest), it was decided to remove it in this release. - If you experience a regression because of this, please - `file an issue `__. + If you experience a regression because of this, please :issue:`file an issue `. -- `#5615 `_: ``pytest.fail``, ``pytest.xfail`` and ``pytest.skip`` no longer support bytes for the message argument. +- :issue:`5615`: ``pytest.fail``, ``pytest.xfail`` and ``pytest.skip`` no longer support bytes for the message argument. This was supported for Python 2 where it was tempting to use ``"message"`` instead of ``u"message"``. @@ -1786,10 +3008,10 @@ Removals Features -------- -- `#5564 `_: New ``Config.invocation_args`` attribute containing the unchanged arguments passed to ``pytest.main()``. +- :issue:`5564`: New ``Config.invocation_args`` attribute containing the unchanged arguments passed to ``pytest.main()``. -- `#5576 `_: New `NUMBER `__ +- :issue:`5576`: New :ref:`NUMBER ` option for doctests to ignore irrelevant differences in floating-point numbers. Inspired by Sébastien Boisgérault's `numtest `__ extension for doctest. @@ -1799,10 +3021,10 @@ Features Improvements ------------ -- `#5471 `_: JUnit XML now includes a timestamp and hostname in the testsuite tag. +- :issue:`5471`: JUnit XML now includes a timestamp and hostname in the testsuite tag. -- `#5707 `_: Time taken to run the test suite now includes a human-readable representation when it takes over +- :issue:`5707`: Time taken to run the test suite now includes a human-readable representation when it takes over 60 seconds, for example:: ===== 2 failed in 102.70s (0:01:42) ===== @@ -1812,71 +3034,71 @@ Improvements Bug Fixes --------- -- `#4344 `_: Fix RuntimeError/StopIteration when trying to collect package with "__init__.py" only. +- :issue:`4344`: Fix RuntimeError/StopIteration when trying to collect package with "__init__.py" only. -- `#5115 `_: Warnings issued during ``pytest_configure`` are explicitly not treated as errors, even if configured as such, because it otherwise completely breaks pytest. +- :issue:`5115`: Warnings issued during ``pytest_configure`` are explicitly not treated as errors, even if configured as such, because it otherwise completely breaks pytest. -- `#5477 `_: The XML file produced by ``--junitxml`` now correctly contain a ```` root element. +- :issue:`5477`: The XML file produced by ``--junitxml`` now correctly contain a ```` root element. -- `#5524 `_: Fix issue where ``tmp_path`` and ``tmpdir`` would not remove directories containing files marked as read-only, +- :issue:`5524`: Fix issue where ``tmp_path`` and ``tmpdir`` would not remove directories containing files marked as read-only, which could lead to pytest crashing when executed a second time with the ``--basetemp`` option. -- `#5537 `_: Replace ``importlib_metadata`` backport with ``importlib.metadata`` from the +- :issue:`5537`: Replace ``importlib_metadata`` backport with ``importlib.metadata`` from the standard library on Python 3.8+. -- `#5578 `_: Improve type checking for some exception-raising functions (``pytest.xfail``, ``pytest.skip``, etc) +- :issue:`5578`: Improve type checking for some exception-raising functions (``pytest.xfail``, ``pytest.skip``, etc) so they provide better error messages when users meant to use marks (for example ``@pytest.xfail`` instead of ``@pytest.mark.xfail``). -- `#5606 `_: Fixed internal error when test functions were patched with objects that cannot be compared +- :issue:`5606`: Fixed internal error when test functions were patched with objects that cannot be compared for truth values against others, like ``numpy`` arrays. -- `#5634 `_: ``pytest.exit`` is now correctly handled in ``unittest`` cases. +- :issue:`5634`: ``pytest.exit`` is now correctly handled in ``unittest`` cases. This makes ``unittest`` cases handle ``quit`` from pytest's pdb correctly. -- `#5650 `_: Improved output when parsing an ini configuration file fails. +- :issue:`5650`: Improved output when parsing an ini configuration file fails. -- `#5701 `_: Fix collection of ``staticmethod`` objects defined with ``functools.partial``. +- :issue:`5701`: Fix collection of ``staticmethod`` objects defined with ``functools.partial``. -- `#5734 `_: Skip async generator test functions, and update the warning message to refer to ``async def`` functions. +- :issue:`5734`: Skip async generator test functions, and update the warning message to refer to ``async def`` functions. Improved Documentation ---------------------- -- `#5669 `_: Add docstring for ``Testdir.copy_example``. +- :issue:`5669`: Add docstring for ``Testdir.copy_example``. Trivial/Internal Changes ------------------------ -- `#5095 `_: XML files of the ``xunit2`` family are now validated against the schema by pytest's own test suite +- :issue:`5095`: XML files of the ``xunit2`` family are now validated against the schema by pytest's own test suite to avoid future regressions. -- `#5516 `_: Cache node splitting function which can improve collection performance in very large test suites. +- :issue:`5516`: Cache node splitting function which can improve collection performance in very large test suites. -- `#5603 `_: Simplified internal ``SafeRepr`` class and removed some dead code. +- :issue:`5603`: Simplified internal ``SafeRepr`` class and removed some dead code. -- `#5664 `_: When invoking pytest's own testsuite with ``PYTHONDONTWRITEBYTECODE=1``, +- :issue:`5664`: When invoking pytest's own testsuite with ``PYTHONDONTWRITEBYTECODE=1``, the ``test_xfail_handling`` test no longer fails. -- `#5684 `_: Replace manual handling of ``OSError.errno`` in the codebase by new ``OSError`` subclasses (``PermissionError``, ``FileNotFoundError``, etc.). +- :issue:`5684`: Replace manual handling of ``OSError.errno`` in the codebase by new ``OSError`` subclasses (``PermissionError``, ``FileNotFoundError``, etc.). pytest 5.0.1 (2019-07-04) @@ -1885,20 +3107,20 @@ pytest 5.0.1 (2019-07-04) Bug Fixes --------- -- `#5479 `_: Improve quoting in ``raises`` match failure message. +- :issue:`5479`: Improve quoting in ``raises`` match failure message. -- `#5523 `_: Fixed using multiple short options together in the command-line (for example ``-vs``) in Python 3.8+. +- :issue:`5523`: Fixed using multiple short options together in the command-line (for example ``-vs``) in Python 3.8+. -- `#5547 `_: ``--step-wise`` now handles ``xfail(strict=True)`` markers properly. +- :issue:`5547`: ``--step-wise`` now handles ``xfail(strict=True)`` markers properly. Improved Documentation ---------------------- -- `#5517 `_: Improve "Declaring new hooks" section in chapter "Writing Plugins" +- :issue:`5517`: Improve "Declaring new hooks" section in chapter "Writing Plugins" pytest 5.0.0 (2019-06-28) @@ -1909,29 +3131,29 @@ Important This release is a Python3.5+ only release. -For more details, see our `Python 2.7 and 3.4 support plan `__. +For more details, see our `Python 2.7 and 3.4 support plan +`_. Removals -------- -- `#1149 `_: Pytest no longer accepts prefixes of command-line arguments, for example +- :issue:`1149`: Pytest no longer accepts prefixes of command-line arguments, for example typing ``pytest --doctest-mod`` inplace of ``--doctest-modules``. This was previously allowed where the ``ArgumentParser`` thought it was unambiguous, but this could be incorrect due to delayed parsing of options for plugins. - See for example issues `#1149 `__, - `#3413 `__, and - `#4009 `__. + See for example issues :issue:`1149`, + :issue:`3413`, and + :issue:`4009`. -- `#5402 `_: **PytestDeprecationWarning are now errors by default.** +- :issue:`5402`: **PytestDeprecationWarning are now errors by default.** Following our plan to remove deprecated features with as little disruption as possible, all warnings of type ``PytestDeprecationWarning`` now generate errors instead of warning messages. **The affected features will be effectively removed in pytest 5.1**, so please consult the - `Deprecations and Removals `__ - section in the docs for directions on how to update existing code. + :std:doc:`deprecations` section in the docs for directions on how to update existing code. In the pytest ``5.0.X`` series, it is possible to change the errors back into warnings as a stop gap measure by adding this to your ``pytest.ini`` file: @@ -1945,10 +3167,10 @@ Removals But this will stop working when pytest ``5.1`` is released. **If you have concerns** about the removal of a specific feature, please add a - comment to `#5402 `__. + comment to :issue:`5402`. -- `#5412 `_: ``ExceptionInfo`` objects (returned by ``pytest.raises``) now have the same ``str`` representation as ``repr``, which +- :issue:`5412`: ``ExceptionInfo`` objects (returned by ``pytest.raises``) now have the same ``str`` representation as ``repr``, which avoids some confusion when users use ``print(e)`` to inspect the object. This means code like: @@ -1974,11 +3196,11 @@ Removals Deprecations ------------ -- `#4488 `_: The removal of the ``--result-log`` option and module has been postponed to (tentatively) pytest 6.0 as +- :issue:`4488`: The removal of the ``--result-log`` option and module has been postponed to (tentatively) pytest 6.0 as the team has not yet got around to implement a good alternative for it. -- `#466 `_: The ``funcargnames`` attribute has been an alias for ``fixturenames`` since +- :issue:`466`: The ``funcargnames`` attribute has been an alias for ``fixturenames`` since pytest 2.3, and is now deprecated in code too. @@ -1986,26 +3208,26 @@ Deprecations Features -------- -- `#3457 `_: New `pytest_assertion_pass `__ +- :issue:`3457`: New :hook:`pytest_assertion_pass` hook, called with context information when an assertion *passes*. This hook is still **experimental** so use it with caution. -- `#5440 `_: The `faulthandler `__ standard library +- :issue:`5440`: The :mod:`faulthandler` standard library module is now enabled by default to help users diagnose crashes in C modules. This functionality was provided by integrating the external `pytest-faulthandler `__ plugin into the core, so users should remove that plugin from their requirements if used. - For more information see the docs: https://docs.pytest.org/en/stable/usage.html#fault-handler + For more information see the docs: :ref:`faulthandler`. -- `#5452 `_: When warnings are configured as errors, pytest warnings now appear as originating from ``pytest.`` instead of the internal ``_pytest.warning_types.`` module. +- :issue:`5452`: When warnings are configured as errors, pytest warnings now appear as originating from ``pytest.`` instead of the internal ``_pytest.warning_types.`` module. -- `#5125 `_: ``Session.exitcode`` values are now coded in ``pytest.ExitCode``, an ``IntEnum``. This makes the exit code available for consumer code and are more explicit other than just documentation. User defined exit codes are still valid, but should be used with caution. +- :issue:`5125`: ``Session.exitcode`` values are now coded in ``pytest.ExitCode``, an ``IntEnum``. This makes the exit code available for consumer code and are more explicit other than just documentation. User defined exit codes are still valid, but should be used with caution. The team doesn't expect this change to break test suites or plugins in general, except in esoteric/specific scenarios. @@ -2016,20 +3238,20 @@ Features Bug Fixes --------- -- `#1403 `_: Switch from ``imp`` to ``importlib``. +- :issue:`1403`: Switch from ``imp`` to ``importlib``. -- `#1671 `_: The name of the ``.pyc`` files cached by the assertion writer now includes the pytest version +- :issue:`1671`: The name of the ``.pyc`` files cached by the assertion writer now includes the pytest version to avoid stale caches. -- `#2761 `_: Honor PEP 235 on case-insensitive file systems. +- :issue:`2761`: Honor :pep:`235` on case-insensitive file systems. -- `#5078 `_: Test module is no longer double-imported when using ``--pyargs``. +- :issue:`5078`: Test module is no longer double-imported when using ``--pyargs``. -- `#5260 `_: Improved comparison of byte strings. +- :issue:`5260`: Improved comparison of byte strings. When comparing bytes, the assertion message used to show the byte numeric value when showing the differences:: @@ -2048,60 +3270,60 @@ Bug Fixes E Use -v to get the full diff -- `#5335 `_: Colorize level names when the level in the logging format is formatted using +- :issue:`5335`: Colorize level names when the level in the logging format is formatted using '%(levelname).Xs' (truncated fixed width alignment), where X is an integer. -- `#5354 `_: Fix ``pytest.mark.parametrize`` when the argvalues is an iterator. +- :issue:`5354`: Fix ``pytest.mark.parametrize`` when the argvalues is an iterator. -- `#5370 `_: Revert unrolling of ``all()`` to fix ``NameError`` on nested comprehensions. +- :issue:`5370`: Revert unrolling of ``all()`` to fix ``NameError`` on nested comprehensions. -- `#5371 `_: Revert unrolling of ``all()`` to fix incorrect handling of generators with ``if``. +- :issue:`5371`: Revert unrolling of ``all()`` to fix incorrect handling of generators with ``if``. -- `#5372 `_: Revert unrolling of ``all()`` to fix incorrect assertion when using ``all()`` in an expression. +- :issue:`5372`: Revert unrolling of ``all()`` to fix incorrect assertion when using ``all()`` in an expression. -- `#5383 `_: ``-q`` has again an impact on the style of the collected items +- :issue:`5383`: ``-q`` has again an impact on the style of the collected items (``--collect-only``) when ``--log-cli-level`` is used. -- `#5389 `_: Fix regressions of `#5063 `__ for ``importlib_metadata.PathDistribution`` which have their ``files`` attribute being ``None``. +- :issue:`5389`: Fix regressions of :pull:`5063` for ``importlib_metadata.PathDistribution`` which have their ``files`` attribute being ``None``. -- `#5390 `_: Fix regression where the ``obj`` attribute of ``TestCase`` items was no longer bound to methods. +- :issue:`5390`: Fix regression where the ``obj`` attribute of ``TestCase`` items was no longer bound to methods. -- `#5404 `_: Emit a warning when attempting to unwrap a broken object raises an exception, - for easier debugging (`#5080 `__). +- :issue:`5404`: Emit a warning when attempting to unwrap a broken object raises an exception, + for easier debugging (:issue:`5080`). -- `#5432 `_: Prevent "already imported" warnings from assertion rewriter when invoking pytest in-process multiple times. +- :issue:`5432`: Prevent "already imported" warnings from assertion rewriter when invoking pytest in-process multiple times. -- `#5433 `_: Fix assertion rewriting in packages (``__init__.py``). +- :issue:`5433`: Fix assertion rewriting in packages (``__init__.py``). -- `#5444 `_: Fix ``--stepwise`` mode when the first file passed on the command-line fails to collect. +- :issue:`5444`: Fix ``--stepwise`` mode when the first file passed on the command-line fails to collect. -- `#5482 `_: Fix bug introduced in 4.6.0 causing collection errors when passing +- :issue:`5482`: Fix bug introduced in 4.6.0 causing collection errors when passing more than 2 positional arguments to ``pytest.mark.parametrize``. -- `#5505 `_: Fix crash when discovery fails while using ``-p no:terminal``. +- :issue:`5505`: Fix crash when discovery fails while using ``-p no:terminal``. Improved Documentation ---------------------- -- `#5315 `_: Expand docs on mocking classes and dictionaries with ``monkeypatch``. +- :issue:`5315`: Expand docs on mocking classes and dictionaries with ``monkeypatch``. -- `#5416 `_: Fix PytestUnknownMarkWarning in run/skip example. +- :issue:`5416`: Fix PytestUnknownMarkWarning in run/skip example. pytest 4.6.11 (2020-06-04) @@ -2110,12 +3332,12 @@ pytest 4.6.11 (2020-06-04) Bug Fixes --------- -- `#6334 `_: Fix summary entries appearing twice when ``f/F`` and ``s/S`` report chars were used at the same time in the ``-r`` command-line option (for example ``-rFf``). +- :issue:`6334`: Fix summary entries appearing twice when ``f/F`` and ``s/S`` report chars were used at the same time in the ``-r`` command-line option (for example ``-rFf``). The upper case variants were never documented and the preferred form should be the lower case. -- `#7310 `_: Fix ``UnboundLocalError: local variable 'letter' referenced before +- :issue:`7310`: Fix ``UnboundLocalError: local variable 'letter' referenced before assignment`` in ``_pytest.terminal.pytest_report_teststatus()`` when plugins return report objects in an unconventional state. @@ -2132,14 +3354,18 @@ pytest 4.6.10 (2020-05-08) Features -------- -- `#6870 `_: New ``Config.invocation_args`` attribute containing the unchanged arguments passed to ``pytest.main()``. +- :issue:`6870`: New ``Config.invocation_args`` attribute containing the unchanged arguments passed to ``pytest.main()``. - Remark: while this is technically a new feature and according to our `policy `_ it should not have been backported, we have opened an exception in this particular case because it fixes a serious interaction with ``pytest-xdist``, so it can also be considered a bugfix. + Remark: while this is technically a new feature and according to our + `policy `_ + it should not have been backported, we have opened an exception in this + particular case because it fixes a serious interaction with ``pytest-xdist``, + so it can also be considered a bugfix. Trivial/Internal Changes ------------------------ -- `#6404 `_: Remove usage of ``parser`` module, deprecated in Python 3.9. +- :issue:`6404`: Remove usage of ``parser`` module, deprecated in Python 3.9. pytest 4.6.9 (2020-01-04) @@ -2148,7 +3374,7 @@ pytest 4.6.9 (2020-01-04) Bug Fixes --------- -- `#6301 `_: Fix assertion rewriting for egg-based distributions and ``editable`` installs (``pip install --editable``). +- :issue:`6301`: Fix assertion rewriting for egg-based distributions and ``editable`` installs (``pip install --editable``). pytest 4.6.8 (2019-12-19) @@ -2157,21 +3383,21 @@ pytest 4.6.8 (2019-12-19) Features -------- -- `#5471 `_: JUnit XML now includes a timestamp and hostname in the testsuite tag. +- :issue:`5471`: JUnit XML now includes a timestamp and hostname in the testsuite tag. Bug Fixes --------- -- `#5430 `_: junitxml: Logs for failed test are now passed to junit report in case the test fails during call phase. +- :issue:`5430`: junitxml: Logs for failed test are now passed to junit report in case the test fails during call phase. Trivial/Internal Changes ------------------------ -- `#6345 `_: Pin ``colorama`` to ``0.4.1`` only for Python 3.4 so newer Python versions can still receive colorama updates. +- :issue:`6345`: Pin ``colorama`` to ``0.4.1`` only for Python 3.4 so newer Python versions can still receive colorama updates. pytest 4.6.7 (2019-12-05) @@ -2180,10 +3406,10 @@ pytest 4.6.7 (2019-12-05) Bug Fixes --------- -- `#5477 `_: The XML file produced by ``--junitxml`` now correctly contain a ```` root element. +- :issue:`5477`: The XML file produced by ``--junitxml`` now correctly contain a ```` root element. -- `#6044 `_: Properly ignore ``FileNotFoundError`` (``OSError.errno == NOENT`` in Python 2) exceptions when trying to remove old temporary directories, +- :issue:`6044`: Properly ignore ``FileNotFoundError`` (``OSError.errno == NOENT`` in Python 2) exceptions when trying to remove old temporary directories, for instance when multiple processes try to remove the same directory (common with ``pytest-xdist`` for example). @@ -2194,24 +3420,24 @@ pytest 4.6.6 (2019-10-11) Bug Fixes --------- -- `#5523 `_: Fixed using multiple short options together in the command-line (for example ``-vs``) in Python 3.8+. +- :issue:`5523`: Fixed using multiple short options together in the command-line (for example ``-vs``) in Python 3.8+. -- `#5537 `_: Replace ``importlib_metadata`` backport with ``importlib.metadata`` from the +- :issue:`5537`: Replace ``importlib_metadata`` backport with ``importlib.metadata`` from the standard library on Python 3.8+. -- `#5806 `_: Fix "lexer" being used when uploading to bpaste.net from ``--pastebin`` to "text". +- :issue:`5806`: Fix "lexer" being used when uploading to bpaste.net from ``--pastebin`` to "text". -- `#5902 `_: Fix warnings about deprecated ``cmp`` attribute in ``attrs>=19.2``. +- :issue:`5902`: Fix warnings about deprecated ``cmp`` attribute in ``attrs>=19.2``. Trivial/Internal Changes ------------------------ -- `#5801 `_: Fixes python version checks (detected by ``flake8-2020``) in case python4 becomes a thing. +- :issue:`5801`: Fixes python version checks (detected by ``flake8-2020``) in case python4 becomes a thing. pytest 4.6.5 (2019-08-05) @@ -2220,20 +3446,20 @@ pytest 4.6.5 (2019-08-05) Bug Fixes --------- -- `#4344 `_: Fix RuntimeError/StopIteration when trying to collect package with "__init__.py" only. +- :issue:`4344`: Fix RuntimeError/StopIteration when trying to collect package with "__init__.py" only. -- `#5478 `_: Fix encode error when using unicode strings in exceptions with ``pytest.raises``. +- :issue:`5478`: Fix encode error when using unicode strings in exceptions with ``pytest.raises``. -- `#5524 `_: Fix issue where ``tmp_path`` and ``tmpdir`` would not remove directories containing files marked as read-only, +- :issue:`5524`: Fix issue where ``tmp_path`` and ``tmpdir`` would not remove directories containing files marked as read-only, which could lead to pytest crashing when executed a second time with the ``--basetemp`` option. -- `#5547 `_: ``--step-wise`` now handles ``xfail(strict=True)`` markers properly. +- :issue:`5547`: ``--step-wise`` now handles ``xfail(strict=True)`` markers properly. -- `#5650 `_: Improved output when parsing an ini configuration file fails. +- :issue:`5650`: Improved output when parsing an ini configuration file fails. pytest 4.6.4 (2019-06-28) ========================= @@ -2241,18 +3467,18 @@ pytest 4.6.4 (2019-06-28) Bug Fixes --------- -- `#5404 `_: Emit a warning when attempting to unwrap a broken object raises an exception, - for easier debugging (`#5080 `__). +- :issue:`5404`: Emit a warning when attempting to unwrap a broken object raises an exception, + for easier debugging (:issue:`5080`). -- `#5444 `_: Fix ``--stepwise`` mode when the first file passed on the command-line fails to collect. +- :issue:`5444`: Fix ``--stepwise`` mode when the first file passed on the command-line fails to collect. -- `#5482 `_: Fix bug introduced in 4.6.0 causing collection errors when passing +- :issue:`5482`: Fix bug introduced in 4.6.0 causing collection errors when passing more than 2 positional arguments to ``pytest.mark.parametrize``. -- `#5505 `_: Fix crash when discovery fails while using ``-p no:terminal``. +- :issue:`5505`: Fix crash when discovery fails while using ``-p no:terminal``. pytest 4.6.3 (2019-06-11) @@ -2261,14 +3487,14 @@ pytest 4.6.3 (2019-06-11) Bug Fixes --------- -- `#5383 `_: ``-q`` has again an impact on the style of the collected items +- :issue:`5383`: ``-q`` has again an impact on the style of the collected items (``--collect-only``) when ``--log-cli-level`` is used. -- `#5389 `_: Fix regressions of `#5063 `__ for ``importlib_metadata.PathDistribution`` which have their ``files`` attribute being ``None``. +- :issue:`5389`: Fix regressions of :pull:`5063` for ``importlib_metadata.PathDistribution`` which have their ``files`` attribute being ``None``. -- `#5390 `_: Fix regression where the ``obj`` attribute of ``TestCase`` items was no longer bound to methods. +- :issue:`5390`: Fix regression where the ``obj`` attribute of ``TestCase`` items was no longer bound to methods. pytest 4.6.2 (2019-06-03) @@ -2277,13 +3503,13 @@ pytest 4.6.2 (2019-06-03) Bug Fixes --------- -- `#5370 `_: Revert unrolling of ``all()`` to fix ``NameError`` on nested comprehensions. +- :issue:`5370`: Revert unrolling of ``all()`` to fix ``NameError`` on nested comprehensions. -- `#5371 `_: Revert unrolling of ``all()`` to fix incorrect handling of generators with ``if``. +- :issue:`5371`: Revert unrolling of ``all()`` to fix incorrect handling of generators with ``if``. -- `#5372 `_: Revert unrolling of ``all()`` to fix incorrect assertion when using ``all()`` in an expression. +- :issue:`5372`: Revert unrolling of ``all()`` to fix incorrect assertion when using ``all()`` in an expression. pytest 4.6.1 (2019-06-02) @@ -2292,10 +3518,10 @@ pytest 4.6.1 (2019-06-02) Bug Fixes --------- -- `#5354 `_: Fix ``pytest.mark.parametrize`` when the argvalues is an iterator. +- :issue:`5354`: Fix ``pytest.mark.parametrize`` when the argvalues is an iterator. -- `#5358 `_: Fix assertion rewriting of ``all()`` calls to deal with non-generators. +- :issue:`5358`: Fix assertion rewriting of ``all()`` calls to deal with non-generators. pytest 4.6.0 (2019-05-31) @@ -2306,74 +3532,75 @@ Important The ``4.6.X`` series will be the last series to support **Python 2 and Python 3.4**. -For more details, see our `Python 2.7 and 3.4 support plan `__. +For more details, see our `Python 2.7 and 3.4 support plan +`_. Features -------- -- `#4559 `_: Added the ``junit_log_passing_tests`` ini value which can be used to enable or disable logging of passing test output in the Junit XML file. +- :issue:`4559`: Added the ``junit_log_passing_tests`` ini value which can be used to enable or disable logging of passing test output in the Junit XML file. -- `#4956 `_: pytester's ``testdir.spawn`` uses ``tmpdir`` as HOME/USERPROFILE directory. +- :issue:`4956`: pytester's ``testdir.spawn`` uses ``tmpdir`` as HOME/USERPROFILE directory. -- `#5062 `_: Unroll calls to ``all`` to full for-loops with assertion rewriting for better failure messages, especially when using Generator Expressions. +- :issue:`5062`: Unroll calls to ``all`` to full for-loops with assertion rewriting for better failure messages, especially when using Generator Expressions. -- `#5063 `_: Switch from ``pkg_resources`` to ``importlib-metadata`` for entrypoint detection for improved performance and import time. +- :issue:`5063`: Switch from ``pkg_resources`` to ``importlib-metadata`` for entrypoint detection for improved performance and import time. -- `#5091 `_: The output for ini options in ``--help`` has been improved. +- :issue:`5091`: The output for ini options in ``--help`` has been improved. -- `#5269 `_: ``pytest.importorskip`` includes the ``ImportError`` now in the default ``reason``. +- :issue:`5269`: ``pytest.importorskip`` includes the ``ImportError`` now in the default ``reason``. -- `#5311 `_: Captured logs that are output for each failing test are formatted using the +- :issue:`5311`: Captured logs that are output for each failing test are formatted using the ColoredLevelFormatter. -- `#5312 `_: Improved formatting of multiline log messages in Python 3. +- :issue:`5312`: Improved formatting of multiline log messages in Python 3. Bug Fixes --------- -- `#2064 `_: The debugging plugin imports the wrapped ``Pdb`` class (``--pdbcls``) on-demand now. +- :issue:`2064`: The debugging plugin imports the wrapped ``Pdb`` class (``--pdbcls``) on-demand now. -- `#4908 `_: The ``pytest_enter_pdb`` hook gets called with post-mortem (``--pdb``). +- :issue:`4908`: The ``pytest_enter_pdb`` hook gets called with post-mortem (``--pdb``). -- `#5036 `_: Fix issue where fixtures dependent on other parametrized fixtures would be erroneously parametrized. +- :issue:`5036`: Fix issue where fixtures dependent on other parametrized fixtures would be erroneously parametrized. -- `#5256 `_: Handle internal error due to a lone surrogate unicode character not being representable in Jython. +- :issue:`5256`: Handle internal error due to a lone surrogate unicode character not being representable in Jython. -- `#5257 `_: Ensure that ``sys.stdout.mode`` does not include ``'b'`` as it is a text stream. +- :issue:`5257`: Ensure that ``sys.stdout.mode`` does not include ``'b'`` as it is a text stream. -- `#5278 `_: Pytest's internal python plugin can be disabled using ``-p no:python`` again. +- :issue:`5278`: Pytest's internal python plugin can be disabled using ``-p no:python`` again. -- `#5286 `_: Fix issue with ``disable_test_id_escaping_and_forfeit_all_rights_to_community_support`` option not working when using a list of test IDs in parametrized tests. +- :issue:`5286`: Fix issue with ``disable_test_id_escaping_and_forfeit_all_rights_to_community_support`` option not working when using a list of test IDs in parametrized tests. -- `#5330 `_: Show the test module being collected when emitting ``PytestCollectionWarning`` messages for +- :issue:`5330`: Show the test module being collected when emitting ``PytestCollectionWarning`` messages for test classes with ``__init__`` and ``__new__`` methods to make it easier to pin down the problem. -- `#5333 `_: Fix regression in 4.5.0 with ``--lf`` not re-running all tests with known failures from non-selected tests. +- :issue:`5333`: Fix regression in 4.5.0 with ``--lf`` not re-running all tests with known failures from non-selected tests. Improved Documentation ---------------------- -- `#5250 `_: Expand docs on use of ``setenv`` and ``delenv`` with ``monkeypatch``. +- :issue:`5250`: Expand docs on use of ``setenv`` and ``delenv`` with ``monkeypatch``. pytest 4.5.0 (2019-05-11) @@ -2382,46 +3609,44 @@ pytest 4.5.0 (2019-05-11) Features -------- -- `#4826 `_: A warning is now emitted when unknown marks are used as a decorator. +- :issue:`4826`: A warning is now emitted when unknown marks are used as a decorator. This is often due to a typo, which can lead to silently broken tests. -- `#4907 `_: Show XFail reason as part of JUnitXML message field. +- :issue:`4907`: Show XFail reason as part of JUnitXML message field. -- `#5013 `_: Messages from crash reports are displayed within test summaries now, truncated to the terminal width. +- :issue:`5013`: Messages from crash reports are displayed within test summaries now, truncated to the terminal width. -- `#5023 `_: New flag ``--strict-markers`` that triggers an error when unknown markers (e.g. those not registered using the `markers option`_ in the configuration file) are used in the test suite. +- :issue:`5023`: New flag ``--strict-markers`` that triggers an error when unknown markers (e.g. those not registered using the :confval:`markers` option in the configuration file) are used in the test suite. The existing ``--strict`` option has the same behavior currently, but can be augmented in the future for additional checks. - .. _`markers option`: https://docs.pytest.org/en/stable/reference.html#confval-markers +- :issue:`5026`: Assertion failure messages for sequences and dicts contain the number of different items now. -- `#5026 `_: Assertion failure messages for sequences and dicts contain the number of different items now. +- :issue:`5034`: Improve reporting with ``--lf`` and ``--ff`` (run-last-failure). -- `#5034 `_: Improve reporting with ``--lf`` and ``--ff`` (run-last-failure). +- :issue:`5035`: The ``--cache-show`` option/action accepts an optional glob to show only matching cache entries. -- `#5035 `_: The ``--cache-show`` option/action accepts an optional glob to show only matching cache entries. +- :issue:`5059`: Standard input (stdin) can be given to pytester's ``Testdir.run()`` and ``Testdir.popen()``. -- `#5059 `_: Standard input (stdin) can be given to pytester's ``Testdir.run()`` and ``Testdir.popen()``. +- :issue:`5068`: The ``-r`` option learnt about ``A`` to display all reports (including passed ones) in the short test summary. -- `#5068 `_: The ``-r`` option learnt about ``A`` to display all reports (including passed ones) in the short test summary. +- :issue:`5108`: The short test summary is displayed after passes with output (``-rP``). -- `#5108 `_: The short test summary is displayed after passes with output (``-rP``). - -- `#5172 `_: The ``--last-failed`` (``--lf``) option got smarter and will now skip entire files if all tests +- :issue:`5172`: The ``--last-failed`` (``--lf``) option got smarter and will now skip entire files if all tests of that test file have passed in previous runs, greatly speeding up collection. -- `#5177 `_: Introduce new specific warning ``PytestWarning`` subclasses to make it easier to filter warnings based on the class, rather than on the message. The new subclasses are: +- :issue:`5177`: Introduce new specific warning ``PytestWarning`` subclasses to make it easier to filter warnings based on the class, rather than on the message. The new subclasses are: * ``PytestAssertRewriteWarning`` @@ -2437,14 +3662,14 @@ Features * ``PytestUnknownMarkWarning`` -- `#5202 `_: New ``record_testsuite_property`` session-scoped fixture allows users to log ```` tags at the ``testsuite`` +- :issue:`5202`: New ``record_testsuite_property`` session-scoped fixture allows users to log ```` tags at the ``testsuite`` level with the ``junitxml`` plugin. The generated XML is compatible with the latest xunit standard, contrary to the properties recorded by ``record_property`` and ``record_xml_attribute``. -- `#5214 `_: The default logging format has been changed to improve readability. Here is an +- :issue:`5214`: The default logging format has been changed to improve readability. Here is an example of a previous logging message:: test_log_cli_enabled_disabled.py 3 CRITICAL critical message logged by test @@ -2453,58 +3678,58 @@ Features CRITICAL root:test_log_cli_enabled_disabled.py:3 critical message logged by test - The formatting can be changed through the `log_format `__ configuration option. + The formatting can be changed through the :confval:`log_format` configuration option. -- `#5220 `_: ``--fixtures`` now also shows fixture scope for scopes other than ``"function"``. +- :issue:`5220`: ``--fixtures`` now also shows fixture scope for scopes other than ``"function"``. Bug Fixes --------- -- `#5113 `_: Deselected items from plugins using ``pytest_collect_modifyitems`` as a hookwrapper are correctly reported now. +- :issue:`5113`: Deselected items from plugins using ``pytest_collect_modifyitems`` as a hookwrapper are correctly reported now. -- `#5144 `_: With usage errors ``exitstatus`` is set to ``EXIT_USAGEERROR`` in the ``pytest_sessionfinish`` hook now as expected. +- :issue:`5144`: With usage errors ``exitstatus`` is set to ``EXIT_USAGEERROR`` in the ``pytest_sessionfinish`` hook now as expected. -- `#5235 `_: ``outcome.exit`` is not used with ``EOF`` in the pdb wrapper anymore, but only with ``quit``. +- :issue:`5235`: ``outcome.exit`` is not used with ``EOF`` in the pdb wrapper anymore, but only with ``quit``. Improved Documentation ---------------------- -- `#4935 `_: Expand docs on registering marks and the effect of ``--strict``. +- :issue:`4935`: Expand docs on registering marks and the effect of ``--strict``. Trivial/Internal Changes ------------------------ -- `#4942 `_: ``logging.raiseExceptions`` is not set to ``False`` anymore. +- :issue:`4942`: ``logging.raiseExceptions`` is not set to ``False`` anymore. -- `#5013 `_: pytest now depends on `wcwidth `__ to properly track unicode character sizes for more precise terminal output. +- :issue:`5013`: pytest now depends on :pypi:`wcwidth` to properly track unicode character sizes for more precise terminal output. -- `#5059 `_: pytester's ``Testdir.popen()`` uses ``stdout`` and ``stderr`` via keyword arguments with defaults now (``subprocess.PIPE``). +- :issue:`5059`: pytester's ``Testdir.popen()`` uses ``stdout`` and ``stderr`` via keyword arguments with defaults now (``subprocess.PIPE``). -- `#5069 `_: The code for the short test summary in the terminal was moved to the terminal plugin. +- :issue:`5069`: The code for the short test summary in the terminal was moved to the terminal plugin. -- `#5082 `_: Improved validation of kwargs for various methods in the pytester plugin. +- :issue:`5082`: Improved validation of kwargs for various methods in the pytester plugin. -- `#5202 `_: ``record_property`` now emits a ``PytestWarning`` when used with ``junit_family=xunit2``: the fixture generates +- :issue:`5202`: ``record_property`` now emits a ``PytestWarning`` when used with ``junit_family=xunit2``: the fixture generates ``property`` tags as children of ``testcase``, which is not permitted according to the most `recent schema `__. -- `#5239 `_: Pin ``pluggy`` to ``< 1.0`` so we don't update to ``1.0`` automatically when +- :issue:`5239`: Pin ``pluggy`` to ``< 1.0`` so we don't update to ``1.0`` automatically when it gets released: there are planned breaking changes, and we want to ensure pytest properly supports ``pluggy 1.0``. @@ -2515,13 +3740,13 @@ pytest 4.4.2 (2019-05-08) Bug Fixes --------- -- `#5089 `_: Fix crash caused by error in ``__repr__`` function with both ``showlocals`` and verbose output enabled. +- :issue:`5089`: Fix crash caused by error in ``__repr__`` function with both ``showlocals`` and verbose output enabled. -- `#5139 `_: Eliminate core dependency on 'terminal' plugin. +- :issue:`5139`: Eliminate core dependency on 'terminal' plugin. -- `#5229 `_: Require ``pluggy>=0.11.0`` which reverts a dependency to ``importlib-metadata`` added in ``0.10.0``. +- :issue:`5229`: Require ``pluggy>=0.11.0`` which reverts a dependency to ``importlib-metadata`` added in ``0.10.0``. The ``importlib-metadata`` package cannot be imported when installed as an egg and causes issues when relying on ``setup.py`` to install test dependencies. @@ -2529,17 +3754,17 @@ Bug Fixes Improved Documentation ---------------------- -- `#5171 `_: Doc: ``pytest_ignore_collect``, ``pytest_collect_directory``, ``pytest_collect_file`` and ``pytest_pycollect_makemodule`` hooks's 'path' parameter documented type is now ``py.path.local`` +- :issue:`5171`: Doc: ``pytest_ignore_collect``, ``pytest_collect_directory``, ``pytest_collect_file`` and ``pytest_pycollect_makemodule`` hooks's 'path' parameter documented type is now ``py.path.local`` -- `#5188 `_: Improve help for ``--runxfail`` flag. +- :issue:`5188`: Improve help for ``--runxfail`` flag. Trivial/Internal Changes ------------------------ -- `#5182 `_: Removed internal and unused ``_pytest.deprecated.MARK_INFO_ATTRIBUTE``. +- :issue:`5182`: Removed internal and unused ``_pytest.deprecated.MARK_INFO_ATTRIBUTE``. pytest 4.4.1 (2019-04-15) @@ -2548,16 +3773,16 @@ pytest 4.4.1 (2019-04-15) Bug Fixes --------- -- `#5031 `_: Environment variables are properly restored when using pytester's ``testdir`` fixture. +- :issue:`5031`: Environment variables are properly restored when using pytester's ``testdir`` fixture. -- `#5039 `_: Fix regression with ``--pdbcls``, which stopped working with local modules in 4.0.0. +- :issue:`5039`: Fix regression with ``--pdbcls``, which stopped working with local modules in 4.0.0. -- `#5092 `_: Produce a warning when unknown keywords are passed to ``pytest.param(...)``. +- :issue:`5092`: Produce a warning when unknown keywords are passed to ``pytest.param(...)``. -- `#5098 `_: Invalidate import caches with ``monkeypatch.syspath_prepend``, which is required with namespace packages being used. +- :issue:`5098`: Invalidate import caches with ``monkeypatch.syspath_prepend``, which is required with namespace packages being used. pytest 4.4.0 (2019-03-29) @@ -2566,16 +3791,16 @@ pytest 4.4.0 (2019-03-29) Features -------- -- `#2224 `_: ``async`` test functions are skipped and a warning is emitted when a suitable +- :issue:`2224`: ``async`` test functions are skipped and a warning is emitted when a suitable async plugin is not installed (such as ``pytest-asyncio`` or ``pytest-trio``). Previously ``async`` functions would not execute at all but still be marked as "passed". -- `#2482 `_: Include new ``disable_test_id_escaping_and_forfeit_all_rights_to_community_support`` option to disable ascii-escaping in parametrized values. This may cause a series of problems and as the name makes clear, use at your own risk. +- :issue:`2482`: Include new ``disable_test_id_escaping_and_forfeit_all_rights_to_community_support`` option to disable ascii-escaping in parametrized values. This may cause a series of problems and as the name makes clear, use at your own risk. -- `#4718 `_: The ``-p`` option can now be used to early-load plugins also by entry-point name, instead of just +- :issue:`4718`: The ``-p`` option can now be used to early-load plugins also by entry-point name, instead of just by module name. This makes it possible to early load external plugins like ``pytest-cov`` in the command-line:: @@ -2583,54 +3808,52 @@ Features pytest -p pytest_cov -- `#4855 `_: The ``--pdbcls`` option handles classes via module attributes now (e.g. - ``pdb:pdb.Pdb`` with `pdb++`_), and its validation was improved. - - .. _pdb++: https://pypi.org/project/pdbpp/ +- :issue:`4855`: The ``--pdbcls`` option handles classes via module attributes now (e.g. + ``pdb:pdb.Pdb`` with :pypi:`pdbpp`), and its validation was improved. -- `#4875 `_: The `testpaths `__ configuration option is now displayed next +- :issue:`4875`: The :confval:`testpaths` configuration option is now displayed next to the ``rootdir`` and ``inifile`` lines in the pytest header if the option is in effect, i.e., directories or file names were not explicitly passed in the command line. Also, ``inifile`` is only displayed if there's a configuration file, instead of an empty ``inifile:`` string. -- `#4911 `_: Doctests can be skipped now dynamically using ``pytest.skip()``. +- :issue:`4911`: Doctests can be skipped now dynamically using ``pytest.skip()``. -- `#4920 `_: Internal refactorings have been made in order to make the implementation of the +- :issue:`4920`: Internal refactorings have been made in order to make the implementation of the `pytest-subtests `__ plugin possible, which adds unittest sub-test support and a new ``subtests`` fixture as discussed in - `#1367 `__. + :issue:`1367`. For details on the internal refactorings, please see the details on the related PR. -- `#4931 `_: pytester's ``LineMatcher`` asserts that the passed lines are a sequence. +- :issue:`4931`: pytester's ``LineMatcher`` asserts that the passed lines are a sequence. -- `#4936 `_: Handle ``-p plug`` after ``-p no:plug``. +- :issue:`4936`: Handle ``-p plug`` after ``-p no:plug``. This can be used to override a blocked plugin (e.g. in "addopts") from the command line etc. -- `#4951 `_: Output capturing is handled correctly when only capturing via fixtures (capsys, capfs) with ``pdb.set_trace()``. +- :issue:`4951`: Output capturing is handled correctly when only capturing via fixtures (capsys, capfs) with ``pdb.set_trace()``. -- `#4956 `_: ``pytester`` sets ``$HOME`` and ``$USERPROFILE`` to the temporary directory during test runs. +- :issue:`4956`: ``pytester`` sets ``$HOME`` and ``$USERPROFILE`` to the temporary directory during test runs. This ensures to not load configuration files from the real user's home directory. -- `#4980 `_: Namespace packages are handled better with ``monkeypatch.syspath_prepend`` and ``testdir.syspathinsert`` (via ``pkg_resources.fixup_namespace_packages``). +- :issue:`4980`: Namespace packages are handled better with ``monkeypatch.syspath_prepend`` and ``testdir.syspathinsert`` (via ``pkg_resources.fixup_namespace_packages``). -- `#4993 `_: The stepwise plugin reports status information now. +- :issue:`4993`: The stepwise plugin reports status information now. -- `#5008 `_: If a ``setup.cfg`` file contains ``[tool:pytest]`` and also the no longer supported ``[pytest]`` section, pytest will use ``[tool:pytest]`` ignoring ``[pytest]``. Previously it would unconditionally error out. +- :issue:`5008`: If a ``setup.cfg`` file contains ``[tool:pytest]`` and also the no longer supported ``[pytest]`` section, pytest will use ``[tool:pytest]`` ignoring ``[pytest]``. Previously it would unconditionally error out. This makes it simpler for plugins to support old pytest versions. @@ -2639,72 +3862,70 @@ Features Bug Fixes --------- -- `#1895 `_: Fix bug where fixtures requested dynamically via ``request.getfixturevalue()`` might be teardown +- :issue:`1895`: Fix bug where fixtures requested dynamically via ``request.getfixturevalue()`` might be teardown before the requesting fixture. -- `#4851 `_: pytester unsets ``PYTEST_ADDOPTS`` now to not use outer options with ``testdir.runpytest()``. +- :issue:`4851`: pytester unsets ``PYTEST_ADDOPTS`` now to not use outer options with ``testdir.runpytest()``. -- `#4903 `_: Use the correct modified time for years after 2038 in rewritten ``.pyc`` files. +- :issue:`4903`: Use the correct modified time for years after 2038 in rewritten ``.pyc`` files. -- `#4928 `_: Fix line offsets with ``ScopeMismatch`` errors. +- :issue:`4928`: Fix line offsets with ``ScopeMismatch`` errors. -- `#4957 `_: ``-p no:plugin`` is handled correctly for default (internal) plugins now, e.g. with ``-p no:capture``. +- :issue:`4957`: ``-p no:plugin`` is handled correctly for default (internal) plugins now, e.g. with ``-p no:capture``. Previously they were loaded (imported) always, making e.g. the ``capfd`` fixture available. -- `#4968 `_: The pdb ``quit`` command is handled properly when used after the ``debug`` command with `pdb++`_. +- :issue:`4968`: The pdb ``quit`` command is handled properly when used after the ``debug`` command with :pypi:`pdbpp`. - .. _pdb++: https://pypi.org/project/pdbpp/ +- :issue:`4975`: Fix the interpretation of ``-qq`` option where it was being considered as ``-v`` instead. -- `#4975 `_: Fix the interpretation of ``-qq`` option where it was being considered as ``-v`` instead. +- :issue:`4978`: ``outcomes.Exit`` is not swallowed in ``assertrepr_compare`` anymore. -- `#4978 `_: ``outcomes.Exit`` is not swallowed in ``assertrepr_compare`` anymore. +- :issue:`4988`: Close logging's file handler explicitly when the session finishes. -- `#4988 `_: Close logging's file handler explicitly when the session finishes. - -- `#5003 `_: Fix line offset with mark collection error (off by one). +- :issue:`5003`: Fix line offset with mark collection error (off by one). Improved Documentation ---------------------- -- `#4974 `_: Update docs for ``pytest_cmdline_parse`` hook to note availability liminations +- :issue:`4974`: Update docs for ``pytest_cmdline_parse`` hook to note availability liminations Trivial/Internal Changes ------------------------ -- `#4718 `_: ``pluggy>=0.9`` is now required. +- :issue:`4718`: ``pluggy>=0.9`` is now required. -- `#4815 `_: ``funcsigs>=1.0`` is now required for Python 2.7. +- :issue:`4815`: ``funcsigs>=1.0`` is now required for Python 2.7. -- `#4829 `_: Some left-over internal code related to ``yield`` tests has been removed. +- :issue:`4829`: Some left-over internal code related to ``yield`` tests has been removed. -- `#4890 `_: Remove internally unused ``anypython`` fixture from the pytester plugin. +- :issue:`4890`: Remove internally unused ``anypython`` fixture from the pytester plugin. -- `#4912 `_: Remove deprecated Sphinx directive, ``add_description_unit()``, +- :issue:`4912`: Remove deprecated Sphinx directive, ``add_description_unit()``, pin sphinx-removed-in to >= 0.2.0 to support Sphinx 2.0. -- `#4913 `_: Fix pytest tests invocation with custom ``PYTHONPATH``. +- :issue:`4913`: Fix pytest tests invocation with custom ``PYTHONPATH``. -- `#4965 `_: New ``pytest_report_to_serializable`` and ``pytest_report_from_serializable`` **experimental** hooks. +- :issue:`4965`: New ``pytest_report_to_serializable`` and ``pytest_report_from_serializable`` **experimental** hooks. These hooks will be used by ``pytest-xdist``, ``pytest-subtests``, and the replacement for resultlog to serialize and customize reports. @@ -2715,7 +3936,7 @@ Trivial/Internal Changes Feedback is welcome from plugin authors and users alike. -- `#4987 `_: ``Collector.repr_failure`` respects the ``--tb`` option, but only defaults to ``short`` now (with ``auto``). +- :issue:`4987`: ``Collector.repr_failure`` respects the ``--tb`` option, but only defaults to ``short`` now (with ``auto``). pytest 4.3.1 (2019-03-11) @@ -2724,20 +3945,20 @@ pytest 4.3.1 (2019-03-11) Bug Fixes --------- -- `#4810 `_: Logging messages inside ``pytest_runtest_logreport()`` are now properly captured and displayed. +- :issue:`4810`: Logging messages inside ``pytest_runtest_logreport()`` are now properly captured and displayed. -- `#4861 `_: Improve validation of contents written to captured output so it behaves the same as when capture is disabled. +- :issue:`4861`: Improve validation of contents written to captured output so it behaves the same as when capture is disabled. -- `#4898 `_: Fix ``AttributeError: FixtureRequest has no 'confg' attribute`` bug in ``testdir.copy_example``. +- :issue:`4898`: Fix ``AttributeError: FixtureRequest has no 'confg' attribute`` bug in ``testdir.copy_example``. Trivial/Internal Changes ------------------------ -- `#4768 `_: Avoid pkg_resources import at the top-level. +- :issue:`4768`: Avoid pkg_resources import at the top-level. pytest 4.3.0 (2019-02-16) @@ -2746,7 +3967,7 @@ pytest 4.3.0 (2019-02-16) Deprecations ------------ -- `#4724 `_: ``pytest.warns()`` now emits a warning when it receives unknown keyword arguments. +- :issue:`4724`: ``pytest.warns()`` now emits a warning when it receives unknown keyword arguments. This will be changed into an error in the future. @@ -2755,31 +3976,31 @@ Deprecations Features -------- -- `#2753 `_: Usage errors from argparse are mapped to pytest's ``UsageError``. +- :issue:`2753`: Usage errors from argparse are mapped to pytest's ``UsageError``. -- `#3711 `_: Add the ``--ignore-glob`` parameter to exclude test-modules with Unix shell-style wildcards. +- :issue:`3711`: Add the ``--ignore-glob`` parameter to exclude test-modules with Unix shell-style wildcards. Add the :globalvar:`collect_ignore_glob` for ``conftest.py`` to exclude test-modules with Unix shell-style wildcards. -- `#4698 `_: The warning about Python 2.7 and 3.4 not being supported in pytest 5.0 has been removed. +- :issue:`4698`: The warning about Python 2.7 and 3.4 not being supported in pytest 5.0 has been removed. In the end it was considered to be more of a nuisance than actual utility and users of those Python versions shouldn't have problems as ``pip`` will not install pytest 5.0 on those interpreters. -- `#4707 `_: With the help of new ``set_log_path()`` method there is a way to set ``log_file`` paths from hooks. +- :issue:`4707`: With the help of new ``set_log_path()`` method there is a way to set ``log_file`` paths from hooks. Bug Fixes --------- -- `#4651 `_: ``--help`` and ``--version`` are handled with ``UsageError``. +- :issue:`4651`: ``--help`` and ``--version`` are handled with ``UsageError``. -- `#4782 `_: Fix ``AssertionError`` with collection of broken symlinks with packages. +- :issue:`4782`: Fix ``AssertionError`` with collection of broken symlinks with packages. pytest 4.2.1 (2019-02-12) @@ -2788,45 +4009,45 @@ pytest 4.2.1 (2019-02-12) Bug Fixes --------- -- `#2895 `_: The ``pytest_report_collectionfinish`` hook now is also called with ``--collect-only``. +- :issue:`2895`: The ``pytest_report_collectionfinish`` hook now is also called with ``--collect-only``. -- `#3899 `_: Do not raise ``UsageError`` when an imported package has a ``pytest_plugins.py`` child module. +- :issue:`3899`: Do not raise ``UsageError`` when an imported package has a ``pytest_plugins.py`` child module. -- `#4347 `_: Fix output capturing when using pdb++ with recursive debugging. +- :issue:`4347`: Fix output capturing when using pdb++ with recursive debugging. -- `#4592 `_: Fix handling of ``collect_ignore`` via parent ``conftest.py``. +- :issue:`4592`: Fix handling of ``collect_ignore`` via parent ``conftest.py``. -- `#4700 `_: Fix regression where ``setUpClass`` would always be called in subclasses even if all tests +- :issue:`4700`: Fix regression where ``setUpClass`` would always be called in subclasses even if all tests were skipped by a ``unittest.skip()`` decorator applied in the subclass. -- `#4739 `_: Fix ``parametrize(... ids=)`` when the function returns non-strings. +- :issue:`4739`: Fix ``parametrize(... ids=)`` when the function returns non-strings. -- `#4745 `_: Fix/improve collection of args when passing in ``__init__.py`` and a test file. +- :issue:`4745`: Fix/improve collection of args when passing in ``__init__.py`` and a test file. -- `#4770 `_: ``more_itertools`` is now constrained to <6.0.0 when required for Python 2.7 compatibility. +- :issue:`4770`: ``more_itertools`` is now constrained to <6.0.0 when required for Python 2.7 compatibility. -- `#526 `_: Fix "ValueError: Plugin already registered" exceptions when running in build directories that symlink to actual source. +- :issue:`526`: Fix "ValueError: Plugin already registered" exceptions when running in build directories that symlink to actual source. Improved Documentation ---------------------- -- `#3899 `_: Add note to ``plugins.rst`` that ``pytest_plugins`` should not be used as a name for a user module containing plugins. +- :issue:`3899`: Add note to ``plugins.rst`` that ``pytest_plugins`` should not be used as a name for a user module containing plugins. -- `#4324 `_: Document how to use ``raises`` and ``does_not_raise`` to write parametrized tests with conditional raises. +- :issue:`4324`: Document how to use ``raises`` and ``does_not_raise`` to write parametrized tests with conditional raises. -- `#4709 `_: Document how to customize test failure messages when using +- :issue:`4709`: Document how to customize test failure messages when using ``pytest.warns``. @@ -2834,7 +4055,7 @@ Improved Documentation Trivial/Internal Changes ------------------------ -- `#4741 `_: Some verbosity related attributes of the TerminalReporter plugin are now +- :issue:`4741`: Some verbosity related attributes of the TerminalReporter plugin are now read only properties. @@ -2844,79 +4065,79 @@ pytest 4.2.0 (2019-01-30) Features -------- -- `#3094 `_: `Classic xunit-style `__ functions and methods +- :issue:`3094`: :doc:`Classic xunit-style ` functions and methods now obey the scope of *autouse* fixtures. This fixes a number of surprising issues like ``setup_method`` being called before session-scoped - autouse fixtures (see `#517 `__ for an example). + autouse fixtures (see :issue:`517` for an example). -- `#4627 `_: Display a message at the end of the test session when running under Python 2.7 and 3.4 that pytest 5.0 will no longer +- :issue:`4627`: Display a message at the end of the test session when running under Python 2.7 and 3.4 that pytest 5.0 will no longer support those Python versions. -- `#4660 `_: The number of *selected* tests now are also displayed when the ``-k`` or ``-m`` flags are used. +- :issue:`4660`: The number of *selected* tests now are also displayed when the ``-k`` or ``-m`` flags are used. -- `#4688 `_: ``pytest_report_teststatus`` hook now can also receive a ``config`` parameter. +- :issue:`4688`: ``pytest_report_teststatus`` hook now can also receive a ``config`` parameter. -- `#4691 `_: ``pytest_terminal_summary`` hook now can also receive a ``config`` parameter. +- :issue:`4691`: ``pytest_terminal_summary`` hook now can also receive a ``config`` parameter. Bug Fixes --------- -- `#3547 `_: ``--junitxml`` can emit XML compatible with Jenkins xUnit. +- :issue:`3547`: ``--junitxml`` can emit XML compatible with Jenkins xUnit. ``junit_family`` INI option accepts ``legacy|xunit1``, which produces old style output, and ``xunit2`` that conforms more strictly to https://github.com/jenkinsci/xunit-plugin/blob/xunit-2.3.2/src/main/resources/org/jenkinsci/plugins/xunit/types/model/xsd/junit-10.xsd -- `#4280 `_: Improve quitting from pdb, especially with ``--trace``. +- :issue:`4280`: Improve quitting from pdb, especially with ``--trace``. Using ``q[quit]`` after ``pdb.set_trace()`` will quit pytest also. -- `#4402 `_: Warning summary now groups warnings by message instead of by test id. +- :issue:`4402`: Warning summary now groups warnings by message instead of by test id. This makes the output more compact and better conveys the general idea of how much code is actually generating warnings, instead of how many tests call that code. -- `#4536 `_: ``monkeypatch.delattr`` handles class descriptors like ``staticmethod``/``classmethod``. +- :issue:`4536`: ``monkeypatch.delattr`` handles class descriptors like ``staticmethod``/``classmethod``. -- `#4649 `_: Restore marks being considered keywords for keyword expressions. +- :issue:`4649`: Restore marks being considered keywords for keyword expressions. -- `#4653 `_: ``tmp_path`` fixture and other related ones provides resolved path (a.k.a real path) +- :issue:`4653`: ``tmp_path`` fixture and other related ones provides resolved path (a.k.a real path) -- `#4667 `_: ``pytest_terminal_summary`` uses result from ``pytest_report_teststatus`` hook, rather than hardcoded strings. +- :issue:`4667`: ``pytest_terminal_summary`` uses result from ``pytest_report_teststatus`` hook, rather than hardcoded strings. -- `#4669 `_: Correctly handle ``unittest.SkipTest`` exception containing non-ascii characters on Python 2. +- :issue:`4669`: Correctly handle ``unittest.SkipTest`` exception containing non-ascii characters on Python 2. -- `#4680 `_: Ensure the ``tmpdir`` and the ``tmp_path`` fixtures are the same folder. +- :issue:`4680`: Ensure the ``tmpdir`` and the ``tmp_path`` fixtures are the same folder. -- `#4681 `_: Ensure ``tmp_path`` is always a real path. +- :issue:`4681`: Ensure ``tmp_path`` is always a real path. Trivial/Internal Changes ------------------------ -- `#4643 `_: Use ``a.item()`` instead of the deprecated ``np.asscalar(a)`` in ``pytest.approx``. +- :issue:`4643`: Use ``a.item()`` instead of the deprecated ``np.asscalar(a)`` in ``pytest.approx``. - ``np.asscalar`` has been `deprecated `__ in ``numpy 1.16.``. + ``np.asscalar`` has been :doc:`deprecated ` in ``numpy 1.16.``. -- `#4657 `_: Copy saferepr from pylib +- :issue:`4657`: Copy saferepr from pylib -- `#4668 `_: The verbose word for expected failures in the teststatus report changes from ``xfail`` to ``XFAIL`` to be consistent with other test outcomes. +- :issue:`4668`: The verbose word for expected failures in the teststatus report changes from ``xfail`` to ``XFAIL`` to be consistent with other test outcomes. pytest 4.1.1 (2019-01-12) @@ -2925,30 +4146,30 @@ pytest 4.1.1 (2019-01-12) Bug Fixes --------- -- `#2256 `_: Show full repr with ``assert a==b`` and ``-vv``. +- :issue:`2256`: Show full repr with ``assert a==b`` and ``-vv``. -- `#3456 `_: Extend Doctest-modules to ignore mock objects. +- :issue:`3456`: Extend Doctest-modules to ignore mock objects. -- `#4617 `_: Fixed ``pytest.warns`` bug when context manager is reused (e.g. multiple parametrization). +- :issue:`4617`: Fixed ``pytest.warns`` bug when context manager is reused (e.g. multiple parametrization). -- `#4631 `_: Don't rewrite assertion when ``__getattr__`` is broken +- :issue:`4631`: Don't rewrite assertion when ``__getattr__`` is broken Improved Documentation ---------------------- -- `#3375 `_: Document that using ``setup.cfg`` may crash other tools or cause hard to track down problems because it uses a different parser than ``pytest.ini`` or ``tox.ini`` files. +- :issue:`3375`: Document that using ``setup.cfg`` may crash other tools or cause hard to track down problems because it uses a different parser than ``pytest.ini`` or ``tox.ini`` files. Trivial/Internal Changes ------------------------ -- `#4602 `_: Uninstall ``hypothesis`` in regen tox env. +- :issue:`4602`: Uninstall ``hypothesis`` in regen tox env. pytest 4.1.0 (2019-01-05) @@ -2957,115 +4178,115 @@ pytest 4.1.0 (2019-01-05) Removals -------- -- `#2169 `_: ``pytest.mark.parametrize``: in previous versions, errors raised by id functions were suppressed and changed into warnings. Now the exceptions are propagated, along with a pytest message informing the node, parameter value and index where the exception occurred. +- :issue:`2169`: ``pytest.mark.parametrize``: in previous versions, errors raised by id functions were suppressed and changed into warnings. Now the exceptions are propagated, along with a pytest message informing the node, parameter value and index where the exception occurred. -- `#3078 `_: Remove legacy internal warnings system: ``config.warn``, ``Node.warn``. The ``pytest_logwarning`` now issues a warning when implemented. +- :issue:`3078`: Remove legacy internal warnings system: ``config.warn``, ``Node.warn``. The ``pytest_logwarning`` now issues a warning when implemented. - See our `docs `__ on information on how to update your code. + See our :ref:`docs ` on information on how to update your code. -- `#3079 `_: Removed support for yield tests - they are fundamentally broken because they don't support fixtures properly since collection and test execution were separated. +- :issue:`3079`: Removed support for yield tests - they are fundamentally broken because they don't support fixtures properly since collection and test execution were separated. - See our `docs `__ on information on how to update your code. + See our :ref:`docs ` on information on how to update your code. -- `#3082 `_: Removed support for applying marks directly to values in ``@pytest.mark.parametrize``. Use ``pytest.param`` instead. +- :issue:`3082`: Removed support for applying marks directly to values in ``@pytest.mark.parametrize``. Use ``pytest.param`` instead. - See our `docs `__ on information on how to update your code. + See our :ref:`docs ` on information on how to update your code. -- `#3083 `_: Removed ``Metafunc.addcall``. This was the predecessor mechanism to ``@pytest.mark.parametrize``. +- :issue:`3083`: Removed ``Metafunc.addcall``. This was the predecessor mechanism to ``@pytest.mark.parametrize``. - See our `docs `__ on information on how to update your code. + See our :ref:`docs ` on information on how to update your code. -- `#3085 `_: Removed support for passing strings to ``pytest.main``. Now, always pass a list of strings instead. +- :issue:`3085`: Removed support for passing strings to ``pytest.main``. Now, always pass a list of strings instead. - See our `docs `__ on information on how to update your code. + See our :ref:`docs ` on information on how to update your code. -- `#3086 `_: ``[pytest]`` section in **setup.cfg** files is no longer supported, use ``[tool:pytest]`` instead. ``setup.cfg`` files +- :issue:`3086`: ``[pytest]`` section in **setup.cfg** files is no longer supported, use ``[tool:pytest]`` instead. ``setup.cfg`` files are meant for use with ``distutils``, and a section named ``pytest`` has notoriously been a source of conflicts and bugs. Note that for **pytest.ini** and **tox.ini** files the section remains ``[pytest]``. -- `#3616 `_: Removed the deprecated compat properties for ``node.Class/Function/Module`` - use ``pytest.Class/Function/Module`` now. +- :issue:`3616`: Removed the deprecated compat properties for ``node.Class/Function/Module`` - use ``pytest.Class/Function/Module`` now. - See our `docs `__ on information on how to update your code. + See our :ref:`docs ` on information on how to update your code. -- `#4421 `_: Removed the implementation of the ``pytest_namespace`` hook. +- :issue:`4421`: Removed the implementation of the ``pytest_namespace`` hook. - See our `docs `__ on information on how to update your code. + See our :ref:`docs ` on information on how to update your code. -- `#4489 `_: Removed ``request.cached_setup``. This was the predecessor mechanism to modern fixtures. +- :issue:`4489`: Removed ``request.cached_setup``. This was the predecessor mechanism to modern fixtures. - See our `docs `__ on information on how to update your code. + See our :ref:`docs ` on information on how to update your code. -- `#4535 `_: Removed the deprecated ``PyCollector.makeitem`` method. This method was made public by mistake a long time ago. +- :issue:`4535`: Removed the deprecated ``PyCollector.makeitem`` method. This method was made public by mistake a long time ago. -- `#4543 `_: Removed support to define fixtures using the ``pytest_funcarg__`` prefix. Use the ``@pytest.fixture`` decorator instead. +- :issue:`4543`: Removed support to define fixtures using the ``pytest_funcarg__`` prefix. Use the ``@pytest.fixture`` decorator instead. - See our `docs `__ on information on how to update your code. + See our :ref:`docs ` on information on how to update your code. -- `#4545 `_: Calling fixtures directly is now always an error instead of a warning. +- :issue:`4545`: Calling fixtures directly is now always an error instead of a warning. - See our `docs `__ on information on how to update your code. + See our :ref:`docs ` on information on how to update your code. -- `#4546 `_: Remove ``Node.get_marker(name)`` the return value was not usable for more than a existence check. +- :issue:`4546`: Remove ``Node.get_marker(name)`` the return value was not usable for more than an existence check. Use ``Node.get_closest_marker(name)`` as a replacement. -- `#4547 `_: The deprecated ``record_xml_property`` fixture has been removed, use the more generic ``record_property`` instead. +- :issue:`4547`: The deprecated ``record_xml_property`` fixture has been removed, use the more generic ``record_property`` instead. - See our `docs `__ for more information. + See our :ref:`docs ` for more information. -- `#4548 `_: An error is now raised if the ``pytest_plugins`` variable is defined in a non-top-level ``conftest.py`` file (i.e., not residing in the ``rootdir``). +- :issue:`4548`: An error is now raised if the ``pytest_plugins`` variable is defined in a non-top-level ``conftest.py`` file (i.e., not residing in the ``rootdir``). - See our `docs `__ for more information. + See our :ref:`docs ` for more information. -- `#891 `_: Remove ``testfunction.markername`` attributes - use ``Node.iter_markers(name=None)`` to iterate them. +- :issue:`891`: Remove ``testfunction.markername`` attributes - use ``Node.iter_markers(name=None)`` to iterate them. Deprecations ------------ -- `#3050 `_: Deprecated the ``pytest.config`` global. +- :issue:`3050`: Deprecated the ``pytest.config`` global. - See https://docs.pytest.org/en/stable/deprecations.html#pytest-config-global for rationale. + See :ref:`pytest.config global deprecated` for rationale. -- `#3974 `_: Passing the ``message`` parameter of ``pytest.raises`` now issues a ``DeprecationWarning``. +- :issue:`3974`: Passing the ``message`` parameter of ``pytest.raises`` now issues a ``DeprecationWarning``. It is a common mistake to think this parameter will match the exception message, while in fact it only serves to provide a custom message in case the ``pytest.raises`` check fails. To avoid this mistake and because it is believed to be little used, pytest is deprecating it without providing an alternative for the moment. - If you have concerns about this, please comment on `issue #3974 `__. + If you have concerns about this, please comment on :issue:`3974`. -- `#4435 `_: Deprecated ``raises(..., 'code(as_a_string)')`` and ``warns(..., 'code(as_a_string)')``. +- :issue:`4435`: Deprecated ``raises(..., 'code(as_a_string)')`` and ``warns(..., 'code(as_a_string)')``. - See https://docs.pytest.org/en/stable/deprecations.html#raises-warns-exec for rationale and examples. + See :std:ref:`raises-warns-exec` for rationale and examples. Features -------- -- `#3191 `_: A warning is now issued when assertions are made for ``None``. +- :issue:`3191`: A warning is now issued when assertions are made for ``None``. This is a common source of confusion among new users, which write: @@ -3090,25 +4311,25 @@ Features will not issue the warning. -- `#3632 `_: Richer equality comparison introspection on ``AssertionError`` for objects created using `attrs `__ or `dataclasses `_ (Python 3.7+, `backported to 3.6 `__). +- :issue:`3632`: Richer equality comparison introspection on ``AssertionError`` for objects created using `attrs `__ or :mod:`dataclasses` (Python 3.7+, :pypi:`backported to 3.6 `). -- `#4278 `_: ``CACHEDIR.TAG`` files are now created inside cache directories. +- :issue:`4278`: ``CACHEDIR.TAG`` files are now created inside cache directories. - Those files are part of the `Cache Directory Tagging Standard `__, and can + Those files are part of the `Cache Directory Tagging Standard `__, and can be used by backup or synchronization programs to identify pytest's cache directory as such. -- `#4292 `_: ``pytest.outcomes.Exit`` is derived from ``SystemExit`` instead of ``KeyboardInterrupt``. This allows us to better handle ``pdb`` exiting. +- :issue:`4292`: ``pytest.outcomes.Exit`` is derived from ``SystemExit`` instead of ``KeyboardInterrupt``. This allows us to better handle ``pdb`` exiting. -- `#4371 `_: Updated the ``--collect-only`` option to display test descriptions when ran using ``--verbose``. +- :issue:`4371`: Updated the ``--collect-only`` option to display test descriptions when ran using ``--verbose``. -- `#4386 `_: Restructured ``ExceptionInfo`` object construction and ensure incomplete instances have a ``repr``/``str``. +- :issue:`4386`: Restructured ``ExceptionInfo`` object construction and ensure incomplete instances have a ``repr``/``str``. -- `#4416 `_: pdb: added support for keyword arguments with ``pdb.set_trace``. +- :issue:`4416`: pdb: added support for keyword arguments with ``pdb.set_trace``. It handles ``header`` similar to Python 3.7 does it, and forwards any other keyword arguments to the ``Pdb`` constructor. @@ -3116,7 +4337,7 @@ Features This allows for ``__import__("pdb").set_trace(skip=["foo.*"])``. -- `#4483 `_: Added ini parameter ``junit_duration_report`` to optionally report test call durations, excluding setup and teardown times. +- :issue:`4483`: Added ini parameter ``junit_duration_report`` to optionally report test call durations, excluding setup and teardown times. The JUnit XML specification and the default pytest behavior is to include setup and teardown times in the test duration report. You can include just the call durations instead (excluding setup and teardown) by adding this to your ``pytest.ini`` file: @@ -3127,12 +4348,12 @@ Features junit_duration_report = call -- `#4532 `_: ``-ra`` now will show errors and failures last, instead of as the first items in the summary. +- :issue:`4532`: ``-ra`` now will show errors and failures last, instead of as the first items in the summary. This makes it easier to obtain a list of errors and failures to run tests selectively. -- `#4599 `_: ``pytest.importorskip`` now supports a ``reason`` parameter, which will be shown when the +- :issue:`4599`: ``pytest.importorskip`` now supports a ``reason`` parameter, which will be shown when the requested module cannot be imported. @@ -3140,39 +4361,39 @@ Features Bug Fixes --------- -- `#3532 `_: ``-p`` now accepts its argument without a space between the value, for example ``-pmyplugin``. +- :issue:`3532`: ``-p`` now accepts its argument without a space between the value, for example ``-pmyplugin``. -- `#4327 `_: ``approx`` again works with more generic containers, more precisely instances of ``Iterable`` and ``Sized`` instead of more restrictive ``Sequence``. +- :issue:`4327`: ``approx`` again works with more generic containers, more precisely instances of ``Iterable`` and ``Sized`` instead of more restrictive ``Sequence``. -- `#4397 `_: Ensure that node ids are printable. +- :issue:`4397`: Ensure that node ids are printable. -- `#4435 `_: Fixed ``raises(..., 'code(string)')`` frame filename. +- :issue:`4435`: Fixed ``raises(..., 'code(string)')`` frame filename. -- `#4458 `_: Display actual test ids in ``--collect-only``. +- :issue:`4458`: Display actual test ids in ``--collect-only``. Improved Documentation ---------------------- -- `#4557 `_: Markers example documentation page updated to support latest pytest version. +- :issue:`4557`: Markers example documentation page updated to support latest pytest version. -- `#4558 `_: Update cache documentation example to correctly show cache hit and miss. +- :issue:`4558`: Update cache documentation example to correctly show cache hit and miss. -- `#4580 `_: Improved detailed summary report documentation. +- :issue:`4580`: Improved detailed summary report documentation. Trivial/Internal Changes ------------------------ -- `#4447 `_: Changed the deprecation type of ``--result-log`` to ``PytestDeprecationWarning``. +- :issue:`4447`: Changed the deprecation type of ``--result-log`` to ``PytestDeprecationWarning``. It was decided to remove this feature at the next major revision. @@ -3183,23 +4404,23 @@ pytest 4.0.2 (2018-12-13) Bug Fixes --------- -- `#4265 `_: Validate arguments from the ``PYTEST_ADDOPTS`` environment variable and the ``addopts`` ini option separately. +- :issue:`4265`: Validate arguments from the ``PYTEST_ADDOPTS`` environment variable and the ``addopts`` ini option separately. -- `#4435 `_: Fix ``raises(..., 'code(string)')`` frame filename. +- :issue:`4435`: Fix ``raises(..., 'code(string)')`` frame filename. -- `#4500 `_: When a fixture yields and a log call is made after the test runs, and, if the test is interrupted, capture attributes are ``None``. +- :issue:`4500`: When a fixture yields and a log call is made after the test runs, and, if the test is interrupted, capture attributes are ``None``. -- `#4538 `_: Raise ``TypeError`` for ``with raises(..., match=)``. +- :issue:`4538`: Raise ``TypeError`` for ``with raises(..., match=)``. Improved Documentation ---------------------- -- `#1495 `_: Document common doctest fixture directory tree structure pitfalls +- :issue:`1495`: Document common doctest fixture directory tree structure pitfalls pytest 4.0.1 (2018-11-23) @@ -3208,35 +4429,35 @@ pytest 4.0.1 (2018-11-23) Bug Fixes --------- -- `#3952 `_: Display warnings before "short test summary info" again, but still later warnings in the end. +- :issue:`3952`: Display warnings before "short test summary info" again, but still later warnings in the end. -- `#4386 `_: Handle uninitialized exceptioninfo in repr/str. +- :issue:`4386`: Handle uninitialized exceptioninfo in repr/str. -- `#4393 `_: Do not create ``.gitignore``/``README.md`` files in existing cache directories. +- :issue:`4393`: Do not create ``.gitignore``/``README.md`` files in existing cache directories. -- `#4400 `_: Rearrange warning handling for the yield test errors so the opt-out in 4.0.x correctly works. +- :issue:`4400`: Rearrange warning handling for the yield test errors so the opt-out in 4.0.x correctly works. -- `#4405 `_: Fix collection of testpaths with ``--pyargs``. +- :issue:`4405`: Fix collection of testpaths with ``--pyargs``. -- `#4412 `_: Fix assertion rewriting involving ``Starred`` + side-effects. +- :issue:`4412`: Fix assertion rewriting involving ``Starred`` + side-effects. -- `#4425 `_: Ensure we resolve the absolute path when the given ``--basetemp`` is a relative path. +- :issue:`4425`: Ensure we resolve the absolute path when the given ``--basetemp`` is a relative path. Trivial/Internal Changes ------------------------ -- `#4315 `_: Use ``pkg_resources.parse_version`` instead of ``LooseVersion`` in minversion check. +- :issue:`4315`: Use ``pkg_resources.parse_version`` instead of ``LooseVersion`` in minversion check. -- `#4440 `_: Adjust the stack level of some internal pytest warnings. +- :issue:`4440`: Adjust the stack level of some internal pytest warnings. pytest 4.0.0 (2018-11-13) @@ -3245,15 +4466,14 @@ pytest 4.0.0 (2018-11-13) Removals -------- -- `#3737 `_: **RemovedInPytest4Warnings are now errors by default.** +- :issue:`3737`: **RemovedInPytest4Warnings are now errors by default.** Following our plan to remove deprecated features with as little disruption as possible, all warnings of type ``RemovedInPytest4Warnings`` now generate errors instead of warning messages. **The affected features will be effectively removed in pytest 4.1**, so please consult the - `Deprecations and Removals `__ - section in the docs for directions on how to update existing code. + :std:doc:`deprecations` section in the docs for directions on how to update existing code. In the pytest ``4.0.X`` series, it is possible to change the errors back into warnings as a stop gap measure by adding this to your ``pytest.ini`` file: @@ -3267,10 +4487,10 @@ Removals But this will stop working when pytest ``4.1`` is released. **If you have concerns** about the removal of a specific feature, please add a - comment to `#4348 `__. + comment to :issue:`4348`. -- `#4358 `_: Remove the ``::()`` notation to denote a test class instance in node ids. +- :issue:`4358`: Remove the ``::()`` notation to denote a test class instance in node ids. Previously, node ids that contain test instances would use ``::()`` to denote the instance like this:: @@ -3285,7 +4505,7 @@ Removals The extra ``::()`` might have been removed in some places internally already, which then led to confusion in places where it was expected, e.g. with - ``--deselect`` (`#4127 `_). + ``--deselect`` (:issue:`4127`). Test class instances are also not listed with ``--collect-only`` anymore. @@ -3294,7 +4514,7 @@ Removals Features -------- -- `#4270 `_: The ``cache_dir`` option uses ``$TOX_ENV_DIR`` as prefix (if set in the environment). +- :issue:`4270`: The ``cache_dir`` option uses ``$TOX_ENV_DIR`` as prefix (if set in the environment). This uses a different cache per tox environment by default. @@ -3303,7 +4523,7 @@ Features Bug Fixes --------- -- `#3554 `_: Fix ``CallInfo.__repr__`` for when the call is not finished yet. +- :issue:`3554`: Fix ``CallInfo.__repr__`` for when the call is not finished yet. pytest 3.10.1 (2018-11-11) @@ -3312,32 +4532,32 @@ pytest 3.10.1 (2018-11-11) Bug Fixes --------- -- `#4287 `_: Fix nested usage of debugging plugin (pdb), e.g. with pytester's ``testdir.runpytest``. +- :issue:`4287`: Fix nested usage of debugging plugin (pdb), e.g. with pytester's ``testdir.runpytest``. -- `#4304 `_: Block the ``stepwise`` plugin if ``cacheprovider`` is also blocked, as one depends on the other. +- :issue:`4304`: Block the ``stepwise`` plugin if ``cacheprovider`` is also blocked, as one depends on the other. -- `#4306 `_: Parse ``minversion`` as an actual version and not as dot-separated strings. +- :issue:`4306`: Parse ``minversion`` as an actual version and not as dot-separated strings. -- `#4310 `_: Fix duplicate collection due to multiple args matching the same packages. +- :issue:`4310`: Fix duplicate collection due to multiple args matching the same packages. -- `#4321 `_: Fix ``item.nodeid`` with resolved symlinks. +- :issue:`4321`: Fix ``item.nodeid`` with resolved symlinks. -- `#4325 `_: Fix collection of direct symlinked files, where the target does not match ``python_files``. +- :issue:`4325`: Fix collection of direct symlinked files, where the target does not match ``python_files``. -- `#4329 `_: Fix TypeError in report_collect with _collect_report_last_write. +- :issue:`4329`: Fix TypeError in report_collect with _collect_report_last_write. Trivial/Internal Changes ------------------------ -- `#4305 `_: Replace byte/unicode helpers in test_capture with python level syntax. +- :issue:`4305`: Replace byte/unicode helpers in test_capture with python level syntax. pytest 3.10.0 (2018-11-03) @@ -3346,19 +4566,19 @@ pytest 3.10.0 (2018-11-03) Features -------- -- `#2619 `_: Resume capturing output after ``continue`` with ``__import__("pdb").set_trace()``. +- :issue:`2619`: Resume capturing output after ``continue`` with ``__import__("pdb").set_trace()``. This also adds a new ``pytest_leave_pdb`` hook, and passes in ``pdb`` to the existing ``pytest_enter_pdb`` hook. -- `#4147 `_: Add ``--sw``, ``--stepwise`` as an alternative to ``--lf -x`` for stopping at the first failure, but starting the next test invocation from that test. See `the documentation `__ for more info. +- :issue:`4147`: Add ``--sw``, ``--stepwise`` as an alternative to ``--lf -x`` for stopping at the first failure, but starting the next test invocation from that test. See :ref:`the documentation ` for more info. -- `#4188 `_: Make ``--color`` emit colorful dots when not running in verbose mode. Earlier, it would only colorize the test-by-test output if ``--verbose`` was also passed. +- :issue:`4188`: Make ``--color`` emit colorful dots when not running in verbose mode. Earlier, it would only colorize the test-by-test output if ``--verbose`` was also passed. -- `#4225 `_: Improve performance with collection reporting in non-quiet mode with terminals. +- :issue:`4225`: Improve performance with collection reporting in non-quiet mode with terminals. The "collecting …" message is only printed/updated every 0.5s. @@ -3367,45 +4587,45 @@ Features Bug Fixes --------- -- `#2701 `_: Fix false ``RemovedInPytest4Warning: usage of Session... is deprecated, please use pytest`` warnings. +- :issue:`2701`: Fix false ``RemovedInPytest4Warning: usage of Session... is deprecated, please use pytest`` warnings. -- `#4046 `_: Fix problems with running tests in package ``__init__.py`` files. +- :issue:`4046`: Fix problems with running tests in package ``__init__.py`` files. -- `#4260 `_: Swallow warnings during anonymous compilation of source. +- :issue:`4260`: Swallow warnings during anonymous compilation of source. -- `#4262 `_: Fix access denied error when deleting stale directories created by ``tmpdir`` / ``tmp_path``. +- :issue:`4262`: Fix access denied error when deleting stale directories created by ``tmpdir`` / ``tmp_path``. -- `#611 `_: Naming a fixture ``request`` will now raise a warning: the ``request`` fixture is internal and +- :issue:`611`: Naming a fixture ``request`` will now raise a warning: the ``request`` fixture is internal and should not be overwritten as it will lead to internal errors. -- `#4266 `_: Handle (ignore) exceptions raised during collection, e.g. with Django's LazySettings proxy class. +- :issue:`4266`: Handle (ignore) exceptions raised during collection, e.g. with Django's LazySettings proxy class. Improved Documentation ---------------------- -- `#4255 `_: Added missing documentation about the fact that module names passed to filter warnings are not regex-escaped. +- :issue:`4255`: Added missing documentation about the fact that module names passed to filter warnings are not regex-escaped. Trivial/Internal Changes ------------------------ -- `#4272 `_: Display cachedir also in non-verbose mode if non-default. +- :issue:`4272`: Display cachedir also in non-verbose mode if non-default. -- `#4277 `_: pdb: improve message about output capturing with ``set_trace``. +- :issue:`4277`: pdb: improve message about output capturing with ``set_trace``. Do not display "IO-capturing turned off/on" when ``-s`` is used to avoid confusion. -- `#4279 `_: Improve message and stack level of warnings issued by ``monkeypatch.setenv`` when the value of the environment variable is not a ``str``. +- :issue:`4279`: Improve message and stack level of warnings issued by ``monkeypatch.setenv`` when the value of the environment variable is not a ``str``. pytest 3.9.3 (2018-10-27) @@ -3414,36 +4634,36 @@ pytest 3.9.3 (2018-10-27) Bug Fixes --------- -- `#4174 `_: Fix "ValueError: Plugin already registered" with conftest plugins via symlink. +- :issue:`4174`: Fix "ValueError: Plugin already registered" with conftest plugins via symlink. -- `#4181 `_: Handle race condition between creation and deletion of temporary folders. +- :issue:`4181`: Handle race condition between creation and deletion of temporary folders. -- `#4221 `_: Fix bug where the warning summary at the end of the test session was not showing the test where the warning was originated. +- :issue:`4221`: Fix bug where the warning summary at the end of the test session was not showing the test where the warning was originated. -- `#4243 `_: Fix regression when ``stacklevel`` for warnings was passed as positional argument on python2. +- :issue:`4243`: Fix regression when ``stacklevel`` for warnings was passed as positional argument on python2. Improved Documentation ---------------------- -- `#3851 `_: Add reference to ``empty_parameter_set_mark`` ini option in documentation of ``@pytest.mark.parametrize`` +- :issue:`3851`: Add reference to ``empty_parameter_set_mark`` ini option in documentation of ``@pytest.mark.parametrize`` Trivial/Internal Changes ------------------------ -- `#4028 `_: Revert patching of ``sys.breakpointhook`` since it appears to do nothing. +- :issue:`4028`: Revert patching of ``sys.breakpointhook`` since it appears to do nothing. -- `#4233 `_: Apply an import sorter (``reorder-python-imports``) to the codebase. +- :issue:`4233`: Apply an import sorter (``reorder-python-imports``) to the codebase. -- `#4248 `_: Remove use of unnecessary compat shim, six.binary_type +- :issue:`4248`: Remove use of unnecessary compat shim, six.binary_type pytest 3.9.2 (2018-10-22) @@ -3452,29 +4672,29 @@ pytest 3.9.2 (2018-10-22) Bug Fixes --------- -- `#2909 `_: Improve error message when a recursive dependency between fixtures is detected. +- :issue:`2909`: Improve error message when a recursive dependency between fixtures is detected. -- `#3340 `_: Fix logging messages not shown in hooks ``pytest_sessionstart()`` and ``pytest_sessionfinish()``. +- :issue:`3340`: Fix logging messages not shown in hooks ``pytest_sessionstart()`` and ``pytest_sessionfinish()``. -- `#3533 `_: Fix unescaped XML raw objects in JUnit report for skipped tests +- :issue:`3533`: Fix unescaped XML raw objects in JUnit report for skipped tests -- `#3691 `_: Python 2: safely format warning message about passing unicode strings to ``warnings.warn``, which may cause +- :issue:`3691`: Python 2: safely format warning message about passing unicode strings to ``warnings.warn``, which may cause surprising ``MemoryError`` exception when monkey patching ``warnings.warn`` itself. -- `#4026 `_: Improve error message when it is not possible to determine a function's signature. +- :issue:`4026`: Improve error message when it is not possible to determine a function's signature. -- `#4177 `_: Pin ``setuptools>=40.0`` to support ``py_modules`` in ``setup.cfg`` +- :issue:`4177`: Pin ``setuptools>=40.0`` to support ``py_modules`` in ``setup.cfg`` -- `#4179 `_: Restore the tmpdir behaviour of symlinking the current test run. +- :issue:`4179`: Restore the tmpdir behaviour of symlinking the current test run. -- `#4192 `_: Fix filename reported by ``warnings.warn`` when using ``recwarn`` under python2. +- :issue:`4192`: Fix filename reported by ``warnings.warn`` when using ``recwarn`` under python2. pytest 3.9.1 (2018-10-16) @@ -3483,7 +4703,7 @@ pytest 3.9.1 (2018-10-16) Features -------- -- `#4159 `_: For test-suites containing test classes, the information about the subclassed +- :issue:`4159`: For test-suites containing test classes, the information about the subclassed module is now output only if a higher verbosity level is specified (at least "-vv"). @@ -3494,7 +4714,7 @@ pytest 3.9.0 (2018-10-15 - not published due to a release automation bug) Deprecations ------------ -- `#3616 `_: The following accesses have been documented as deprecated for years, but are now actually emitting deprecation warnings. +- :issue:`3616`: The following accesses have been documented as deprecated for years, but are now actually emitting deprecation warnings. * Access of ``Module``, ``Function``, ``Class``, ``Instance``, ``File`` and ``Item`` through ``Node`` instances. Now users will this warning:: @@ -3504,7 +4724,7 @@ Deprecations Users should just ``import pytest`` and access those objects using the ``pytest`` module. * ``request.cached_setup``, this was the precursor of the setup/teardown mechanism available to fixtures. You can - consult `funcarg comparison section in the docs `_. + consult :std:doc:`funcarg comparison section in the docs `. * Using objects named ``"Class"`` as a way to customize the type of nodes that are collected in ``Collector`` subclasses has been deprecated. Users instead should use ``pytest_collect_make_item`` to customize node types during @@ -3518,121 +4738,121 @@ Deprecations getfuncargvalue is deprecated, use getfixturevalue -- `#3988 `_: Add a Deprecation warning for pytest.ensuretemp as it was deprecated since a while. +- :issue:`3988`: Add a Deprecation warning for pytest.ensuretemp as it was deprecated since a while. Features -------- -- `#2293 `_: Improve usage errors messages by hiding internal details which can be distracting and noisy. +- :issue:`2293`: Improve usage errors messages by hiding internal details which can be distracting and noisy. This has the side effect that some error conditions that previously raised generic errors (such as ``ValueError`` for unregistered marks) are now raising ``Failed`` exceptions. -- `#3332 `_: Improve the error displayed when a ``conftest.py`` file could not be imported. +- :issue:`3332`: Improve the error displayed when a ``conftest.py`` file could not be imported. In order to implement this, a new ``chain`` parameter was added to ``ExceptionInfo.getrepr`` to show or hide chained tracebacks in Python 3 (defaults to ``True``). -- `#3849 `_: Add ``empty_parameter_set_mark=fail_at_collect`` ini option for raising an exception when parametrize collects an empty set. +- :issue:`3849`: Add ``empty_parameter_set_mark=fail_at_collect`` ini option for raising an exception when parametrize collects an empty set. -- `#3964 `_: Log messages generated in the collection phase are shown when +- :issue:`3964`: Log messages generated in the collection phase are shown when live-logging is enabled and/or when they are logged to a file. -- `#3985 `_: Introduce ``tmp_path`` as a fixture providing a Path object. Also introduce ``tmp_path_factory`` as +- :issue:`3985`: Introduce ``tmp_path`` as a fixture providing a Path object. Also introduce ``tmp_path_factory`` as a session-scoped fixture for creating arbitrary temporary directories from any other fixture or test. -- `#4013 `_: Deprecation warnings are now shown even if you customize the warnings filters yourself. In the previous version +- :issue:`4013`: Deprecation warnings are now shown even if you customize the warnings filters yourself. In the previous version any customization would override pytest's filters and deprecation warnings would fall back to being hidden by default. -- `#4073 `_: Allow specification of timeout for ``Testdir.runpytest_subprocess()`` and ``Testdir.run()``. +- :issue:`4073`: Allow specification of timeout for ``Testdir.runpytest_subprocess()`` and ``Testdir.run()``. -- `#4098 `_: Add returncode argument to pytest.exit() to exit pytest with a specific return code. +- :issue:`4098`: Add returncode argument to pytest.exit() to exit pytest with a specific return code. -- `#4102 `_: Reimplement ``pytest.deprecated_call`` using ``pytest.warns`` so it supports the ``match='...'`` keyword argument. +- :issue:`4102`: Reimplement ``pytest.deprecated_call`` using ``pytest.warns`` so it supports the ``match='...'`` keyword argument. This has the side effect that ``pytest.deprecated_call`` now raises ``pytest.fail.Exception`` instead of ``AssertionError``. -- `#4149 `_: Require setuptools>=30.3 and move most of the metadata to ``setup.cfg``. +- :issue:`4149`: Require setuptools>=30.3 and move most of the metadata to ``setup.cfg``. Bug Fixes --------- -- `#2535 `_: Improve error message when test functions of ``unittest.TestCase`` subclasses use a parametrized fixture. +- :issue:`2535`: Improve error message when test functions of ``unittest.TestCase`` subclasses use a parametrized fixture. -- `#3057 `_: ``request.fixturenames`` now correctly returns the name of fixtures created by ``request.getfixturevalue()``. +- :issue:`3057`: ``request.fixturenames`` now correctly returns the name of fixtures created by ``request.getfixturevalue()``. -- `#3946 `_: Warning filters passed as command line options using ``-W`` now take precedence over filters defined in ``ini`` +- :issue:`3946`: Warning filters passed as command line options using ``-W`` now take precedence over filters defined in ``ini`` configuration files. -- `#4066 `_: Fix source reindenting by using ``textwrap.dedent`` directly. +- :issue:`4066`: Fix source reindenting by using ``textwrap.dedent`` directly. -- `#4102 `_: ``pytest.warn`` will capture previously-warned warnings in Python 2. Previously they were never raised. +- :issue:`4102`: ``pytest.warn`` will capture previously-warned warnings in Python 2. Previously they were never raised. -- `#4108 `_: Resolve symbolic links for args. +- :issue:`4108`: Resolve symbolic links for args. This fixes running ``pytest tests/test_foo.py::test_bar``, where ``tests`` is a symlink to ``project/app/tests``: previously ``project/app/conftest.py`` would be ignored for fixtures then. -- `#4132 `_: Fix duplicate printing of internal errors when using ``--pdb``. +- :issue:`4132`: Fix duplicate printing of internal errors when using ``--pdb``. -- `#4135 `_: pathlib based tmpdir cleanup now correctly handles symlinks in the folder. +- :issue:`4135`: pathlib based tmpdir cleanup now correctly handles symlinks in the folder. -- `#4152 `_: Display the filename when encountering ``SyntaxWarning``. +- :issue:`4152`: Display the filename when encountering ``SyntaxWarning``. Improved Documentation ---------------------- -- `#3713 `_: Update usefixtures documentation to clarify that it can't be used with fixture functions. +- :issue:`3713`: Update usefixtures documentation to clarify that it can't be used with fixture functions. -- `#4058 `_: Update fixture documentation to specify that a fixture can be invoked twice in the scope it's defined for. +- :issue:`4058`: Update fixture documentation to specify that a fixture can be invoked twice in the scope it's defined for. -- `#4064 `_: According to unittest.rst, setUpModule and tearDownModule were not implemented, but it turns out they are. So updated the documentation for unittest. +- :issue:`4064`: According to unittest.rst, setUpModule and tearDownModule were not implemented, but it turns out they are. So updated the documentation for unittest. -- `#4151 `_: Add tempir testing example to CONTRIBUTING.rst guide +- :issue:`4151`: Add tempir testing example to CONTRIBUTING.rst guide Trivial/Internal Changes ------------------------ -- `#2293 `_: The internal ``MarkerError`` exception has been removed. +- :issue:`2293`: The internal ``MarkerError`` exception has been removed. -- `#3988 `_: Port the implementation of tmpdir to pathlib. +- :issue:`3988`: Port the implementation of tmpdir to pathlib. -- `#4063 `_: Exclude 0.00 second entries from ``--duration`` output unless ``-vv`` is passed on the command-line. +- :issue:`4063`: Exclude 0.00 second entries from ``--duration`` output unless ``-vv`` is passed on the command-line. -- `#4093 `_: Fixed formatting of string literals in internal tests. +- :issue:`4093`: Fixed formatting of string literals in internal tests. pytest 3.8.2 (2018-10-02) @@ -3641,7 +4861,7 @@ pytest 3.8.2 (2018-10-02) Deprecations and Removals ------------------------- -- `#4036 `_: The ``item`` parameter of ``pytest_warning_captured`` hook is now documented as deprecated. We realized only after +- :issue:`4036`: The ``item`` parameter of ``pytest_warning_captured`` hook is now documented as deprecated. We realized only after the ``3.8`` release that this parameter is incompatible with ``pytest-xdist``. Our policy is to not deprecate features during bug-fix releases, but in this case we believe it makes sense as we are @@ -3656,25 +4876,25 @@ Deprecations and Removals Bug Fixes --------- -- `#3539 `_: Fix reload on assertion rewritten modules. +- :issue:`3539`: Fix reload on assertion rewritten modules. -- `#4034 `_: The ``.user_properties`` attribute of ``TestReport`` objects is a list +- :issue:`4034`: The ``.user_properties`` attribute of ``TestReport`` objects is a list of (name, value) tuples, but could sometimes be instantiated as a tuple of tuples. It is now always a list. -- `#4039 `_: No longer issue warnings about using ``pytest_plugins`` in non-top-level directories when using ``--pyargs``: the +- :issue:`4039`: No longer issue warnings about using ``pytest_plugins`` in non-top-level directories when using ``--pyargs``: the current ``--pyargs`` mechanism is not reliable and might give false negatives. -- `#4040 `_: Exclude empty reports for passed tests when ``-rP`` option is used. +- :issue:`4040`: Exclude empty reports for passed tests when ``-rP`` option is used. -- `#4051 `_: Improve error message when an invalid Python expression is passed to the ``-m`` option. +- :issue:`4051`: Improve error message when an invalid Python expression is passed to the ``-m`` option. -- `#4056 `_: ``MonkeyPatch.setenv`` and ``MonkeyPatch.delenv`` issue a warning if the environment variable name is not ``str`` on Python 2. +- :issue:`4056`: ``MonkeyPatch.setenv`` and ``MonkeyPatch.delenv`` issue a warning if the environment variable name is not ``str`` on Python 2. In Python 2, adding ``unicode`` keys to ``os.environ`` causes problems with ``subprocess`` (and possible other modules), making this a subtle bug specially susceptible when used with ``from __future__ import unicode_literals``. @@ -3684,7 +4904,7 @@ Bug Fixes Improved Documentation ---------------------- -- `#3928 `_: Add possible values for fixture scope to docs. +- :issue:`3928`: Add possible values for fixture scope to docs. pytest 3.8.1 (2018-09-22) @@ -3693,31 +4913,31 @@ pytest 3.8.1 (2018-09-22) Bug Fixes --------- -- `#3286 `_: ``.pytest_cache`` directory is now automatically ignored by Git. Users who would like to contribute a solution for other SCMs please consult/comment on this issue. +- :issue:`3286`: ``.pytest_cache`` directory is now automatically ignored by Git. Users who would like to contribute a solution for other SCMs please consult/comment on this issue. -- `#3749 `_: Fix the following error during collection of tests inside packages:: +- :issue:`3749`: Fix the following error during collection of tests inside packages:: TypeError: object of type 'Package' has no len() -- `#3941 `_: Fix bug where indirect parametrization would consider the scope of all fixtures used by the test function to determine the parametrization scope, and not only the scope of the fixtures being parametrized. +- :issue:`3941`: Fix bug where indirect parametrization would consider the scope of all fixtures used by the test function to determine the parametrization scope, and not only the scope of the fixtures being parametrized. -- `#3973 `_: Fix crash of the assertion rewriter if a test changed the current working directory without restoring it afterwards. +- :issue:`3973`: Fix crash of the assertion rewriter if a test changed the current working directory without restoring it afterwards. -- `#3998 `_: Fix issue that prevented some caplog properties (for example ``record_tuples``) from being available when entering the debugger with ``--pdb``. +- :issue:`3998`: Fix issue that prevented some caplog properties (for example ``record_tuples``) from being available when entering the debugger with ``--pdb``. -- `#3999 `_: Fix ``UnicodeDecodeError`` in python2.x when a class returns a non-ascii binary ``__repr__`` in an assertion which also contains non-ascii text. +- :issue:`3999`: Fix ``UnicodeDecodeError`` in python2.x when a class returns a non-ascii binary ``__repr__`` in an assertion which also contains non-ascii text. Improved Documentation ---------------------- -- `#3996 `_: New `Deprecations and Removals `_ page shows all currently +- :issue:`3996`: New :std:doc:`deprecations` page shows all currently deprecated features, the rationale to do so, and alternatives to update your code. It also list features removed from pytest in past major releases to help those with ancient pytest versions to upgrade. @@ -3726,10 +4946,10 @@ Improved Documentation Trivial/Internal Changes ------------------------ -- `#3955 `_: Improve pre-commit detection for changelog filenames +- :issue:`3955`: Improve pre-commit detection for changelog filenames -- `#3975 `_: Remove legacy code around im_func as that was python2 only +- :issue:`3975`: Remove legacy code around im_func as that was python2 only pytest 3.8.0 (2018-09-05) @@ -3738,11 +4958,11 @@ pytest 3.8.0 (2018-09-05) Deprecations and Removals ------------------------- -- `#2452 `_: ``Config.warn`` and ``Node.warn`` have been - deprecated, see ``_ for rationale and +- :issue:`2452`: ``Config.warn`` and ``Node.warn`` have been + deprecated, see :ref:`config.warn and node.warn deprecated` for rationale and examples. -- `#3936 `_: ``@pytest.mark.filterwarnings`` second parameter is no longer regex-escaped, +- :issue:`3936`: ``@pytest.mark.filterwarnings`` second parameter is no longer regex-escaped, making it possible to actually use regular expressions to check the warning message. **Note**: regex-escaping the match string was an implementation oversight that might break test suites which depend @@ -3753,60 +4973,60 @@ Deprecations and Removals Features -------- -- `#2452 `_: Internal pytest warnings are now issued using the standard ``warnings`` module, making it possible to use +- :issue:`2452`: Internal pytest warnings are now issued using the standard ``warnings`` module, making it possible to use the standard warnings filters to manage those warnings. This introduces ``PytestWarning``, ``PytestDeprecationWarning`` and ``RemovedInPytest4Warning`` warning types as part of the public API. - Consult `the documentation `__ for more info. + Consult :ref:`the documentation ` for more info. -- `#2908 `_: ``DeprecationWarning`` and ``PendingDeprecationWarning`` are now shown by default if no other warning filter is +- :issue:`2908`: ``DeprecationWarning`` and ``PendingDeprecationWarning`` are now shown by default if no other warning filter is configured. This makes pytest more compliant with - `PEP-0506 `_. See - `the docs `_ for + :pep:`506#recommended-filter-settings-for-test-runners`. See + :ref:`the docs ` for more info. -- `#3251 `_: Warnings are now captured and displayed during test collection. +- :issue:`3251`: Warnings are now captured and displayed during test collection. -- `#3784 `_: ``PYTEST_DISABLE_PLUGIN_AUTOLOAD`` environment variable disables plugin auto-loading when set. +- :issue:`3784`: ``PYTEST_DISABLE_PLUGIN_AUTOLOAD`` environment variable disables plugin auto-loading when set. -- `#3829 `_: Added the ``count`` option to ``console_output_style`` to enable displaying the progress as a count instead of a percentage. +- :issue:`3829`: Added the ``count`` option to ``console_output_style`` to enable displaying the progress as a count instead of a percentage. -- `#3837 `_: Added support for 'xfailed' and 'xpassed' outcomes to the ``pytester.RunResult.assert_outcomes`` signature. +- :issue:`3837`: Added support for 'xfailed' and 'xpassed' outcomes to the ``pytester.RunResult.assert_outcomes`` signature. Bug Fixes --------- -- `#3911 `_: Terminal writer now takes into account unicode character width when writing out progress. +- :issue:`3911`: Terminal writer now takes into account unicode character width when writing out progress. -- `#3913 `_: Pytest now returns with correct exit code (EXIT_USAGEERROR, 4) when called with unknown arguments. +- :issue:`3913`: Pytest now returns with correct exit code (EXIT_USAGEERROR, 4) when called with unknown arguments. -- `#3918 `_: Improve performance of assertion rewriting. +- :issue:`3918`: Improve performance of assertion rewriting. Improved Documentation ---------------------- -- `#3566 `_: Added a blurb in usage.rst for the usage of -r flag which is used to show an extra test summary info. +- :issue:`3566`: Added a blurb in usage.rst for the usage of -r flag which is used to show an extra test summary info. -- `#3907 `_: Corrected type of the exceptions collection passed to ``xfail``: ``raises`` argument accepts a ``tuple`` instead of ``list``. +- :issue:`3907`: Corrected type of the exceptions collection passed to ``xfail``: ``raises`` argument accepts a ``tuple`` instead of ``list``. Trivial/Internal Changes ------------------------ -- `#3853 `_: Removed ``"run all (no recorded failures)"`` message printed with ``--failed-first`` and ``--last-failed`` when there are no failed tests. +- :issue:`3853`: Removed ``"run all (no recorded failures)"`` message printed with ``--failed-first`` and ``--last-failed`` when there are no failed tests. pytest 3.7.4 (2018-08-29) @@ -3815,23 +5035,23 @@ pytest 3.7.4 (2018-08-29) Bug Fixes --------- -- `#3506 `_: Fix possible infinite recursion when writing ``.pyc`` files. +- :issue:`3506`: Fix possible infinite recursion when writing ``.pyc`` files. -- `#3853 `_: Cache plugin now obeys the ``-q`` flag when ``--last-failed`` and ``--failed-first`` flags are used. +- :issue:`3853`: Cache plugin now obeys the ``-q`` flag when ``--last-failed`` and ``--failed-first`` flags are used. -- `#3883 `_: Fix bad console output when using ``console_output_style=classic``. +- :issue:`3883`: Fix bad console output when using ``console_output_style=classic``. -- `#3888 `_: Fix macOS specific code using ``capturemanager`` plugin in doctests. +- :issue:`3888`: Fix macOS specific code using ``capturemanager`` plugin in doctests. Improved Documentation ---------------------- -- `#3902 `_: Fix pytest.org links +- :issue:`3902`: Fix pytest.org links pytest 3.7.3 (2018-08-26) @@ -3840,52 +5060,52 @@ pytest 3.7.3 (2018-08-26) Bug Fixes --------- -- `#3033 `_: Fixtures during teardown can again use ``capsys`` and ``capfd`` to inspect output captured during tests. +- :issue:`3033`: Fixtures during teardown can again use ``capsys`` and ``capfd`` to inspect output captured during tests. -- `#3773 `_: Fix collection of tests from ``__init__.py`` files if they match the ``python_files`` configuration option. +- :issue:`3773`: Fix collection of tests from ``__init__.py`` files if they match the ``python_files`` configuration option. -- `#3796 `_: Fix issue where teardown of fixtures of consecutive sub-packages were executed once, at the end of the outer +- :issue:`3796`: Fix issue where teardown of fixtures of consecutive sub-packages were executed once, at the end of the outer package. -- `#3816 `_: Fix bug where ``--show-capture=no`` option would still show logs printed during fixture teardown. +- :issue:`3816`: Fix bug where ``--show-capture=no`` option would still show logs printed during fixture teardown. -- `#3819 `_: Fix ``stdout/stderr`` not getting captured when real-time cli logging is active. +- :issue:`3819`: Fix ``stdout/stderr`` not getting captured when real-time cli logging is active. -- `#3843 `_: Fix collection error when specifying test functions directly in the command line using ``test.py::test`` syntax together with ``--doctest-modules``. +- :issue:`3843`: Fix collection error when specifying test functions directly in the command line using ``test.py::test`` syntax together with ``--doctest-modules``. -- `#3848 `_: Fix bugs where unicode arguments could not be passed to ``testdir.runpytest`` on Python 2. +- :issue:`3848`: Fix bugs where unicode arguments could not be passed to ``testdir.runpytest`` on Python 2. -- `#3854 `_: Fix double collection of tests within packages when the filename starts with a capital letter. +- :issue:`3854`: Fix double collection of tests within packages when the filename starts with a capital letter. Improved Documentation ---------------------- -- `#3824 `_: Added example for multiple glob pattern matches in ``python_files``. +- :issue:`3824`: Added example for multiple glob pattern matches in ``python_files``. -- `#3833 `_: Added missing docs for ``pytester.Testdir``. +- :issue:`3833`: Added missing docs for ``pytester.Testdir``. -- `#3870 `_: Correct documentation for setuptools integration. +- :issue:`3870`: Correct documentation for setuptools integration. Trivial/Internal Changes ------------------------ -- `#3826 `_: Replace broken type annotations with type comments. +- :issue:`3826`: Replace broken type annotations with type comments. -- `#3845 `_: Remove a reference to issue `#568 `_ from the documentation, which has since been +- :issue:`3845`: Remove a reference to issue :issue:`568` from the documentation, which has since been fixed. @@ -3895,32 +5115,32 @@ pytest 3.7.2 (2018-08-16) Bug Fixes --------- -- `#3671 `_: Fix ``filterwarnings`` not being registered as a builtin mark. +- :issue:`3671`: Fix ``filterwarnings`` not being registered as a builtin mark. -- `#3768 `_, `#3789 `_: Fix test collection from packages mixed with normal directories. +- :issue:`3768`, :issue:`3789`: Fix test collection from packages mixed with normal directories. -- `#3771 `_: Fix infinite recursion during collection if a ``pytest_ignore_collect`` hook returns ``False`` instead of ``None``. +- :issue:`3771`: Fix infinite recursion during collection if a ``pytest_ignore_collect`` hook returns ``False`` instead of ``None``. -- `#3774 `_: Fix bug where decorated fixtures would lose functionality (for example ``@mock.patch``). +- :issue:`3774`: Fix bug where decorated fixtures would lose functionality (for example ``@mock.patch``). -- `#3775 `_: Fix bug where importing modules or other objects with prefix ``pytest_`` prefix would raise a ``PluginValidationError``. +- :issue:`3775`: Fix bug where importing modules or other objects with prefix ``pytest_`` prefix would raise a ``PluginValidationError``. -- `#3788 `_: Fix ``AttributeError`` during teardown of ``TestCase`` subclasses which raise an exception during ``__init__``. +- :issue:`3788`: Fix ``AttributeError`` during teardown of ``TestCase`` subclasses which raise an exception during ``__init__``. -- `#3804 `_: Fix traceback reporting for exceptions with ``__cause__`` cycles. +- :issue:`3804`: Fix traceback reporting for exceptions with ``__cause__`` cycles. Improved Documentation ---------------------- -- `#3746 `_: Add documentation for ``metafunc.config`` that had been mistakenly hidden. +- :issue:`3746`: Add documentation for ``metafunc.config`` that had been mistakenly hidden. pytest 3.7.1 (2018-08-02) @@ -3929,26 +5149,26 @@ pytest 3.7.1 (2018-08-02) Bug Fixes --------- -- `#3473 `_: Raise immediately if ``approx()`` is given an expected value of a type it doesn't understand (e.g. strings, nested dicts, etc.). +- :issue:`3473`: Raise immediately if ``approx()`` is given an expected value of a type it doesn't understand (e.g. strings, nested dicts, etc.). -- `#3712 `_: Correctly represent the dimensions of a numpy array when calling ``repr()`` on ``approx()``. +- :issue:`3712`: Correctly represent the dimensions of a numpy array when calling ``repr()`` on ``approx()``. -- `#3742 `_: Fix incompatibility with third party plugins during collection, which produced the error ``object has no attribute '_collectfile'``. +- :issue:`3742`: Fix incompatibility with third party plugins during collection, which produced the error ``object has no attribute '_collectfile'``. -- `#3745 `_: Display the absolute path if ``cache_dir`` is not relative to the ``rootdir`` instead of failing. +- :issue:`3745`: Display the absolute path if ``cache_dir`` is not relative to the ``rootdir`` instead of failing. -- `#3747 `_: Fix compatibility problem with plugins and the warning code issued by fixture functions when they are called directly. +- :issue:`3747`: Fix compatibility problem with plugins and the warning code issued by fixture functions when they are called directly. -- `#3748 `_: Fix infinite recursion in ``pytest.approx`` with arrays in ``numpy<1.13``. +- :issue:`3748`: Fix infinite recursion in ``pytest.approx`` with arrays in ``numpy<1.13``. -- `#3757 `_: Pin pathlib2 to ``>=2.2.0`` as we require ``__fspath__`` support. +- :issue:`3757`: Pin pathlib2 to ``>=2.2.0`` as we require ``__fspath__`` support. -- `#3763 `_: Fix ``TypeError`` when the assertion message is ``bytes`` in python 3. +- :issue:`3763`: Fix ``TypeError`` when the assertion message is ``bytes`` in python 3. pytest 3.7.0 (2018-07-30) @@ -3957,57 +5177,57 @@ pytest 3.7.0 (2018-07-30) Deprecations and Removals ------------------------- -- `#2639 `_: ``pytest_namespace`` has been `deprecated `_. +- :issue:`2639`: ``pytest_namespace`` has been :ref:`deprecated `. -- `#3661 `_: Calling a fixture function directly, as opposed to request them in a test function, now issues a ``RemovedInPytest4Warning``. See `the documentation for rationale and examples `_. +- :issue:`3661`: Calling a fixture function directly, as opposed to request them in a test function, now issues a ``RemovedInPytest4Warning``. See :ref:`the documentation for rationale and examples `. Features -------- -- `#2283 `_: New ``package`` fixture scope: fixtures are finalized when the last test of a *package* finishes. This feature is considered **experimental**, so use it sparingly. +- :issue:`2283`: New ``package`` fixture scope: fixtures are finalized when the last test of a *package* finishes. This feature is considered **experimental**, so use it sparingly. -- `#3576 `_: ``Node.add_marker`` now supports an ``append=True/False`` parameter to determine whether the mark comes last (default) or first. +- :issue:`3576`: ``Node.add_marker`` now supports an ``append=True/False`` parameter to determine whether the mark comes last (default) or first. -- `#3579 `_: Fixture ``caplog`` now has a ``messages`` property, providing convenient access to the format-interpolated log messages without the extra data provided by the formatter/handler. +- :issue:`3579`: Fixture ``caplog`` now has a ``messages`` property, providing convenient access to the format-interpolated log messages without the extra data provided by the formatter/handler. -- `#3610 `_: New ``--trace`` option to enter the debugger at the start of a test. +- :issue:`3610`: New ``--trace`` option to enter the debugger at the start of a test. -- `#3623 `_: Introduce ``pytester.copy_example`` as helper to do acceptance tests against examples from the project. +- :issue:`3623`: Introduce ``pytester.copy_example`` as helper to do acceptance tests against examples from the project. Bug Fixes --------- -- `#2220 `_: Fix a bug where fixtures overridden by direct parameters (for example parametrization) were being instantiated even if they were not being used by a test. +- :issue:`2220`: Fix a bug where fixtures overridden by direct parameters (for example parametrization) were being instantiated even if they were not being used by a test. -- `#3695 `_: Fix ``ApproxNumpy`` initialisation argument mixup, ``abs`` and ``rel`` tolerances were flipped causing strange comparison results. +- :issue:`3695`: Fix ``ApproxNumpy`` initialisation argument mixup, ``abs`` and ``rel`` tolerances were flipped causing strange comparison results. Add tests to check ``abs`` and ``rel`` tolerances for ``np.array`` and test for expecting ``nan`` with ``np.array()`` -- `#980 `_: Fix truncated locals output in verbose mode. +- :issue:`980`: Fix truncated locals output in verbose mode. Improved Documentation ---------------------- -- `#3295 `_: Correct the usage documentation of ``--last-failed-no-failures`` by adding the missing ``--last-failed`` argument in the presented examples, because they are misleading and lead to think that the missing argument is not needed. +- :issue:`3295`: Correct the usage documentation of ``--last-failed-no-failures`` by adding the missing ``--last-failed`` argument in the presented examples, because they are misleading and lead to think that the missing argument is not needed. Trivial/Internal Changes ------------------------ -- `#3519 `_: Now a ``README.md`` file is created in ``.pytest_cache`` to make it clear why the directory exists. +- :issue:`3519`: Now a ``README.md`` file is created in ``.pytest_cache`` to make it clear why the directory exists. pytest 3.6.4 (2018-07-28) @@ -4016,25 +5236,25 @@ pytest 3.6.4 (2018-07-28) Bug Fixes --------- -- Invoke pytest using ``-mpytest`` so ``sys.path`` does not get polluted by packages installed in ``site-packages``. (`#742 `_) +- Invoke pytest using ``-mpytest`` so ``sys.path`` does not get polluted by packages installed in ``site-packages``. (:issue:`742`) Improved Documentation ---------------------- -- Use ``smtp_connection`` instead of ``smtp`` in fixtures documentation to avoid possible confusion. (`#3592 `_) +- Use ``smtp_connection`` instead of ``smtp`` in fixtures documentation to avoid possible confusion. (:issue:`3592`) Trivial/Internal Changes ------------------------ -- Remove obsolete ``__future__`` imports. (`#2319 `_) +- Remove obsolete ``__future__`` imports. (:issue:`2319`) -- Add CITATION to provide information on how to formally cite pytest. (`#3402 `_) +- Add CITATION to provide information on how to formally cite pytest. (:issue:`3402`) -- Replace broken type annotations with type comments. (`#3635 `_) +- Replace broken type annotations with type comments. (:issue:`3635`) -- Pin ``pluggy`` to ``<0.8``. (`#3727 `_) +- Pin ``pluggy`` to ``<0.8``. (:issue:`3727`) pytest 3.6.3 (2018-07-04) @@ -4044,43 +5264,37 @@ Bug Fixes --------- - Fix ``ImportWarning`` triggered by explicit relative imports in - assertion-rewritten package modules. (`#3061 - `_) + assertion-rewritten package modules. (:issue:`3061`) - Fix error in ``pytest.approx`` when dealing with 0-dimension numpy - arrays. (`#3593 `_) + arrays. (:issue:`3593`) -- No longer raise ``ValueError`` when using the ``get_marker`` API. (`#3605 - `_) +- No longer raise ``ValueError`` when using the ``get_marker`` API. (:issue:`3605`) - Fix problem where log messages with non-ascii characters would not appear in the output log file. - (`#3630 `_) + (:issue:`3630`) - No longer raise ``AttributeError`` when legacy marks can't be stored in - functions. (`#3631 `_) + functions. (:issue:`3631`) Improved Documentation ---------------------- - The description above the example for ``@pytest.mark.skipif`` now better - matches the code. (`#3611 - `_) + matches the code. (:issue:`3611`) Trivial/Internal Changes ------------------------ - Internal refactoring: removed unused ``CallSpec2tox ._globalid_args`` - attribute and ``metafunc`` parameter from ``CallSpec2.copy()``. (`#3598 - `_) + attribute and ``metafunc`` parameter from ``CallSpec2.copy()``. (:issue:`3598`) -- Silence usage of ``reduce`` warning in Python 2 (`#3609 - `_) +- Silence usage of ``reduce`` warning in Python 2 (:issue:`3609`) -- Fix usage of ``attr.ib`` deprecated ``convert`` parameter. (`#3653 - `_) +- Fix usage of ``attr.ib`` deprecated ``convert`` parameter. (:issue:`3653`) pytest 3.6.2 (2018-06-20) @@ -4090,43 +5304,35 @@ Bug Fixes --------- - Fix regression in ``Node.add_marker`` by extracting the mark object of a - ``MarkDecorator``. (`#3555 - `_) + ``MarkDecorator``. (:issue:`3555`) - Warnings without ``location`` were reported as ``None``. This is corrected to - now report ````. (`#3563 - `_) + now report ````. (:issue:`3563`) - Continue to call finalizers in the stack when a finalizer in a former scope - raises an exception. (`#3569 - `_) + raises an exception. (:issue:`3569`) -- Fix encoding error with ``print`` statements in doctests (`#3583 - `_) +- Fix encoding error with ``print`` statements in doctests (:issue:`3583`) Improved Documentation ---------------------- -- Add documentation for the ``--strict`` flag. (`#3549 - `_) +- Add documentation for the ``--strict`` flag. (:issue:`3549`) Trivial/Internal Changes ------------------------ -- Update old quotation style to parens in fixture.rst documentation. (`#3525 - `_) +- Update old quotation style to parens in fixture.rst documentation. (:issue:`3525`) - Improve display of hint about ``--fulltrace`` with ``KeyboardInterrupt``. - (`#3545 `_) + (:issue:`3545`) - pytest's testsuite is no longer runnable through ``python setup.py test`` -- - instead invoke ``pytest`` or ``tox`` directly. (`#3552 - `_) + instead invoke ``pytest`` or ``tox`` directly. (:issue:`3552`) -- Fix typo in documentation (`#3567 - `_) +- Fix typo in documentation (:issue:`3567`) pytest 3.6.1 (2018-06-05) @@ -4136,41 +5342,35 @@ Bug Fixes --------- - Fixed a bug where stdout and stderr were logged twice by junitxml when a test - was marked xfail. (`#3491 - `_) + was marked xfail. (:issue:`3491`) -- Fix ``usefixtures`` mark applyed to unittest tests by correctly instantiating - ``FixtureInfo``. (`#3498 - `_) +- Fix ``usefixtures`` mark applied to unittest tests by correctly instantiating + ``FixtureInfo``. (:issue:`3498`) - Fix assertion rewriter compatibility with libraries that monkey patch - ``file`` objects. (`#3503 - `_) + ``file`` objects. (:issue:`3503`) Improved Documentation ---------------------- - Added a section on how to use fixtures as factories to the fixture - documentation. (`#3461 `_) + documentation. (:issue:`3461`) Trivial/Internal Changes ------------------------ - Enable caching for pip/pre-commit in order to reduce build time on - travis/appveyor. (`#3502 - `_) + travis/appveyor. (:issue:`3502`) - Switch pytest to the src/ layout as we already suggested it for good practice - - now we implement it as well. (`#3513 - `_) + - now we implement it as well. (:issue:`3513`) - Fix if in tests to support 3.7.0b5, where a docstring handling in AST got - reverted. (`#3530 `_) + reverted. (:issue:`3530`) -- Remove some python2.5 compatibility code. (`#3529 - `_) +- Remove some python2.5 compatibility code. (:issue:`3529`) pytest 3.6.0 (2018-05-23) @@ -4183,80 +5383,71 @@ Features node handling which fixes a number of long standing bugs caused by the old design. This introduces new ``Node.iter_markers(name)`` and ``Node.get_closest_marker(name)`` APIs. Users are **strongly encouraged** to - read the `reasons for the revamp in the docs - `_, - or jump over to details about `updating existing code to use the new APIs - `_. - (`#3317 `_) + read the :ref:`reasons for the revamp in the docs `, + or jump over to details about :ref:`updating existing code to use the new APIs + `. + (:issue:`3317`) - Now when ``@pytest.fixture`` is applied more than once to the same function a ``ValueError`` is raised. This buggy behavior would cause surprising problems - and if was working for a test suite it was mostly by accident. (`#2334 - `_) + and if was working for a test suite it was mostly by accident. (:issue:`2334`) -- Support for Python 3.7's builtin ``breakpoint()`` method, see `Using the - builtin breakpoint function - `_ for - details. (`#3180 `_) +- Support for Python 3.7's builtin ``breakpoint()`` method, see + :ref:`Using the builtin breakpoint function ` for + details. (:issue:`3180`) - ``monkeypatch`` now supports a ``context()`` function which acts as a context - manager which undoes all patching done within the ``with`` block. (`#3290 - `_) + manager which undoes all patching done within the ``with`` block. (:issue:`3290`) - The ``--pdb`` option now causes KeyboardInterrupt to enter the debugger, instead of stopping the test session. On python 2.7, hitting CTRL+C again - exits the debugger. On python 3.2 and higher, use CTRL+D. (`#3299 - `_) + exits the debugger. On python 3.2 and higher, use CTRL+D. (:issue:`3299`) - pytest no longer changes the log level of the root logger when the ``log-level`` parameter has greater numeric value than that of the level of the root logger, which makes it play better with custom logging configuration - in user code. (`#3307 `_) + in user code. (:issue:`3307`) Bug Fixes --------- - A rare race-condition which might result in corrupted ``.pyc`` files on - Windows has been hopefully solved. (`#3008 - `_) + Windows has been hopefully solved. (:issue:`3008`) - Also use iter_marker for discovering the marks applying for marker expressions from the cli to avoid the bad data from the legacy mark storage. - (`#3441 `_) + (:issue:`3441`) - When showing diffs of failed assertions where the contents contain only whitespace, escape them using ``repr()`` first to make it easy to spot the - differences. (`#3443 `_) + differences. (:issue:`3443`) Improved Documentation ---------------------- - Change documentation copyright year to a range which auto-updates itself each - time it is published. (`#3303 - `_) + time it is published. (:issue:`3303`) Trivial/Internal Changes ------------------------ - ``pytest`` now depends on the `python-atomicwrites - `_ library. (`#3008 - `_) + `_ library. (:issue:`3008`) -- Update all pypi.python.org URLs to pypi.org. (`#3431 - `_) +- Update all pypi.python.org URLs to pypi.org. (:issue:`3431`) - Detect `pytest_` prefixed hooks using the internal plugin manager since ``pluggy`` is deprecating the ``implprefix`` argument to ``PluginManager``. - (`#3487 `_) + (:issue:`3487`) - Import ``Mapping`` and ``Sequence`` from ``_pytest.compat`` instead of directly from ``collections`` in ``python_api.py::approx``. Add ``Mapping`` to ``_pytest.compat``, import it from ``collections`` on python 2, but from ``collections.abc`` on Python 3 to avoid a ``DeprecationWarning`` on Python - 3.7 or newer. (`#3497 `_) + 3.7 or newer. (:issue:`3497`) pytest 3.5.1 (2018-04-23) @@ -4270,45 +5461,39 @@ Bug Fixes each test executes. Those attributes are added by pytest during the test run to aid debugging, but were never reset so they would create a leaking reference to the last failing test's frame which in turn could never be - reclaimed by the garbage collector. (`#2798 - `_) + reclaimed by the garbage collector. (:issue:`2798`) - ``pytest.raises`` now raises ``TypeError`` when receiving an unknown keyword - argument. (`#3348 `_) + argument. (:issue:`3348`) - ``pytest.raises`` now works with exception classes that look like iterables. - (`#3372 `_) + (:issue:`3372`) Improved Documentation ---------------------- - Fix typo in ``caplog`` fixture documentation, which incorrectly identified - certain attributes as methods. (`#3406 - `_) + certain attributes as methods. (:issue:`3406`) Trivial/Internal Changes ------------------------ - Added a more indicative error message when parametrizing a function whose - argument takes a default value. (`#3221 - `_) + argument takes a default value. (:issue:`3221`) - Remove internal ``_pytest.terminal.flatten`` function in favor of - ``more_itertools.collapse``. (`#3330 - `_) + ``more_itertools.collapse``. (:issue:`3330`) - Import some modules from ``collections.abc`` instead of ``collections`` as - the former modules trigger ``DeprecationWarning`` in Python 3.7. (`#3339 - `_) + the former modules trigger ``DeprecationWarning`` in Python 3.7. (:issue:`3339`) - record_property is no longer experimental, removing the warnings was - forgotten. (`#3360 `_) + forgotten. (:issue:`3360`) - Mention in documentation and CLI help that fixtures with leading ``_`` are - printed by ``pytest --fixtures`` only if the ``-v`` option is added. (`#3398 - `_) + printed by ``pytest --fixtures`` only if the ``-v`` option is added. (:issue:`3398`) pytest 3.5.0 (2018-03-21) @@ -4318,12 +5503,12 @@ Deprecations and Removals ------------------------- - ``record_xml_property`` fixture is now deprecated in favor of the more - generic ``record_property``. (`#2770 - `_) + generic ``record_property``. (:issue:`2770`) - Defining ``pytest_plugins`` is now deprecated in non-top-level conftest.py - files, because they "leak" to the entire directory tree. `See the docs `_ for the rationale behind this decision (`#3084 - `_) + files, because they "leak" to the entire directory tree. + :ref:`See the docs ` + for the rationale behind this decision (:issue:`3084`) Features @@ -4331,136 +5516,114 @@ Features - New ``--show-capture`` command-line option that allows to specify how to display captured output when tests fail: ``no``, ``stdout``, ``stderr``, - ``log`` or ``all`` (the default). (`#1478 - `_) + ``log`` or ``all`` (the default). (:issue:`1478`) - New ``--rootdir`` command-line option to override the rules for discovering - the root directory. See `customize - `_ in the documentation for - details. (`#1642 `_) + the root directory. See :doc:`customize ` in the documentation for + details. (:issue:`1642`) - Fixtures are now instantiated based on their scopes, with higher-scoped fixtures (such as ``session``) being instantiated first than lower-scoped fixtures (such as ``function``). The relative order of fixtures of the same scope is kept unchanged, based in their declaration order and their - dependencies. (`#2405 `_) + dependencies. (:issue:`2405`) - ``record_xml_property`` renamed to ``record_property`` and is now compatible with xdist, markers and any reporter. ``record_xml_property`` name is now - deprecated. (`#2770 `_) + deprecated. (:issue:`2770`) - New ``--nf``, ``--new-first`` options: run new tests first followed by the rest of the tests, in both cases tests are also sorted by the file modified - time, with more recent files coming first. (`#3034 - `_) + time, with more recent files coming first. (:issue:`3034`) - New ``--last-failed-no-failures`` command-line option that allows to specify the behavior of the cache plugin's ```--last-failed`` feature when no tests failed in the last run (or no cache was found): ``none`` or ``all`` (the - default). (`#3139 `_) + default). (:issue:`3139`) - New ``--doctest-continue-on-failure`` command-line option to enable doctests to show multiple failures for each snippet, instead of stopping at the first - failure. (`#3149 `_) + failure. (:issue:`3149`) - Captured log messages are added to the ```` tag in the generated junit xml file if the ``junit_logging`` ini option is set to ``system-out``. If the value of this ini option is ``system-err``, the logs are written to ````. The default value for ``junit_logging`` is ``no``, meaning - captured logs are not written to the output file. (`#3156 - `_) + captured logs are not written to the output file. (:issue:`3156`) - Allow the logging plugin to handle ``pytest_runtest_logstart`` and - ``pytest_runtest_logfinish`` hooks when live logs are enabled. (`#3189 - `_) + ``pytest_runtest_logfinish`` hooks when live logs are enabled. (:issue:`3189`) - Passing ``--log-cli-level`` in the command-line now automatically activates - live logging. (`#3190 `_) + live logging. (:issue:`3190`) - Add command line option ``--deselect`` to allow deselection of individual - tests at collection time. (`#3198 - `_) + tests at collection time. (:issue:`3198`) -- Captured logs are printed before entering pdb. (`#3204 - `_) +- Captured logs are printed before entering pdb. (:issue:`3204`) - Deselected item count is now shown before tests are run, e.g. ``collected X - items / Y deselected``. (`#3213 - `_) + items / Y deselected``. (:issue:`3213`) - The builtin module ``platform`` is now available for use in expressions in - ``pytest.mark``. (`#3236 - `_) + ``pytest.mark``. (:issue:`3236`) - The *short test summary info* section now is displayed after tracebacks and - warnings in the terminal. (`#3255 - `_) + warnings in the terminal. (:issue:`3255`) -- New ``--verbosity`` flag to set verbosity level explicitly. (`#3296 - `_) +- New ``--verbosity`` flag to set verbosity level explicitly. (:issue:`3296`) -- ``pytest.approx`` now accepts comparing a numpy array with a scalar. (`#3312 - `_) +- ``pytest.approx`` now accepts comparing a numpy array with a scalar. (:issue:`3312`) Bug Fixes --------- - Suppress ``IOError`` when closing the temporary file used for capturing - streams in Python 2.7. (`#2370 - `_) + streams in Python 2.7. (:issue:`2370`) - Fixed ``clear()`` method on ``caplog`` fixture which cleared ``records``, but - not the ``text`` property. (`#3297 - `_) + not the ``text`` property. (:issue:`3297`) - During test collection, when stdin is not allowed to be read, the ``DontReadFromStdin`` object still allow itself to be iterable and resolved - to an iterator without crashing. (`#3314 - `_) + to an iterator without crashing. (:issue:`3314`) Improved Documentation ---------------------- -- Added a `reference `_ page - to the docs. (`#1713 `_) +- Added a :doc:`reference ` page + to the docs. (:issue:`1713`) Trivial/Internal Changes ------------------------ -- Change minimum requirement of ``attrs`` to ``17.4.0``. (`#3228 - `_) +- Change minimum requirement of ``attrs`` to ``17.4.0``. (:issue:`3228`) - Renamed example directories so all tests pass when ran from the base - directory. (`#3245 `_) + directory. (:issue:`3245`) -- Internal ``mark.py`` module has been turned into a package. (`#3250 - `_) +- Internal ``mark.py`` module has been turned into a package. (:issue:`3250`) - ``pytest`` now depends on the `more-itertools - `_ package. (`#3265 - `_) + `_ package. (:issue:`3265`) - Added warning when ``[pytest]`` section is used in a ``.cfg`` file passed - with ``-c`` (`#3268 `_) + with ``-c`` (:issue:`3268`) - ``nodeids`` can now be passed explicitly to ``FSCollector`` and ``Node`` - constructors. (`#3291 `_) + constructors. (:issue:`3291`) - Internal refactoring of ``FormattedExcinfo`` to use ``attrs`` facilities and - remove old support code for legacy Python versions. (`#3292 - `_) + remove old support code for legacy Python versions. (:issue:`3292`) -- Refactoring to unify how verbosity is handled internally. (`#3296 - `_) +- Refactoring to unify how verbosity is handled internally. (:issue:`3296`) -- Internal refactoring to better integrate with argparse. (`#3304 - `_) +- Internal refactoring to better integrate with argparse. (:issue:`3304`) -- Fix a python example when calling a fixture in doc/en/usage.rst (`#3308 - `_) +- Fix a python example when calling a fixture in doc/en/usage.rst (:issue:`3308`) pytest 3.4.2 (2018-03-04) @@ -4469,35 +5632,29 @@ pytest 3.4.2 (2018-03-04) Bug Fixes --------- -- Removed progress information when capture option is ``no``. (`#3203 - `_) +- Removed progress information when capture option is ``no``. (:issue:`3203`) -- Refactor check of bindir from ``exists`` to ``isdir``. (`#3241 - `_) +- Refactor check of bindir from ``exists`` to ``isdir``. (:issue:`3241`) - Fix ``TypeError`` issue when using ``approx`` with a ``Decimal`` value. - (`#3247 `_) + (:issue:`3247`) -- Fix reference cycle generated when using the ``request`` fixture. (`#3249 - `_) +- Fix reference cycle generated when using the ``request`` fixture. (:issue:`3249`) - ``[tool:pytest]`` sections in ``*.cfg`` files passed by the ``-c`` option are - now properly recognized. (`#3260 - `_) + now properly recognized. (:issue:`3260`) Improved Documentation ---------------------- -- Add logging plugin to plugins list. (`#3209 - `_) +- Add logging plugin to plugins list. (:issue:`3209`) Trivial/Internal Changes ------------------------ -- Fix minor typo in fixture.rst (`#3259 - `_) +- Fix minor typo in fixture.rst (:issue:`3259`) pytest 3.4.1 (2018-02-20) @@ -4507,58 +5664,47 @@ Bug Fixes --------- - Move import of ``doctest.UnexpectedException`` to top-level to avoid possible - errors when using ``--pdb``. (`#1810 - `_) + errors when using ``--pdb``. (:issue:`1810`) - Added printing of captured stdout/stderr before entering pdb, and improved a - test which was giving false negatives about output capturing. (`#3052 - `_) + test which was giving false negatives about output capturing. (:issue:`3052`) - Fix ordering of tests using parametrized fixtures which can lead to fixtures - being created more than necessary. (`#3161 - `_) + being created more than necessary. (:issue:`3161`) - Fix bug where logging happening at hooks outside of "test run" hooks would - cause an internal error. (`#3184 - `_) + cause an internal error. (:issue:`3184`) - Detect arguments injected by ``unittest.mock.patch`` decorator correctly when - pypi ``mock.patch`` is installed and imported. (`#3206 - `_) + pypi ``mock.patch`` is installed and imported. (:issue:`3206`) - Errors shown when a ``pytest.raises()`` with ``match=`` fails are now cleaner on what happened: When no exception was raised, the "matching '...'" part got removed as it falsely implies that an exception was raised but it didn't match. When a wrong exception was raised, it's now thrown (like ``pytest.raised()`` without ``match=`` would) instead of complaining about - the unmatched text. (`#3222 - `_) + the unmatched text. (:issue:`3222`) -- Fixed output capture handling in doctests on macOS. (`#985 - `_) +- Fixed output capture handling in doctests on macOS. (:issue:`985`) Improved Documentation ---------------------- - Add Sphinx parameter docs for ``match`` and ``message`` args to - ``pytest.raises``. (`#3202 - `_) + ``pytest.raises``. (:issue:`3202`) Trivial/Internal Changes ------------------------ - pytest has changed the publication procedure and is now being published to - PyPI directly from Travis. (`#3060 - `_) + PyPI directly from Travis. (:issue:`3060`) - Rename ``ParameterSet._for_parameterize()`` to ``_for_parametrize()`` in - order to comply with the naming convention. (`#3166 - `_) + order to comply with the naming convention. (:issue:`3166`) -- Skip failing pdb/doctest test on mac. (`#985 - `_) +- Skip failing pdb/doctest test on mac. (:issue:`985`) pytest 3.4.0 (2018-01-30) @@ -4568,8 +5714,7 @@ Deprecations and Removals ------------------------- - All pytest classes now subclass ``object`` for better Python 2/3 compatibility. - This should not affect user code except in very rare edge cases. (`#2147 - `_) + This should not affect user code except in very rare edge cases. (:issue:`2147`) Features @@ -4579,99 +5724,81 @@ Features apply when ``@pytest.mark.parametrize`` is given an empty set of parameters. Valid options are ``skip`` (default) and ``xfail``. Note that it is planned to change the default to ``xfail`` in future releases as this is considered - less error prone. (`#2527 - `_) + less error prone. (:issue:`2527`) -- **Incompatible change**: after community feedback the `logging - `_ functionality has - undergone some changes. Please consult the `logging documentation - `_ - for details. (`#3013 `_) +- **Incompatible change**: after community feedback the :doc:`logging ` functionality has + undergone some changes. Please consult the :ref:`logging documentation ` + for details. (:issue:`3013`) - Console output falls back to "classic" mode when capturing is disabled (``-s``), - otherwise the output gets garbled to the point of being useless. (`#3038 - `_) + otherwise the output gets garbled to the point of being useless. (:issue:`3038`) -- New `pytest_runtest_logfinish - `_ +- New :hook:`pytest_runtest_logfinish` hook which is called when a test item has finished executing, analogous to - `pytest_runtest_logstart - `_. - (`#3101 `_) + :hook:`pytest_runtest_logstart`. + (:issue:`3101`) -- Improve performance when collecting tests using many fixtures. (`#3107 - `_) +- Improve performance when collecting tests using many fixtures. (:issue:`3107`) - New ``caplog.get_records(when)`` method which provides access to the captured records for the ``"setup"``, ``"call"`` and ``"teardown"`` - testing stages. (`#3117 `_) + testing stages. (:issue:`3117`) - New fixture ``record_xml_attribute`` that allows modifying and inserting - attributes on the ```` xml node in JUnit reports. (`#3130 - `_) + attributes on the ```` xml node in JUnit reports. (:issue:`3130`) - The default cache directory has been renamed from ``.cache`` to ``.pytest_cache`` after community feedback that the name ``.cache`` did not - make it clear that it was used by pytest. (`#3138 - `_) + make it clear that it was used by pytest. (:issue:`3138`) -- Colorize the levelname column in the live-log output. (`#3142 - `_) +- Colorize the levelname column in the live-log output. (:issue:`3142`) Bug Fixes --------- - Fix hanging pexpect test on MacOS by using flush() instead of wait(). - (`#2022 `_) + (:issue:`2022`) - Fix restoring Python state after in-process pytest runs with the ``pytester`` plugin; this may break tests using multiple inprocess pytest runs if later ones depend on earlier ones leaking global interpreter - changes. (`#3016 `_) + changes. (:issue:`3016`) - Fix skipping plugin reporting hook when test aborted before plugin setup - hook. (`#3074 `_) + hook. (:issue:`3074`) -- Fix progress percentage reported when tests fail during teardown. (`#3088 - `_) +- Fix progress percentage reported when tests fail during teardown. (:issue:`3088`) - **Incompatible change**: ``-o/--override`` option no longer eats all the remaining options, which can lead to surprising behavior: for example, ``pytest -o foo=1 /path/to/test.py`` would fail because ``/path/to/test.py`` would be considered as part of the ``-o`` command-line argument. One consequence of this is that now multiple configuration overrides need - multiple ``-o`` flags: ``pytest -o foo=1 -o bar=2``. (`#3103 - `_) + multiple ``-o`` flags: ``pytest -o foo=1 -o bar=2``. (:issue:`3103`) Improved Documentation ---------------------- - Document hooks (defined with ``historic=True``) which cannot be used with - ``hookwrapper=True``. (`#2423 - `_) + ``hookwrapper=True``. (:issue:`2423`) - Clarify that warning capturing doesn't change the warning filter by default. - (`#2457 `_) + (:issue:`2457`) - Clarify a possible confusion when using pytest_fixture_setup with fixture - functions that return None. (`#2698 - `_) + functions that return None. (:issue:`2698`) -- Fix the wording of a sentence on doctest flags used in pytest. (`#3076 - `_) +- Fix the wording of a sentence on doctest flags used in pytest. (:issue:`3076`) - Prefer ``https://*.readthedocs.io`` over ``http://*.rtfd.org`` for links in - the documentation. (`#3092 - `_) + the documentation. (:issue:`3092`) -- Improve readability (wording, grammar) of Getting Started guide (`#3131 - `_) +- Improve readability (wording, grammar) of Getting Started guide (:issue:`3131`) - Added note that calling pytest.main multiple times from the same process is - not recommended because of import caching. (`#3143 - `_) + not recommended because of import caching. (:issue:`3143`) Trivial/Internal Changes @@ -4679,18 +5806,15 @@ Trivial/Internal Changes - Show a simple and easy error when keyword expressions trigger a syntax error (for example, ``"-k foo and import"`` will show an error that you can not use - the ``import`` keyword in expressions). (`#2953 - `_) + the ``import`` keyword in expressions). (:issue:`2953`) - Change parametrized automatic test id generation to use the ``__name__`` attribute of functions instead of the fallback argument name plus counter. - (`#2976 `_) + (:issue:`2976`) -- Replace py.std with stdlib imports. (`#3067 - `_) +- Replace py.std with stdlib imports. (:issue:`3067`) -- Corrected 'you' to 'your' in logging docs. (`#3129 - `_) +- Corrected 'you' to 'your' in logging docs. (:issue:`3129`) pytest 3.3.2 (2017-12-25) @@ -4700,34 +5824,31 @@ Bug Fixes --------- - pytester: ignore files used to obtain current user metadata in the fd leak - detector. (`#2784 `_) + detector. (:issue:`2784`) - Fix **memory leak** where objects returned by fixtures were never destructed - by the garbage collector. (`#2981 - `_) + by the garbage collector. (:issue:`2981`) -- Fix conversion of pyargs to filename to not convert symlinks on Python 2. (`#2985 - `_) +- Fix conversion of pyargs to filename to not convert symlinks on Python 2. (:issue:`2985`) - ``PYTEST_DONT_REWRITE`` is now checked for plugins too rather than only for - test modules. (`#2995 `_) + test modules. (:issue:`2995`) Improved Documentation ---------------------- -- Add clarifying note about behavior of multiple parametrized arguments (`#3001 - `_) +- Add clarifying note about behavior of multiple parametrized arguments (:issue:`3001`) Trivial/Internal Changes ------------------------ -- Code cleanup. (`#3015 `_, - `#3021 `_) +- Code cleanup. (:issue:`3015`, + :issue:`3021`) - Clean up code by replacing imports and references of ``_ast`` to ``ast``. - (`#3018 `_) + (:issue:`3018`) pytest 3.3.1 (2017-12-05) @@ -4736,40 +5857,34 @@ pytest 3.3.1 (2017-12-05) Bug Fixes --------- -- Fix issue about ``-p no:`` having no effect. (`#2920 - `_) +- Fix issue about ``-p no:`` having no effect. (:issue:`2920`) - Fix regression with warnings that contained non-strings in their arguments in - Python 2. (`#2956 `_) + Python 2. (:issue:`2956`) -- Always escape null bytes when setting ``PYTEST_CURRENT_TEST``. (`#2957 - `_) +- Always escape null bytes when setting ``PYTEST_CURRENT_TEST``. (:issue:`2957`) - Fix ``ZeroDivisionError`` when using the ``testmon`` plugin when no tests - were actually collected. (`#2971 - `_) + were actually collected. (:issue:`2971`) - Bring back ``TerminalReporter.writer`` as an alias to ``TerminalReporter._tw``. This alias was removed by accident in the ``3.3.0`` - release. (`#2984 `_) + release. (:issue:`2984`) - The ``pytest-capturelog`` plugin is now also blacklisted, avoiding errors when - running pytest with it still installed. (`#3004 - `_) + running pytest with it still installed. (:issue:`3004`) Improved Documentation ---------------------- -- Fix broken link to plugin ``pytest-localserver``. (`#2963 - `_) +- Fix broken link to plugin ``pytest-localserver``. (:issue:`2963`) Trivial/Internal Changes ------------------------ -- Update github "bugs" link in ``CONTRIBUTING.rst`` (`#2949 - `_) +- Update github "bugs" link in ``CONTRIBUTING.rst`` (:issue:`2949`) pytest 3.3.0 (2017-11-23) @@ -4782,171 +5897,142 @@ Deprecations and Removals are EOL for some time now and incur maintenance and compatibility costs on the pytest core team, and following up with the rest of the community we decided that they will no longer be supported starting on this version. Users - which still require those versions should pin pytest to ``<3.3``. (`#2812 - `_) + which still require those versions should pin pytest to ``<3.3``. (:issue:`2812`) - Remove internal ``_preloadplugins()`` function. This removal is part of the - ``pytest_namespace()`` hook deprecation. (`#2636 - `_) + ``pytest_namespace()`` hook deprecation. (:issue:`2636`) - Internally change ``CallSpec2`` to have a list of marks instead of a broken mapping of keywords. This removes the keywords attribute of the internal - ``CallSpec2`` class. (`#2672 - `_) + ``CallSpec2`` class. (:issue:`2672`) - Remove ParameterSet.deprecated_arg_dict - its not a public api and the lack - of the underscore was a naming error. (`#2675 - `_) + of the underscore was a naming error. (:issue:`2675`) - Remove the internal multi-typed attribute ``Node._evalskip`` and replace it - with the boolean ``Node._skipped_by_mark``. (`#2767 - `_) + with the boolean ``Node._skipped_by_mark``. (:issue:`2767`) - The ``params`` list passed to ``pytest.fixture`` is now for all effects considered immutable and frozen at the moment of the ``pytest.fixture`` call. Previously the list could be changed before the first invocation of the fixture allowing for a form of dynamic parametrization (for example, updated from command-line options), but this was an unwanted implementation detail which complicated the internals and prevented - some internal cleanup. See issue `#2959 `_ + some internal cleanup. See issue :issue:`2959` for details and a recommended workaround. Features -------- - ``pytest_fixture_post_finalizer`` hook can now receive a ``request`` - argument. (`#2124 `_) + argument. (:issue:`2124`) - Replace the old introspection code in compat.py that determines the available arguments of fixtures with inspect.signature on Python 3 and funcsigs.signature on Python 2. This should respect ``__signature__`` - declarations on functions. (`#2267 - `_) + declarations on functions. (:issue:`2267`) -- Report tests with global ``pytestmark`` variable only once. (`#2549 - `_) +- Report tests with global ``pytestmark`` variable only once. (:issue:`2549`) - Now pytest displays the total progress percentage while running tests. The previous output style can be set by configuring the ``console_output_style`` - setting to ``classic``. (`#2657 `_) + setting to ``classic``. (:issue:`2657`) -- Match ``warns`` signature to ``raises`` by adding ``match`` keyword. (`#2708 - `_) +- Match ``warns`` signature to ``raises`` by adding ``match`` keyword. (:issue:`2708`) - pytest now captures and displays output from the standard ``logging`` module. The user can control the logging level to be captured by specifying options in ``pytest.ini``, the command line and also during individual tests using markers. Also, a ``caplog`` fixture is available that enables users to test the captured log during specific tests (similar to ``capsys`` for example). - For more information, please see the `logging docs - `_. This feature was - introduced by merging the popular `pytest-catchlog - `_ plugin, thanks to `Thomas Hisch - `_. Be advised that during the merging the + For more information, please see the :doc:`logging docs `. This feature was + introduced by merging the popular :pypi:`pytest-catchlog` plugin, thanks to :user:`thisch`. + Be advised that during the merging the backward compatibility interface with the defunct ``pytest-capturelog`` has - been dropped. (`#2794 `_) + been dropped. (:issue:`2794`) - Add ``allow_module_level`` kwarg to ``pytest.skip()``, enabling to skip the - whole module. (`#2808 `_) + whole module. (:issue:`2808`) -- Allow setting ``file_or_dir``, ``-c``, and ``-o`` in PYTEST_ADDOPTS. (`#2824 - `_) +- Allow setting ``file_or_dir``, ``-c``, and ``-o`` in PYTEST_ADDOPTS. (:issue:`2824`) - Return stdout/stderr capture results as a ``namedtuple``, so ``out`` and - ``err`` can be accessed by attribute. (`#2879 - `_) + ``err`` can be accessed by attribute. (:issue:`2879`) - Add ``capfdbinary``, a version of ``capfd`` which returns bytes from - ``readouterr()``. (`#2923 - `_) + ``readouterr()``. (:issue:`2923`) - Add ``capsysbinary`` a version of ``capsys`` which returns bytes from - ``readouterr()``. (`#2934 - `_) + ``readouterr()``. (:issue:`2934`) - Implement feature to skip ``setup.py`` files when run with - ``--doctest-modules``. (`#502 - `_) + ``--doctest-modules``. (:issue:`502`) Bug Fixes --------- - Resume output capturing after ``capsys/capfd.disabled()`` context manager. - (`#1993 `_) + (:issue:`1993`) - ``pytest_fixture_setup`` and ``pytest_fixture_post_finalizer`` hooks are now - called for all ``conftest.py`` files. (`#2124 - `_) + called for all ``conftest.py`` files. (:issue:`2124`) - If an exception happens while loading a plugin, pytest no longer hides the original traceback. In Python 2 it will show the original traceback with a new message that explains in which plugin. In Python 3 it will show 2 canonized exceptions, the original exception while loading the plugin in addition to an - exception that pytest throws about loading a plugin. (`#2491 - `_) + exception that pytest throws about loading a plugin. (:issue:`2491`) -- ``capsys`` and ``capfd`` can now be used by other fixtures. (`#2709 - `_) +- ``capsys`` and ``capfd`` can now be used by other fixtures. (:issue:`2709`) - Internal ``pytester`` plugin properly encodes ``bytes`` arguments to - ``utf-8``. (`#2738 `_) + ``utf-8``. (:issue:`2738`) - ``testdir`` now uses use the same method used by ``tmpdir`` to create its temporary directory. This changes the final structure of the ``testdir`` directory slightly, but should not affect usage in normal scenarios and - avoids a number of potential problems. (`#2751 - `_) + avoids a number of potential problems. (:issue:`2751`) - pytest no longer complains about warnings with unicode messages being non-ascii compatible even for ascii-compatible messages. As a result of this, warnings with unicode messages are converted first to an ascii representation - for safety. (`#2809 `_) + for safety. (:issue:`2809`) - Change return value of pytest command when ``--maxfail`` is reached from - ``2`` (interrupted) to ``1`` (failed). (`#2845 - `_) + ``2`` (interrupted) to ``1`` (failed). (:issue:`2845`) - Fix issue in assertion rewriting which could lead it to rewrite modules which - should not be rewritten. (`#2939 - `_) + should not be rewritten. (:issue:`2939`) -- Handle marks without description in ``pytest.ini``. (`#2942 - `_) +- Handle marks without description in ``pytest.ini``. (:issue:`2942`) Trivial/Internal Changes ------------------------ -- pytest now depends on `attrs `__ for internal - structures to ease code maintainability. (`#2641 - `_) +- pytest now depends on :pypi:`attrs` for internal + structures to ease code maintainability. (:issue:`2641`) -- Refactored internal Python 2/3 compatibility code to use ``six``. (`#2642 - `_) +- Refactored internal Python 2/3 compatibility code to use ``six``. (:issue:`2642`) - Stop vendoring ``pluggy`` - we're missing out on its latest changes for not - much benefit (`#2719 `_) + much benefit (:issue:`2719`) - Internal refactor: simplify ascii string escaping by using the - backslashreplace error handler in newer Python 3 versions. (`#2734 - `_) + backslashreplace error handler in newer Python 3 versions. (:issue:`2734`) -- Remove unnecessary mark evaluator in unittest plugin (`#2767 - `_) +- Remove unnecessary mark evaluator in unittest plugin (:issue:`2767`) - Calls to ``Metafunc.addcall`` now emit a deprecation warning. This function - is scheduled to be removed in ``pytest-4.0``. (`#2876 - `_) + is scheduled to be removed in ``pytest-4.0``. (:issue:`2876`) - Internal move of the parameterset extraction to a more maintainable place. - (`#2877 `_) + (:issue:`2877`) -- Internal refactoring to simplify scope node lookup. (`#2910 - `_) +- Internal refactoring to simplify scope node lookup. (:issue:`2910`) - Configure ``pytest`` to prevent pip from installing pytest in unsupported - Python versions. (`#2922 - `_) + Python versions. (:issue:`2922`) pytest 3.2.5 (2017-11-15) @@ -4956,8 +6042,7 @@ Bug Fixes --------- - Remove ``py<1.5`` restriction from ``pytest`` as this can cause version - conflicts in some installations. (`#2926 - `_) + conflicts in some installations. (:issue:`2926`) pytest 3.2.4 (2017-11-13) @@ -4967,46 +6052,37 @@ Bug Fixes --------- - Fix the bug where running with ``--pyargs`` will result in items with - empty ``parent.nodeid`` if run from a different root directory. (`#2775 - `_) + empty ``parent.nodeid`` if run from a different root directory. (:issue:`2775`) - Fix issue with ``@pytest.parametrize`` if argnames was specified as keyword arguments. - (`#2819 `_) + (:issue:`2819`) -- Strip whitespace from marker names when reading them from INI config. (`#2856 - `_) +- Strip whitespace from marker names when reading them from INI config. (:issue:`2856`) - Show full context of doctest source in the pytest output, if the line number of - failed example in the docstring is < 9. (`#2882 - `_) + failed example in the docstring is < 9. (:issue:`2882`) - Match fixture paths against actual path segments in order to avoid matching folders which share a prefix. - (`#2836 `_) + (:issue:`2836`) Improved Documentation ---------------------- -- Introduce a dedicated section about conftest.py. (`#1505 - `_) +- Introduce a dedicated section about conftest.py. (:issue:`1505`) -- Explicitly mention ``xpass`` in the documentation of ``xfail``. (`#1997 - `_) +- Explicitly mention ``xpass`` in the documentation of ``xfail``. (:issue:`1997`) -- Append example for pytest.param in the example/parametrize document. (`#2658 - `_) +- Append example for pytest.param in the example/parametrize document. (:issue:`2658`) -- Clarify language of proposal for fixtures parameters (`#2893 - `_) +- Clarify language of proposal for fixtures parameters (:issue:`2893`) - List python 3.6 in the documented supported versions in the getting started - document. (`#2903 `_) + document. (:issue:`2903`) -- Clarify the documentation of available fixture scopes. (`#538 - `_) +- Clarify the documentation of available fixture scopes. (:issue:`538`) - Add documentation about the ``python -m pytest`` invocation adding the - current directory to sys.path. (`#911 - `_) + current directory to sys.path. (:issue:`911`) pytest 3.2.3 (2017-10-03) @@ -5015,38 +6091,33 @@ pytest 3.2.3 (2017-10-03) Bug Fixes --------- -- Fix crash in tab completion when no prefix is given. (`#2748 - `_) +- Fix crash in tab completion when no prefix is given. (:issue:`2748`) - The equality checking function (``__eq__``) of ``MarkDecorator`` returns - ``False`` if one object is not an instance of ``MarkDecorator``. (`#2758 - `_) + ``False`` if one object is not an instance of ``MarkDecorator``. (:issue:`2758`) - When running ``pytest --fixtures-per-test``: don't crash if an item has no - _fixtureinfo attribute (e.g. doctests) (`#2788 - `_) + _fixtureinfo attribute (e.g. doctests) (:issue:`2788`) Improved Documentation ---------------------- - In help text of ``-k`` option, add example of using ``not`` to not select - certain tests whose names match the provided expression. (`#1442 - `_) + certain tests whose names match the provided expression. (:issue:`1442`) - Add note in ``parametrize.rst`` about calling ``metafunc.parametrize`` - multiple times. (`#1548 `_) + multiple times. (:issue:`1548`) Trivial/Internal Changes ------------------------ - Set ``xfail_strict=True`` in pytest's own test suite to catch expected - failures as soon as they start to pass. (`#2722 - `_) + failures as soon as they start to pass. (:issue:`2722`) - Fix typo in example of passing a callable to markers (in example/markers.rst) - (`#2765 `_) + (:issue:`2765`) pytest 3.2.2 (2017-09-06) @@ -5056,17 +6127,14 @@ Bug Fixes --------- - Calling the deprecated ``request.getfuncargvalue()`` now shows the source of - the call. (`#2681 `_) + the call. (:issue:`2681`) -- Allow tests declared as ``@staticmethod`` to use fixtures. (`#2699 - `_) +- Allow tests declared as ``@staticmethod`` to use fixtures. (:issue:`2699`) - Fixed edge-case during collection: attributes which raised ``pytest.fail`` - when accessed would abort the entire collection. (`#2707 - `_) + when accessed would abort the entire collection. (:issue:`2707`) -- Fix ``ReprFuncArgs`` with mixed unicode and UTF-8 args. (`#2731 - `_) +- Fix ``ReprFuncArgs`` with mixed unicode and UTF-8 args. (:issue:`2731`) Improved Documentation @@ -5074,26 +6142,23 @@ Improved Documentation - In examples on working with custom markers, add examples demonstrating the usage of ``pytest.mark.MARKER_NAME.with_args`` in comparison with - ``pytest.mark.MARKER_NAME.__call__`` (`#2604 - `_) + ``pytest.mark.MARKER_NAME.__call__`` (:issue:`2604`) - In one of the simple examples, use ``pytest_collection_modifyitems()`` to skip tests based on a command-line option, allowing its sharing while preventing a - user error when acessing ``pytest.config`` before the argument parsing. - (`#2653 `_) + user error when accessing ``pytest.config`` before the argument parsing. + (:issue:`2653`) Trivial/Internal Changes ------------------------ - Fixed minor error in 'Good Practices/Manual Integration' code snippet. - (`#2691 `_) + (:issue:`2691`) -- Fixed typo in goodpractices.rst. (`#2721 - `_) +- Fixed typo in goodpractices.rst. (:issue:`2721`) -- Improve user guidance regarding ``--resultlog`` deprecation. (`#2739 - `_) +- Improve user guidance regarding ``--resultlog`` deprecation. (:issue:`2739`) pytest 3.2.1 (2017-08-08) @@ -5102,28 +6167,24 @@ pytest 3.2.1 (2017-08-08) Bug Fixes --------- -- Fixed small terminal glitch when collecting a single test item. (`#2579 - `_) +- Fixed small terminal glitch when collecting a single test item. (:issue:`2579`) - Correctly consider ``/`` as the file separator to automatically mark plugin - files for rewrite on Windows. (`#2591 `_) + files for rewrite on Windows. (:issue:`2591`) - Properly escape test names when setting ``PYTEST_CURRENT_TEST`` environment - variable. (`#2644 `_) + variable. (:issue:`2644`) - Fix error on Windows and Python 3.6+ when ``sys.stdout`` has been replaced with a stream-like object which does not implement the full ``io`` module buffer protocol. In particular this affects ``pytest-xdist`` users on the - aforementioned platform. (`#2666 `_) + aforementioned platform. (:issue:`2666`) Improved Documentation ---------------------- -- Explicitly document which pytest features work with ``unittest``. (`#2626 - `_) +- Explicitly document which pytest features work with ``unittest``. (:issue:`2626`) pytest 3.2.0 (2017-07-30) @@ -5133,163 +6194,134 @@ Deprecations and Removals ------------------------- - ``pytest.approx`` no longer supports ``>``, ``>=``, ``<`` and ``<=`` - operators to avoid surprising/inconsistent behavior. See `the approx docs - `_ for more - information. (`#2003 `_) + operators to avoid surprising/inconsistent behavior. See the :func:`~pytest.approx` docs for more + information. (:issue:`2003`) - All old-style specific behavior in current classes in the pytest's API is considered deprecated at this point and will be removed in a future release. - This affects Python 2 users only and in rare situations. (`#2147 - `_) + This affects Python 2 users only and in rare situations. (:issue:`2147`) - A deprecation warning is now raised when using marks for parameters in ``pytest.mark.parametrize``. Use ``pytest.param`` to apply marks to - parameters instead. (`#2427 `_) + parameters instead. (:issue:`2427`) Features -------- -- Add support for numpy arrays (and dicts) to approx. (`#1994 - `_) +- Add support for numpy arrays (and dicts) to approx. (:issue:`1994`) - Now test function objects have a ``pytestmark`` attribute containing a list of marks applied directly to the test function, as opposed to marks inherited - from parent classes or modules. (`#2516 `_) + from parent classes or modules. (:issue:`2516`) - Collection ignores local virtualenvs by default; ``--collect-in-virtualenv`` - overrides this behavior. (`#2518 `_) + overrides this behavior. (:issue:`2518`) - Allow class methods decorated as ``@staticmethod`` to be candidates for collection as a test function. (Only for Python 2.7 and above. Python 2.6 - will still ignore static methods.) (`#2528 `_) + will still ignore static methods.) (:issue:`2528`) - Introduce ``mark.with_args`` in order to allow passing functions/classes as - sole argument to marks. (`#2540 `_) + sole argument to marks. (:issue:`2540`) - New ``cache_dir`` ini option: sets the directory where the contents of the cache plugin are stored. Directory may be relative or absolute path: if relative path, then directory is created relative to ``rootdir``, otherwise it is used as is. Additionally path may contain environment variables which are expanded during - runtime. (`#2543 `_) + runtime. (:issue:`2543`) - Introduce the ``PYTEST_CURRENT_TEST`` environment variable that is set with the ``nodeid`` and stage (``setup``, ``call`` and ``teardown``) of the test - being currently executed. See the `documentation - `_ for more info. (`#2583 `_) + being currently executed. See the :ref:`documentation ` + for more info. (:issue:`2583`) - Introduced ``@pytest.mark.filterwarnings`` mark which allows overwriting the - warnings filter on a per test, class or module level. See the `docs - `_ for more information. (`#2598 `_) + warnings filter on a per test, class or module level. See the :ref:`docs ` + for more information. (:issue:`2598`) - ``--last-failed`` now remembers forever when a test has failed and only forgets it if it passes again. This makes it easy to fix a test suite by - selectively running files and fixing tests incrementally. (`#2621 - `_) + selectively running files and fixing tests incrementally. (:issue:`2621`) - New ``pytest_report_collectionfinish`` hook which allows plugins to add messages to the terminal reporting after collection has been finished - successfully. (`#2622 `_) + successfully. (:issue:`2622`) -- Added support for `PEP-415's `_ +- Added support for :pep:`415`\'s ``Exception.__suppress_context__``. Now if a ``raise exception from None`` is caught by pytest, pytest will no longer chain the context in the test report. - The behavior now matches Python's traceback behavior. (`#2631 - `_) + The behavior now matches Python's traceback behavior. (:issue:`2631`) - Exceptions raised by ``pytest.fail``, ``pytest.skip`` and ``pytest.xfail`` now subclass BaseException, making them harder to be caught unintentionally - by normal code. (`#580 `_) + by normal code. (:issue:`580`) Bug Fixes --------- - Set ``stdin`` to a closed ``PIPE`` in ``pytester.py.Testdir.popen()`` for - avoid unwanted interactive ``pdb`` (`#2023 `_) + avoid unwanted interactive ``pdb`` (:issue:`2023`) - Add missing ``encoding`` attribute to ``sys.std*`` streams when using - ``capsys`` capture mode. (`#2375 `_) + ``capsys`` capture mode. (:issue:`2375`) - Fix terminal color changing to black on Windows if ``colorama`` is imported - in a ``conftest.py`` file. (`#2510 `_) + in a ``conftest.py`` file. (:issue:`2510`) -- Fix line number when reporting summary of skipped tests. (`#2548 - `_) +- Fix line number when reporting summary of skipped tests. (:issue:`2548`) -- capture: ensure that EncodedFile.name is a string. (`#2555 - `_) +- capture: ensure that EncodedFile.name is a string. (:issue:`2555`) - The options ``--fixtures`` and ``--fixtures-per-test`` will now keep - indentation within docstrings. (`#2574 `_) + indentation within docstrings. (:issue:`2574`) - doctests line numbers are now reported correctly, fixing `pytest-sugar#122 - `_. (`#2610 - `_) + `_. (:issue:`2610`) - Fix non-determinism in order of fixture collection. Adds new dependency - (ordereddict) for Python 2.6. (`#920 `_) + (ordereddict) for Python 2.6. (:issue:`920`) Improved Documentation ---------------------- -- Clarify ``pytest_configure`` hook call order. (`#2539 - `_) +- Clarify ``pytest_configure`` hook call order. (:issue:`2539`) - Extend documentation for testing plugin code with the ``pytester`` plugin. - (`#971 `_) + (:issue:`971`) Trivial/Internal Changes ------------------------ - Update help message for ``--strict`` to make it clear it only deals with - unregistered markers, not warnings. (`#2444 `_) + unregistered markers, not warnings. (:issue:`2444`) - Internal code move: move code for pytest.approx/pytest.raises to own files in - order to cut down the size of python.py (`#2489 `_) + order to cut down the size of python.py (:issue:`2489`) - Renamed the utility function ``_pytest.compat._escape_strings`` to - ``_ascii_escaped`` to better communicate the function's purpose. (`#2533 - `_) + ``_ascii_escaped`` to better communicate the function's purpose. (:issue:`2533`) -- Improve error message for CollectError with skip/skipif. (`#2546 - `_) +- Improve error message for CollectError with skip/skipif. (:issue:`2546`) - Emit warning about ``yield`` tests being deprecated only once per generator. - (`#2562 `_) + (:issue:`2562`) - Ensure final collected line doesn't include artifacts of previous write. - (`#2571 `_) + (:issue:`2571`) -- Fixed all flake8 errors and warnings. (`#2581 `_) +- Fixed all flake8 errors and warnings. (:issue:`2581`) - Added ``fix-lint`` tox environment to run automatic pep8 fixes on the code. - (`#2582 `_) + (:issue:`2582`) - Turn warnings into errors in pytest's own test suite in order to catch - regressions due to deprecations more promptly. (`#2588 - `_) + regressions due to deprecations more promptly. (:issue:`2588`) -- Show multiple issue links in CHANGELOG entries. (`#2620 - `_) +- Show multiple issue links in CHANGELOG entries. (:issue:`2620`) pytest 3.1.3 (2017-07-03) @@ -5298,44 +6330,40 @@ pytest 3.1.3 (2017-07-03) Bug Fixes --------- -- Fix decode error in Python 2 for doctests in docstrings. (`#2434 - `_) +- Fix decode error in Python 2 for doctests in docstrings. (:issue:`2434`) - Exceptions raised during teardown by finalizers are now suppressed until all - finalizers are called, with the initial exception reraised. (`#2440 - `_) + finalizers are called, with the initial exception reraised. (:issue:`2440`) - Fix incorrect "collected items" report when specifying tests on the command- - line. (`#2464 `_) + line. (:issue:`2464`) - ``deprecated_call`` in context-manager form now captures deprecation warnings even if the same warning has already been raised. Also, ``deprecated_call`` will always produce the same error message (previously it would produce - different messages in context-manager vs. function-call mode). (`#2469 - `_) + different messages in context-manager vs. function-call mode). (:issue:`2469`) - Fix issue where paths collected by pytest could have triple leading ``/`` - characters. (`#2475 `_) + characters. (:issue:`2475`) - Fix internal error when trying to detect the start of a recursive traceback. - (`#2486 `_) + (:issue:`2486`) Improved Documentation ---------------------- - Explicitly state for which hooks the calls stop after the first non-None - result. (`#2493 `_) + result. (:issue:`2493`) Trivial/Internal Changes ------------------------ -- Create invoke tasks for updating the vendored packages. (`#2474 - `_) +- Create invoke tasks for updating the vendored packages. (:issue:`2474`) - Update copyright dates in LICENSE, README.rst and in the documentation. - (`#2499 `_) + (:issue:`2499`) pytest 3.1.2 (2017-06-08) @@ -5416,24 +6444,24 @@ New Features [pytest] addopts = -p no:warnings - See the `warnings documentation page `_ for more + See the :doc:`warnings documentation page ` for more information. - Thanks `@nicoddemus`_ for the PR. + Thanks :user:`nicoddemus` for the PR. -* Added ``junit_suite_name`` ini option to specify root ```` name for JUnit XML reports (`#533`_). +* Added ``junit_suite_name`` ini option to specify root ```` name for JUnit XML reports (:issue:`533`). * Added an ini option ``doctest_encoding`` to specify which encoding to use for doctest files. - Thanks `@wheerd`_ for the PR (`#2101`_). + Thanks :user:`wheerd` for the PR (:pull:`2101`). * ``pytest.warns`` now checks for subclass relationship rather than - class equality. Thanks `@lesteve`_ for the PR (`#2166`_) + class equality. Thanks :user:`lesteve` for the PR (:pull:`2166`) * ``pytest.raises`` now asserts that the error message matches a text or regex - with the ``match`` keyword argument. Thanks `@Kriechi`_ for the PR. + with the ``match`` keyword argument. Thanks :user:`Kriechi` for the PR. * ``pytest.param`` can be used to declare test parameter sets with marks and test ids. - Thanks `@RonnyPfannschmidt`_ for the PR. + Thanks :user:`RonnyPfannschmidt` for the PR. Changes @@ -5441,127 +6469,87 @@ Changes * remove all internal uses of pytest_namespace hooks, this is to prepare the removal of preloadconfig in pytest 4.0 - Thanks to `@RonnyPfannschmidt`_ for the PR. + Thanks to :user:`RonnyPfannschmidt` for the PR. -* pytest now warns when a callable ids raises in a parametrized test. Thanks `@fogo`_ for the PR. +* pytest now warns when a callable ids raises in a parametrized test. Thanks :user:`fogo` for the PR. * It is now possible to skip test classes from being collected by setting a - ``__test__`` attribute to ``False`` in the class body (`#2007`_). Thanks - to `@syre`_ for the report and `@lwm`_ for the PR. + ``__test__`` attribute to ``False`` in the class body (:issue:`2007`). Thanks + to :user:`syre` for the report and :user:`lwm` for the PR. * Change junitxml.py to produce reports that comply with Junitxml schema. If the same test fails with failure in call and then errors in teardown we split testcase element into two, one containing the error and the other - the failure. (`#2228`_) Thanks to `@kkoukiou`_ for the PR. + the failure. (:issue:`2228`) Thanks to :user:`kkoukiou` for the PR. * Testcase reports with a ``url`` attribute will now properly write this to junitxml. - Thanks `@fushi`_ for the PR (`#1874`_). + Thanks :user:`fushi` for the PR (:pull:`1874`). * Remove common items from dict comparison output when verbosity=1. Also update the truncation message to make it clearer that pytest truncates all - assertion messages if verbosity < 2 (`#1512`_). - Thanks `@mattduck`_ for the PR + assertion messages if verbosity < 2 (:issue:`1512`). + Thanks :user:`mattduck` for the PR * ``--pdbcls`` no longer implies ``--pdb``. This makes it possible to use - ``addopts=--pdbcls=module.SomeClass`` on ``pytest.ini``. Thanks `@davidszotten`_ for - the PR (`#1952`_). + ``addopts=--pdbcls=module.SomeClass`` on ``pytest.ini``. Thanks :user:`davidszotten` for + the PR (:pull:`1952`). -* fix `#2013`_: turn RecordedWarning into ``namedtuple``, +* fix :issue:`2013`: turn RecordedWarning into ``namedtuple``, to give it a comprehensible repr while preventing unwarranted modification. -* fix `#2208`_: ensure an iteration limit for _pytest.compat.get_real_func. - Thanks `@RonnyPfannschmidt`_ for the report and PR. +* fix :issue:`2208`: ensure an iteration limit for _pytest.compat.get_real_func. + Thanks :user:`RonnyPfannschmidt` for the report and PR. * Hooks are now verified after collection is complete, rather than right after loading installed plugins. This makes it easy to write hooks for plugins which will be loaded during collection, for example using the - ``pytest_plugins`` special variable (`#1821`_). - Thanks `@nicoddemus`_ for the PR. + ``pytest_plugins`` special variable (:issue:`1821`). + Thanks :user:`nicoddemus` for the PR. * Modify ``pytest_make_parametrize_id()`` hook to accept ``argname`` as an additional parameter. - Thanks `@unsignedint`_ for the PR. + Thanks :user:`unsignedint` for the PR. * Add ``venv`` to the default ``norecursedirs`` setting. - Thanks `@The-Compiler`_ for the PR. + Thanks :user:`The-Compiler` for the PR. * ``PluginManager.import_plugin`` now accepts unicode plugin names in Python 2. - Thanks `@reutsharabani`_ for the PR. + Thanks :user:`reutsharabani` for the PR. -* fix `#2308`_: When using both ``--lf`` and ``--ff``, only the last failed tests are run. - Thanks `@ojii`_ for the PR. +* fix :issue:`2308`: When using both ``--lf`` and ``--ff``, only the last failed tests are run. + Thanks :user:`ojii` for the PR. * Replace minor/patch level version numbers in the documentation with placeholders. - This significantly reduces change-noise as different contributors regnerate + This significantly reduces change-noise as different contributors regenerate the documentation on different platforms. - Thanks `@RonnyPfannschmidt`_ for the PR. + Thanks :user:`RonnyPfannschmidt` for the PR. -* fix `#2391`_: consider pytest_plugins on all plugin modules - Thanks `@RonnyPfannschmidt`_ for the PR. +* fix :issue:`2391`: consider pytest_plugins on all plugin modules + Thanks :user:`RonnyPfannschmidt` for the PR. Bug Fixes --------- * Fix ``AttributeError`` on ``sys.stdout.buffer`` / ``sys.stderr.buffer`` - while using ``capsys`` fixture in python 3. (`#1407`_). - Thanks to `@asottile`_. + while using ``capsys`` fixture in python 3. (:issue:`1407`). + Thanks to :user:`asottile`. * Change capture.py's ``DontReadFromInput`` class to throw ``io.UnsupportedOperation`` errors rather - than ValueErrors in the ``fileno`` method (`#2276`_). - Thanks `@metasyn`_ and `@vlad-dragos`_ for the PR. + than ValueErrors in the ``fileno`` method (:issue:`2276`). + Thanks :user:`metasyn` and :user:`vlad-dragos` for the PR. * Fix exception formatting while importing modules when the exception message - contains non-ascii characters (`#2336`_). - Thanks `@fabioz`_ for the report and `@nicoddemus`_ for the PR. - -* Added documentation related to issue (`#1937`_) - Thanks `@skylarjhdownes`_ for the PR. - -* Allow collecting files with any file extension as Python modules (`#2369`_). - Thanks `@Kodiologist`_ for the PR. - -* Show the correct error message when collect "parametrize" func with wrong args (`#2383`_). - Thanks `@The-Compiler`_ for the report and `@robin0371`_ for the PR. - - -.. _@davidszotten: https://github.com/davidszotten -.. _@fabioz: https://github.com/fabioz -.. _@fogo: https://github.com/fogo -.. _@fushi: https://github.com/fushi -.. _@Kodiologist: https://github.com/Kodiologist -.. _@Kriechi: https://github.com/Kriechi -.. _@mandeep: https://github.com/mandeep -.. _@mattduck: https://github.com/mattduck -.. _@metasyn: https://github.com/metasyn -.. _@MichalTHEDUDE: https://github.com/MichalTHEDUDE -.. _@ojii: https://github.com/ojii -.. _@reutsharabani: https://github.com/reutsharabani -.. _@robin0371: https://github.com/robin0371 -.. _@skylarjhdownes: https://github.com/skylarjhdownes -.. _@unsignedint: https://github.com/unsignedint -.. _@wheerd: https://github.com/wheerd - - -.. _#1407: https://github.com/pytest-dev/pytest/issues/1407 -.. _#1512: https://github.com/pytest-dev/pytest/issues/1512 -.. _#1821: https://github.com/pytest-dev/pytest/issues/1821 -.. _#1874: https://github.com/pytest-dev/pytest/pull/1874 -.. _#1937: https://github.com/pytest-dev/pytest/issues/1937 -.. _#1952: https://github.com/pytest-dev/pytest/pull/1952 -.. _#2007: https://github.com/pytest-dev/pytest/issues/2007 -.. _#2013: https://github.com/pytest-dev/pytest/issues/2013 -.. _#2101: https://github.com/pytest-dev/pytest/pull/2101 -.. _#2166: https://github.com/pytest-dev/pytest/pull/2166 -.. _#2208: https://github.com/pytest-dev/pytest/issues/2208 -.. _#2228: https://github.com/pytest-dev/pytest/issues/2228 -.. _#2276: https://github.com/pytest-dev/pytest/issues/2276 -.. _#2308: https://github.com/pytest-dev/pytest/issues/2308 -.. _#2336: https://github.com/pytest-dev/pytest/issues/2336 -.. _#2369: https://github.com/pytest-dev/pytest/issues/2369 -.. _#2383: https://github.com/pytest-dev/pytest/issues/2383 -.. _#2391: https://github.com/pytest-dev/pytest/issues/2391 -.. _#533: https://github.com/pytest-dev/pytest/issues/533 + contains non-ascii characters (:issue:`2336`). + Thanks :user:`fabioz` for the report and :user:`nicoddemus` for the PR. + +* Added documentation related to issue (:issue:`1937`) + Thanks :user:`skylarjhdownes` for the PR. +* Allow collecting files with any file extension as Python modules (:issue:`2369`). + Thanks :user:`Kodiologist` for the PR. + +* Show the correct error message when collect "parametrize" func with wrong args (:issue:`2383`). + Thanks :user:`The-Compiler` for the report and :user:`robin0371` for the PR. 3.0.7 (2017-03-14) @@ -5570,334 +6558,224 @@ Bug Fixes * Fix issue in assertion rewriting breaking due to modules silently discarding other modules when importing fails - Notably, importing the ``anydbm`` module is fixed. (`#2248`_). - Thanks `@pfhayes`_ for the PR. + Notably, importing the ``anydbm`` module is fixed. (:issue:`2248`). + Thanks :user:`pfhayes` for the PR. * junitxml: Fix problematic case where system-out tag occurred twice per testcase - element in the XML report. Thanks `@kkoukiou`_ for the PR. + element in the XML report. Thanks :user:`kkoukiou` for the PR. * Fix regression, pytest now skips unittest correctly if run with ``--pdb`` - (`#2137`_). Thanks to `@gst`_ for the report and `@mbyt`_ for the PR. + (:issue:`2137`). Thanks to :user:`gst` for the report and :user:`mbyt` for the PR. -* Ignore exceptions raised from descriptors (e.g. properties) during Python test collection (`#2234`_). - Thanks to `@bluetech`_. +* Ignore exceptions raised from descriptors (e.g. properties) during Python test collection (:issue:`2234`). + Thanks to :user:`bluetech`. -* ``--override-ini`` now correctly overrides some fundamental options like ``python_files`` (`#2238`_). - Thanks `@sirex`_ for the report and `@nicoddemus`_ for the PR. +* ``--override-ini`` now correctly overrides some fundamental options like ``python_files`` (:issue:`2238`). + Thanks :user:`sirex` for the report and :user:`nicoddemus` for the PR. -* Replace ``raise StopIteration`` usages in the code by simple ``returns`` to finish generators, in accordance to `PEP-479`_ (`#2160`_). - Thanks to `@nicoddemus`_ for the PR. +* Replace ``raise StopIteration`` usages in the code by simple ``returns`` to finish generators, in accordance to :pep:`479` (:issue:`2160`). + Thanks to :user:`nicoddemus` for the PR. * Fix internal errors when an unprintable ``AssertionError`` is raised inside a test. - Thanks `@omerhadari`_ for the PR. + Thanks :user:`omerhadari` for the PR. -* Skipping plugin now also works with test items generated by custom collectors (`#2231`_). - Thanks to `@vidartf`_. +* Skipping plugin now also works with test items generated by custom collectors (:issue:`2231`). + Thanks to :user:`vidartf`. -* Fix trailing whitespace in console output if no .ini file presented (`#2281`_). Thanks `@fbjorn`_ for the PR. +* Fix trailing whitespace in console output if no .ini file presented (:issue:`2281`). Thanks :user:`fbjorn` for the PR. * Conditionless ``xfail`` markers no longer rely on the underlying test item being an instance of ``PyobjMixin``, and can therefore apply to tests not - collected by the built-in python test collector. Thanks `@barneygale`_ for the + collected by the built-in python test collector. Thanks :user:`barneygale` for the PR. -.. _@pfhayes: https://github.com/pfhayes -.. _@bluetech: https://github.com/bluetech -.. _@gst: https://github.com/gst -.. _@sirex: https://github.com/sirex -.. _@vidartf: https://github.com/vidartf -.. _@kkoukiou: https://github.com/KKoukiou -.. _@omerhadari: https://github.com/omerhadari -.. _@fbjorn: https://github.com/fbjorn - -.. _#2248: https://github.com/pytest-dev/pytest/issues/2248 -.. _#2137: https://github.com/pytest-dev/pytest/issues/2137 -.. _#2160: https://github.com/pytest-dev/pytest/issues/2160 -.. _#2231: https://github.com/pytest-dev/pytest/issues/2231 -.. _#2234: https://github.com/pytest-dev/pytest/issues/2234 -.. _#2238: https://github.com/pytest-dev/pytest/issues/2238 -.. _#2281: https://github.com/pytest-dev/pytest/issues/2281 - -.. _PEP-479: https://www.python.org/dev/peps/pep-0479/ - - 3.0.6 (2017-01-22) ================== -* pytest no longer generates ``PendingDeprecationWarning`` from its own operations, which was introduced by mistake in version ``3.0.5`` (`#2118`_). - Thanks to `@nicoddemus`_ for the report and `@RonnyPfannschmidt`_ for the PR. +* pytest no longer generates ``PendingDeprecationWarning`` from its own operations, which was introduced by mistake in version ``3.0.5`` (:issue:`2118`). + Thanks to :user:`nicoddemus` for the report and :user:`RonnyPfannschmidt` for the PR. -* pytest no longer recognizes coroutine functions as yield tests (`#2129`_). - Thanks to `@malinoff`_ for the PR. +* pytest no longer recognizes coroutine functions as yield tests (:issue:`2129`). + Thanks to :user:`malinoff` for the PR. * Plugins loaded by the ``PYTEST_PLUGINS`` environment variable are now automatically - considered for assertion rewriting (`#2185`_). - Thanks `@nicoddemus`_ for the PR. + considered for assertion rewriting (:issue:`2185`). + Thanks :user:`nicoddemus` for the PR. -* Improve error message when pytest.warns fails (`#2150`_). The type(s) of the +* Improve error message when pytest.warns fails (:issue:`2150`). The type(s) of the expected warnings and the list of caught warnings is added to the - error message. Thanks `@lesteve`_ for the PR. + error message. Thanks :user:`lesteve` for the PR. * Fix ``pytester`` internal plugin to work correctly with latest versions of - ``zope.interface`` (`#1989`_). Thanks `@nicoddemus`_ for the PR. + ``zope.interface`` (:issue:`1989`). Thanks :user:`nicoddemus` for the PR. -* Assert statements of the ``pytester`` plugin again benefit from assertion rewriting (`#1920`_). - Thanks `@RonnyPfannschmidt`_ for the report and `@nicoddemus`_ for the PR. +* Assert statements of the ``pytester`` plugin again benefit from assertion rewriting (:issue:`1920`). + Thanks :user:`RonnyPfannschmidt` for the report and :user:`nicoddemus` for the PR. * Specifying tests with colons like ``test_foo.py::test_bar`` for tests in subdirectories with ini configuration files now uses the correct ini file - (`#2148`_). Thanks `@pelme`_. + (:issue:`2148`). Thanks :user:`pelme`. * Fail ``testdir.runpytest().assert_outcomes()`` explicitly if the pytest - terminal output it relies on is missing. Thanks to `@eli-b`_ for the PR. - - -.. _@barneygale: https://github.com/barneygale -.. _@lesteve: https://github.com/lesteve -.. _@malinoff: https://github.com/malinoff -.. _@pelme: https://github.com/pelme -.. _@eli-b: https://github.com/eli-b - -.. _#2118: https://github.com/pytest-dev/pytest/issues/2118 - -.. _#1989: https://github.com/pytest-dev/pytest/issues/1989 -.. _#1920: https://github.com/pytest-dev/pytest/issues/1920 -.. _#2129: https://github.com/pytest-dev/pytest/issues/2129 -.. _#2148: https://github.com/pytest-dev/pytest/issues/2148 -.. _#2150: https://github.com/pytest-dev/pytest/issues/2150 -.. _#2185: https://github.com/pytest-dev/pytest/issues/2185 + terminal output it relies on is missing. Thanks to :user:`eli-b` for the PR. 3.0.5 (2016-12-05) ================== -* Add warning when not passing ``option=value`` correctly to ``-o/--override-ini`` (`#2105`_). - Also improved the help documentation. Thanks to `@mbukatov`_ for the report and - `@lwm`_ for the PR. +* Add warning when not passing ``option=value`` correctly to ``-o/--override-ini`` (:issue:`2105`). + Also improved the help documentation. Thanks to :user:`mbukatov` for the report and + :user:`lwm` for the PR. * Now ``--confcutdir`` and ``--junit-xml`` are properly validated if they are directories - and filenames, respectively (`#2089`_ and `#2078`_). Thanks to `@lwm`_ for the PR. + and filenames, respectively (:issue:`2089` and :issue:`2078`). Thanks to :user:`lwm` for the PR. -* Add hint to error message hinting possible missing ``__init__.py`` (`#478`_). Thanks `@DuncanBetts`_. +* Add hint to error message hinting possible missing ``__init__.py`` (:issue:`478`). Thanks :user:`DuncanBetts`. -* More accurately describe when fixture finalization occurs in documentation (`#687`_). Thanks `@DuncanBetts`_. +* More accurately describe when fixture finalization occurs in documentation (:issue:`687`). Thanks :user:`DuncanBetts`. * Provide ``:ref:`` targets for ``recwarn.rst`` so we can use intersphinx referencing. - Thanks to `@dupuy`_ for the report and `@lwm`_ for the PR. + Thanks to :user:`dupuy` for the report and :user:`lwm` for the PR. * In Python 2, use a simple ``+-`` ASCII string in the string representation of ``pytest.approx`` (for example ``"4 +- 4.0e-06"``) because it is brittle to handle that in different contexts and representations internally in pytest - which can result in bugs such as `#2111`_. In Python 3, the representation still uses ``±`` (for example ``4 ± 4.0e-06``). - Thanks `@kerrick-lyft`_ for the report and `@nicoddemus`_ for the PR. + which can result in bugs such as :issue:`2111`. In Python 3, the representation still uses ``±`` (for example ``4 ± 4.0e-06``). + Thanks :user:`kerrick-lyft` for the report and :user:`nicoddemus` for the PR. * Using ``item.Function``, ``item.Module``, etc., is now issuing deprecation warnings, prefer - ``pytest.Function``, ``pytest.Module``, etc., instead (`#2034`_). - Thanks `@nmundar`_ for the PR. + ``pytest.Function``, ``pytest.Module``, etc., instead (:issue:`2034`). + Thanks :user:`nmundar` for the PR. -* Fix error message using ``approx`` with complex numbers (`#2082`_). - Thanks `@adler-j`_ for the report and `@nicoddemus`_ for the PR. +* Fix error message using ``approx`` with complex numbers (:issue:`2082`). + Thanks :user:`adler-j` for the report and :user:`nicoddemus` for the PR. * Fixed false-positives warnings from assertion rewrite hook for modules imported more than once by the ``pytest_plugins`` mechanism. - Thanks `@nicoddemus`_ for the PR. + Thanks :user:`nicoddemus` for the PR. * Remove an internal cache which could cause hooks from ``conftest.py`` files in - sub-directories to be called in other directories incorrectly (`#2016`_). - Thanks `@d-b-w`_ for the report and `@nicoddemus`_ for the PR. + sub-directories to be called in other directories incorrectly (:issue:`2016`). + Thanks :user:`d-b-w` for the report and :user:`nicoddemus` for the PR. * Remove internal code meant to support earlier Python 3 versions that produced the side effect of leaving ``None`` in ``sys.modules`` when expressions were evaluated by pytest (for example passing a condition - as a string to ``pytest.mark.skipif``)(`#2103`_). - Thanks `@jaraco`_ for the report and `@nicoddemus`_ for the PR. - -* Cope gracefully with a .pyc file with no matching .py file (`#2038`_). Thanks - `@nedbat`_. - -.. _@syre: https://github.com/syre -.. _@adler-j: https://github.com/adler-j -.. _@d-b-w: https://github.com/d-b-w -.. _@DuncanBetts: https://github.com/DuncanBetts -.. _@dupuy: https://bitbucket.org/dupuy/ -.. _@kerrick-lyft: https://github.com/kerrick-lyft -.. _@lwm: https://github.com/lwm -.. _@mbukatov: https://github.com/mbukatov -.. _@nedbat: https://github.com/nedbat -.. _@nmundar: https://github.com/nmundar - -.. _#2016: https://github.com/pytest-dev/pytest/issues/2016 -.. _#2034: https://github.com/pytest-dev/pytest/issues/2034 -.. _#2038: https://github.com/pytest-dev/pytest/issues/2038 -.. _#2078: https://github.com/pytest-dev/pytest/issues/2078 -.. _#2082: https://github.com/pytest-dev/pytest/issues/2082 -.. _#2089: https://github.com/pytest-dev/pytest/issues/2089 -.. _#2103: https://github.com/pytest-dev/pytest/issues/2103 -.. _#2105: https://github.com/pytest-dev/pytest/issues/2105 -.. _#2111: https://github.com/pytest-dev/pytest/issues/2111 -.. _#478: https://github.com/pytest-dev/pytest/issues/478 -.. _#687: https://github.com/pytest-dev/pytest/issues/687 + as a string to ``pytest.mark.skipif``)(:issue:`2103`). + Thanks :user:`jaraco` for the report and :user:`nicoddemus` for the PR. + +* Cope gracefully with a .pyc file with no matching .py file (:issue:`2038`). Thanks + :user:`nedbat`. 3.0.4 (2016-11-09) ================== -* Import errors when collecting test modules now display the full traceback (`#1976`_). - Thanks `@cwitty`_ for the report and `@nicoddemus`_ for the PR. +* Import errors when collecting test modules now display the full traceback (:issue:`1976`). + Thanks :user:`cwitty` for the report and :user:`nicoddemus` for the PR. -* Fix confusing command-line help message for custom options with two or more ``metavar`` properties (`#2004`_). - Thanks `@okulynyak`_ and `@davehunt`_ for the report and `@nicoddemus`_ for the PR. +* Fix confusing command-line help message for custom options with two or more ``metavar`` properties (:issue:`2004`). + Thanks :user:`okulynyak` and :user:`davehunt` for the report and :user:`nicoddemus` for the PR. -* When loading plugins, import errors which contain non-ascii messages are now properly handled in Python 2 (`#1998`_). - Thanks `@nicoddemus`_ for the PR. +* When loading plugins, import errors which contain non-ascii messages are now properly handled in Python 2 (:issue:`1998`). + Thanks :user:`nicoddemus` for the PR. -* Fixed cyclic reference when ``pytest.raises`` is used in context-manager form (`#1965`_). Also as a +* Fixed cyclic reference when ``pytest.raises`` is used in context-manager form (:issue:`1965`). Also as a result of this fix, ``sys.exc_info()`` is left empty in both context-manager and function call usages. Previously, ``sys.exc_info`` would contain the exception caught by the context manager, even when the expected exception occurred. - Thanks `@MSeifert04`_ for the report and the PR. + Thanks :user:`MSeifert04` for the report and the PR. * Fixed false-positives warnings from assertion rewrite hook for modules that were rewritten but were later marked explicitly by ``pytest.register_assert_rewrite`` - or implicitly as a plugin (`#2005`_). - Thanks `@RonnyPfannschmidt`_ for the report and `@nicoddemus`_ for the PR. + or implicitly as a plugin (:issue:`2005`). + Thanks :user:`RonnyPfannschmidt` for the report and :user:`nicoddemus` for the PR. -* Report teardown output on test failure (`#442`_). - Thanks `@matclab`_ for the PR. +* Report teardown output on test failure (:issue:`442`). + Thanks :user:`matclab` for the PR. * Fix teardown error message in generated xUnit XML. - Thanks `@gdyuldin`_ for the PR. + Thanks :user:`gdyuldin` for the PR. -* Properly handle exceptions in ``multiprocessing`` tasks (`#1984`_). - Thanks `@adborden`_ for the report and `@nicoddemus`_ for the PR. +* Properly handle exceptions in ``multiprocessing`` tasks (:issue:`1984`). + Thanks :user:`adborden` for the report and :user:`nicoddemus` for the PR. -* Clean up unittest TestCase objects after tests are complete (`#1649`_). - Thanks `@d_b_w`_ for the report and PR. - - -.. _@adborden: https://github.com/adborden -.. _@cwitty: https://github.com/cwitty -.. _@d_b_w: https://github.com/d-b-w -.. _@gdyuldin: https://github.com/gdyuldin -.. _@matclab: https://github.com/matclab -.. _@MSeifert04: https://github.com/MSeifert04 -.. _@okulynyak: https://github.com/okulynyak - -.. _#442: https://github.com/pytest-dev/pytest/issues/442 -.. _#1965: https://github.com/pytest-dev/pytest/issues/1965 -.. _#1976: https://github.com/pytest-dev/pytest/issues/1976 -.. _#1984: https://github.com/pytest-dev/pytest/issues/1984 -.. _#1998: https://github.com/pytest-dev/pytest/issues/1998 -.. _#2004: https://github.com/pytest-dev/pytest/issues/2004 -.. _#2005: https://github.com/pytest-dev/pytest/issues/2005 -.. _#1649: https://github.com/pytest-dev/pytest/issues/1649 +* Clean up unittest TestCase objects after tests are complete (:issue:`1649`). + Thanks :user:`d-b-w` for the report and PR. 3.0.3 (2016-09-28) ================== * The ``ids`` argument to ``parametrize`` again accepts ``unicode`` strings - in Python 2 (`#1905`_). - Thanks `@philpep`_ for the report and `@nicoddemus`_ for the PR. + in Python 2 (:issue:`1905`). + Thanks :user:`philpep` for the report and :user:`nicoddemus` for the PR. * Assertions are now being rewritten for plugins in development mode - (``pip install -e``) (`#1934`_). - Thanks `@nicoddemus`_ for the PR. + (``pip install -e``) (:issue:`1934`). + Thanks :user:`nicoddemus` for the PR. -* Fix pkg_resources import error in Jython projects (`#1853`_). - Thanks `@raquel-ucl`_ for the PR. +* Fix pkg_resources import error in Jython projects (:issue:`1853`). + Thanks :user:`raquelalegre` for the PR. * Got rid of ``AttributeError: 'Module' object has no attribute '_obj'`` exception - in Python 3 (`#1944`_). - Thanks `@axil`_ for the PR. + in Python 3 (:issue:`1944`). + Thanks :user:`axil` for the PR. * Explain a bad scope value passed to ``@fixture`` declarations or a ``MetaFunc.parametrize()`` call. * This version includes ``pluggy-0.4.0``, which correctly handles - ``VersionConflict`` errors in plugins (`#704`_). - Thanks `@nicoddemus`_ for the PR. - - -.. _@philpep: https://github.com/philpep -.. _@raquel-ucl: https://github.com/raquel-ucl -.. _@axil: https://github.com/axil -.. _@vlad-dragos: https://github.com/vlad-dragos - -.. _#1853: https://github.com/pytest-dev/pytest/issues/1853 -.. _#1905: https://github.com/pytest-dev/pytest/issues/1905 -.. _#1934: https://github.com/pytest-dev/pytest/issues/1934 -.. _#1944: https://github.com/pytest-dev/pytest/issues/1944 -.. _#704: https://github.com/pytest-dev/pytest/issues/704 - - + ``VersionConflict`` errors in plugins (:issue:`704`). + Thanks :user:`nicoddemus` for the PR. 3.0.2 (2016-09-01) ================== -* Improve error message when passing non-string ids to ``pytest.mark.parametrize`` (`#1857`_). - Thanks `@okken`_ for the report and `@nicoddemus`_ for the PR. +* Improve error message when passing non-string ids to ``pytest.mark.parametrize`` (:issue:`1857`). + Thanks :user:`okken` for the report and :user:`nicoddemus` for the PR. * Add ``buffer`` attribute to stdin stub class ``pytest.capture.DontReadFromInput`` - Thanks `@joguSD`_ for the PR. + Thanks :user:`joguSD` for the PR. -* Fix ``UnicodeEncodeError`` when string comparison with unicode has failed. (`#1864`_) - Thanks `@AiOO`_ for the PR. +* Fix ``UnicodeEncodeError`` when string comparison with unicode has failed. (:issue:`1864`) + Thanks :user:`AiOO` for the PR. * ``pytest_plugins`` is now handled correctly if defined as a string (as opposed as a sequence of strings) when modules are considered for assertion rewriting. Due to this bug, much more modules were being rewritten than necessary - if a test suite uses ``pytest_plugins`` to load internal plugins (`#1888`_). - Thanks `@jaraco`_ for the report and `@nicoddemus`_ for the PR (`#1891`_). + if a test suite uses ``pytest_plugins`` to load internal plugins (:issue:`1888`). + Thanks :user:`jaraco` for the report and :user:`nicoddemus` for the PR (:pull:`1891`). * Do not call tearDown and cleanups when running tests from ``unittest.TestCase`` subclasses with ``--pdb`` enabled. This allows proper post mortem debugging for all applications - which have significant logic in their tearDown machinery (`#1890`_). Thanks - `@mbyt`_ for the PR. + which have significant logic in their tearDown machinery (:issue:`1890`). Thanks + :user:`mbyt` for the PR. * Fix use of deprecated ``getfuncargvalue`` method in the internal doctest plugin. - Thanks `@ViviCoder`_ for the report (`#1898`_). - -.. _@joguSD: https://github.com/joguSD -.. _@AiOO: https://github.com/AiOO -.. _@mbyt: https://github.com/mbyt -.. _@ViviCoder: https://github.com/ViviCoder - -.. _#1857: https://github.com/pytest-dev/pytest/issues/1857 -.. _#1864: https://github.com/pytest-dev/pytest/issues/1864 -.. _#1888: https://github.com/pytest-dev/pytest/issues/1888 -.. _#1891: https://github.com/pytest-dev/pytest/pull/1891 -.. _#1890: https://github.com/pytest-dev/pytest/issues/1890 -.. _#1898: https://github.com/pytest-dev/pytest/issues/1898 + Thanks :user:`ViviCoder` for the report (:issue:`1898`). 3.0.1 (2016-08-23) ================== -* Fix regression when ``importorskip`` is used at module level (`#1822`_). - Thanks `@jaraco`_ and `@The-Compiler`_ for the report and `@nicoddemus`_ for the PR. +* Fix regression when ``importorskip`` is used at module level (:issue:`1822`). + Thanks :user:`jaraco` and :user:`The-Compiler` for the report and :user:`nicoddemus` for the PR. * Fix parametrization scope when session fixtures are used in conjunction - with normal parameters in the same call (`#1832`_). - Thanks `@The-Compiler`_ for the report, `@Kingdread`_ and `@nicoddemus`_ for the PR. + with normal parameters in the same call (:issue:`1832`). + Thanks :user:`The-Compiler` for the report, :user:`Kingdread` and :user:`nicoddemus` for the PR. -* Fix internal error when parametrizing tests or fixtures using an empty ``ids`` argument (`#1849`_). - Thanks `@OPpuolitaival`_ for the report and `@nicoddemus`_ for the PR. +* Fix internal error when parametrizing tests or fixtures using an empty ``ids`` argument (:issue:`1849`). + Thanks :user:`OPpuolitaival` for the report and :user:`nicoddemus` for the PR. * Fix loader error when running ``pytest`` embedded in a zipfile. - Thanks `@mbachry`_ for the PR. - - -.. _@Kingdread: https://github.com/Kingdread -.. _@mbachry: https://github.com/mbachry -.. _@OPpuolitaival: https://github.com/OPpuolitaival + Thanks :user:`mbachry` for the PR. -.. _#1822: https://github.com/pytest-dev/pytest/issues/1822 -.. _#1832: https://github.com/pytest-dev/pytest/issues/1832 -.. _#1849: https://github.com/pytest-dev/pytest/issues/1849 +.. _release-3.0.0: 3.0.0 (2016-08-18) ================== @@ -5914,7 +6792,7 @@ time or change existing behaviors in order to make them less surprising/more use ``conftest.py`` will not benefit from improved assertions by default, you should use ``pytest.register_assert_rewrite()`` to explicitly turn on assertion rewriting for those files. Thanks - `@flub`_ for the PR. + :user:`flub` for the PR. * The following deprecated commandline options were removed: @@ -5923,36 +6801,36 @@ time or change existing behaviors in order to make them less surprising/more use * ``--nomagic``: use ``--assert=plain`` instead; * ``--report``: use ``-r`` instead; - Thanks to `@RedBeardCode`_ for the PR (`#1664`_). + Thanks to :user:`RedBeardCode` for the PR (:pull:`1664`). * ImportErrors in plugins now are a fatal error instead of issuing a - pytest warning (`#1479`_). Thanks to `@The-Compiler`_ for the PR. + pytest warning (:issue:`1479`). Thanks to :user:`The-Compiler` for the PR. -* Removed support code for Python 3 versions < 3.3 (`#1627`_). +* Removed support code for Python 3 versions < 3.3 (:pull:`1627`). * Removed all ``py.test-X*`` entry points. The versioned, suffixed entry points were never documented and a leftover from a pre-virtualenv era. These entry points also created broken entry points in wheels, so removing them also - removes a source of confusion for users (`#1632`_). - Thanks `@obestwalter`_ for the PR. + removes a source of confusion for users (:issue:`1632`). + Thanks :user:`obestwalter` for the PR. * ``pytest.skip()`` now raises an error when used to decorate a test function, as opposed to its original intent (to imperatively skip a test inside a test function). Previously - this usage would cause the entire module to be skipped (`#607`_). - Thanks `@omarkohl`_ for the complete PR (`#1519`_). + this usage would cause the entire module to be skipped (:issue:`607`). + Thanks :user:`omarkohl` for the complete PR (:pull:`1519`). * Exit tests if a collection error occurs. A poll indicated most users will hit CTRL-C - anyway as soon as they see collection errors, so pytest might as well make that the default behavior (`#1421`_). + anyway as soon as they see collection errors, so pytest might as well make that the default behavior (:issue:`1421`). A ``--continue-on-collection-errors`` option has been added to restore the previous behaviour. - Thanks `@olegpidsadnyi`_ and `@omarkohl`_ for the complete PR (`#1628`_). + Thanks :user:`olegpidsadnyi` and :user:`omarkohl` for the complete PR (:pull:`1628`). * Renamed the pytest ``pdb`` module (plugin) into ``debugging`` to avoid clashes with the builtin ``pdb`` module. * Raise a helpful failure message when requesting a parametrized fixture at runtime, e.g. with ``request.getfixturevalue``. Previously these parameters were simply never defined, so a fixture decorated like ``@pytest.fixture(params=[0, 1, 2])`` - only ran once (`#460`_). - Thanks to `@nikratio`_ for the bug report, `@RedBeardCode`_ and `@tomviner`_ for the PR. + only ran once (:pull:`460`). + Thanks to :user:`nikratio` for the bug report, :user:`RedBeardCode` and :user:`tomviner` for the PR. * ``_pytest.monkeypatch.monkeypatch`` class has been renamed to ``_pytest.monkeypatch.MonkeyPatch`` so it doesn't conflict with the ``monkeypatch`` fixture. @@ -5969,49 +6847,49 @@ time or change existing behaviors in order to make them less surprising/more use * New ``doctest_namespace`` fixture for injecting names into the namespace in which doctests run. - Thanks `@milliams`_ for the complete PR (`#1428`_). + Thanks :user:`milliams` for the complete PR (:pull:`1428`). * New ``--doctest-report`` option available to change the output format of diffs - when running (failing) doctests (implements `#1749`_). - Thanks `@hartym`_ for the PR. + when running (failing) doctests (implements :issue:`1749`). + Thanks :user:`hartym` for the PR. * New ``name`` argument to ``pytest.fixture`` decorator which allows a custom name for a fixture (to solve the funcarg-shadowing-fixture problem). - Thanks `@novas0x2a`_ for the complete PR (`#1444`_). + Thanks :user:`novas0x2a` for the complete PR (:pull:`1444`). * New ``approx()`` function for easily comparing floating-point numbers in tests. - Thanks `@kalekundert`_ for the complete PR (`#1441`_). + Thanks :user:`kalekundert` for the complete PR (:pull:`1441`). * Ability to add global properties in the final xunit output file by accessing the internal ``junitxml`` plugin (experimental). - Thanks `@tareqalayan`_ for the complete PR `#1454`_). + Thanks :user:`tareqalayan` for the complete PR :pull:`1454`). * New ``ExceptionInfo.match()`` method to match a regular expression on the - string representation of an exception (`#372`_). - Thanks `@omarkohl`_ for the complete PR (`#1502`_). + string representation of an exception (:issue:`372`). + Thanks :user:`omarkohl` for the complete PR (:pull:`1502`). * ``__tracebackhide__`` can now also be set to a callable which then can decide whether to filter the traceback based on the ``ExceptionInfo`` object passed - to it. Thanks `@The-Compiler`_ for the complete PR (`#1526`_). + to it. Thanks :user:`The-Compiler` for the complete PR (:pull:`1526`). * New ``pytest_make_parametrize_id(config, val)`` hook which can be used by plugins to provide friendly strings for custom types. - Thanks `@palaviv`_ for the PR. + Thanks :user:`palaviv` for the PR. * ``capsys`` and ``capfd`` now have a ``disabled()`` context-manager method, which can be used to temporarily disable capture within a test. - Thanks `@nicoddemus`_ for the PR. + Thanks :user:`nicoddemus` for the PR. * New cli flag ``--fixtures-per-test``: shows which fixtures are being used for each selected test item. Features doc strings of fixtures by default. Can also show where fixtures are defined if combined with ``-v``. - Thanks `@hackebrot`_ for the PR. + Thanks :user:`hackebrot` for the PR. * Introduce ``pytest`` command as recommended entry point. Note that ``py.test`` still works and is not scheduled for removal. Closes proposal - `#1629`_. Thanks `@obestwalter`_ and `@davehunt`_ for the complete PR - (`#1633`_). + :issue:`1629`. Thanks :user:`obestwalter` and :user:`davehunt` for the complete PR + (:pull:`1633`). * New cli flags: @@ -6024,13 +6902,13 @@ time or change existing behaviors in order to make them less surprising/more use + ``--keep-duplicates``: py.test now ignores duplicated paths given in the command line. To retain the previous behavior where the same test could be run multiple times by specifying it in the command-line multiple times, pass the ``--keep-duplicates`` - argument (`#1609`_); + argument (:issue:`1609`); - Thanks `@d6e`_, `@kvas-it`_, `@sallner`_, `@ioggstream`_ and `@omarkohl`_ for the PRs. + Thanks :user:`d6e`, :user:`kvas-it`, :user:`sallner`, :user:`ioggstream` and :user:`omarkohl` for the PRs. * New CLI flag ``--override-ini``/``-o``: overrides values from the ini file. For example: ``"-o xfail_strict=True"``'. - Thanks `@blueyed`_ and `@fengxx`_ for the PR. + Thanks :user:`blueyed` and :user:`fengxx` for the PR. * New hooks: @@ -6038,148 +6916,148 @@ time or change existing behaviors in order to make them less surprising/more use + ``pytest_fixture_post_finalizer(fixturedef)``: called after the fixture's finalizer and has access to the fixture's result cache. - Thanks `@d6e`_, `@sallner`_. + Thanks :user:`d6e`, :user:`sallner`. * Issue warnings for asserts whose test is a tuple literal. Such asserts will never fail because tuples are always truthy and are usually a mistake - (see `#1562`_). Thanks `@kvas-it`_, for the PR. + (see :issue:`1562`). Thanks :user:`kvas-it`, for the PR. * Allow passing a custom debugger class (e.g. ``--pdbcls=IPython.core.debugger:Pdb``). - Thanks to `@anntzer`_ for the PR. + Thanks to :user:`anntzer` for the PR. **Changes** * Plugins now benefit from assertion rewriting. Thanks - `@sober7`_, `@nicoddemus`_ and `@flub`_ for the PR. + :user:`sober7`, :user:`nicoddemus` and :user:`flub` for the PR. * Change ``report.outcome`` for ``xpassed`` tests to ``"passed"`` in non-strict - mode and ``"failed"`` in strict mode. Thanks to `@hackebrot`_ for the PR - (`#1795`_) and `@gprasad84`_ for report (`#1546`_). + mode and ``"failed"`` in strict mode. Thanks to :user:`hackebrot` for the PR + (:pull:`1795`) and :user:`gprasad84` for report (:issue:`1546`). * Tests marked with ``xfail(strict=False)`` (the default) now appear in JUnitXML reports as passing tests instead of skipped. - Thanks to `@hackebrot`_ for the PR (`#1795`_). + Thanks to :user:`hackebrot` for the PR (:pull:`1795`). * Highlight path of the file location in the error report to make it easier to copy/paste. - Thanks `@suzaku`_ for the PR (`#1778`_). + Thanks :user:`suzaku` for the PR (:pull:`1778`). * Fixtures marked with ``@pytest.fixture`` can now use ``yield`` statements exactly like those marked with the ``@pytest.yield_fixture`` decorator. This change renders ``@pytest.yield_fixture`` deprecated and makes ``@pytest.fixture`` with ``yield`` statements - the preferred way to write teardown code (`#1461`_). - Thanks `@csaftoiu`_ for bringing this to attention and `@nicoddemus`_ for the PR. + the preferred way to write teardown code (:pull:`1461`). + Thanks :user:`csaftoiu` for bringing this to attention and :user:`nicoddemus` for the PR. -* Explicitly passed parametrize ids do not get escaped to ascii (`#1351`_). - Thanks `@ceridwen`_ for the PR. +* Explicitly passed parametrize ids do not get escaped to ascii (:issue:`1351`). + Thanks :user:`ceridwen` for the PR. * Fixtures are now sorted in the error message displayed when an unknown fixture is declared in a test function. - Thanks `@nicoddemus`_ for the PR. + Thanks :user:`nicoddemus` for the PR. * ``pytest_terminal_summary`` hook now receives the ``exitstatus`` - of the test session as argument. Thanks `@blueyed`_ for the PR (`#1809`_). + of the test session as argument. Thanks :user:`blueyed` for the PR (:pull:`1809`). * Parametrize ids can accept ``None`` as specific test id, in which case the automatically generated id for that argument will be used. - Thanks `@palaviv`_ for the complete PR (`#1468`_). + Thanks :user:`palaviv` for the complete PR (:pull:`1468`). * The parameter to xunit-style setup/teardown methods (``setup_method``, ``setup_module``, etc.) is now optional and may be omitted. - Thanks `@okken`_ for bringing this to attention and `@nicoddemus`_ for the PR. + Thanks :user:`okken` for bringing this to attention and :user:`nicoddemus` for the PR. * Improved automatic id generation selection in case of duplicate ids in parametrize. - Thanks `@palaviv`_ for the complete PR (`#1474`_). + Thanks :user:`palaviv` for the complete PR (:pull:`1474`). * Now pytest warnings summary is shown up by default. Added a new flag - ``--disable-pytest-warnings`` to explicitly disable the warnings summary (`#1668`_). + ``--disable-pytest-warnings`` to explicitly disable the warnings summary (:issue:`1668`). * Make ImportError during collection more explicit by reminding - the user to check the name of the test module/package(s) (`#1426`_). - Thanks `@omarkohl`_ for the complete PR (`#1520`_). + the user to check the name of the test module/package(s) (:issue:`1426`). + Thanks :user:`omarkohl` for the complete PR (:pull:`1520`). * Add ``build/`` and ``dist/`` to the default ``--norecursedirs`` list. Thanks - `@mikofski`_ for the report and `@tomviner`_ for the PR (`#1544`_). + :user:`mikofski` for the report and :user:`tomviner` for the PR (:issue:`1544`). * ``pytest.raises`` in the context manager form accepts a custom ``message`` to raise when no exception occurred. - Thanks `@palaviv`_ for the complete PR (`#1616`_). + Thanks :user:`palaviv` for the complete PR (:pull:`1616`). * ``conftest.py`` files now benefit from assertion rewriting; previously it - was only available for test modules. Thanks `@flub`_, `@sober7`_ and - `@nicoddemus`_ for the PR (`#1619`_). + was only available for test modules. Thanks :user:`flub`, :user:`sober7` and + :user:`nicoddemus` for the PR (:issue:`1619`). * Text documents without any doctests no longer appear as "skipped". - Thanks `@graingert`_ for reporting and providing a full PR (`#1580`_). + Thanks :user:`graingert` for reporting and providing a full PR (:pull:`1580`). * Ensure that a module within a namespace package can be found when it is specified on the command line together with the ``--pyargs`` - option. Thanks to `@taschini`_ for the PR (`#1597`_). + option. Thanks to :user:`taschini` for the PR (:pull:`1597`). * Always include full assertion explanation during assertion rewriting. The previous behaviour was hiding sub-expressions that happened to be ``False``, assuming this was redundant information. - Thanks `@bagerard`_ for reporting (`#1503`_). Thanks to `@davehunt`_ and - `@tomviner`_ for the PR. + Thanks :user:`bagerard` for reporting (:issue:`1503`). Thanks to :user:`davehunt` and + :user:`tomviner` for the PR. * ``OptionGroup.addoption()`` now checks if option names were already - added before, to make it easier to track down issues like `#1618`_. + added before, to make it easier to track down issues like :issue:`1618`. Before, you only got exceptions later from ``argparse`` library, giving no clue about the actual reason for double-added options. * ``yield``-based tests are considered deprecated and will be removed in pytest-4.0. - Thanks `@nicoddemus`_ for the PR. + Thanks :user:`nicoddemus` for the PR. * ``[pytest]`` sections in ``setup.cfg`` files should now be named ``[tool:pytest]`` - to avoid conflicts with other distutils commands (see `#567`_). ``[pytest]`` sections in + to avoid conflicts with other distutils commands (see :pull:`567`). ``[pytest]`` sections in ``pytest.ini`` or ``tox.ini`` files are supported and unchanged. - Thanks `@nicoddemus`_ for the PR. + Thanks :user:`nicoddemus` for the PR. * Using ``pytest_funcarg__`` prefix to declare fixtures is considered deprecated and will be - removed in pytest-4.0 (`#1684`_). - Thanks `@nicoddemus`_ for the PR. + removed in pytest-4.0 (:pull:`1684`). + Thanks :user:`nicoddemus` for the PR. * Passing a command-line string to ``pytest.main()`` is considered deprecated and scheduled - for removal in pytest-4.0. It is recommended to pass a list of arguments instead (`#1723`_). + for removal in pytest-4.0. It is recommended to pass a list of arguments instead (:pull:`1723`). * Rename ``getfuncargvalue`` to ``getfixturevalue``. ``getfuncargvalue`` is - still present but is now considered deprecated. Thanks to `@RedBeardCode`_ and `@tomviner`_ - for the PR (`#1626`_). + still present but is now considered deprecated. Thanks to :user:`RedBeardCode` and :user:`tomviner` + for the PR (:pull:`1626`). -* ``optparse`` type usage now triggers DeprecationWarnings (`#1740`_). +* ``optparse`` type usage now triggers DeprecationWarnings (:issue:`1740`). -* ``optparse`` backward compatibility supports float/complex types (`#457`_). +* ``optparse`` backward compatibility supports float/complex types (:issue:`457`). * Refined logic for determining the ``rootdir``, considering only valid - paths which fixes a number of issues: `#1594`_, `#1435`_ and `#1471`_. + paths which fixes a number of issues: :issue:`1594`, :issue:`1435` and :issue:`1471`. Updated the documentation according to current behavior. Thanks to - `@blueyed`_, `@davehunt`_ and `@matthiasha`_ for the PR. + :user:`blueyed`, :user:`davehunt` and :user:`matthiasha` for the PR. * Always include full assertion explanation. The previous behaviour was hiding sub-expressions that happened to be False, assuming this was redundant information. - Thanks `@bagerard`_ for reporting (`#1503`_). Thanks to `@davehunt`_ and - `@tomviner`_ for PR. + Thanks :user:`bagerard` for reporting (:issue:`1503`). Thanks to :user:`davehunt` and + :user:`tomviner` for PR. -* Better message in case of not using parametrized variable (see `#1539`_). - Thanks to `@tramwaj29`_ for the PR. +* Better message in case of not using parametrized variable (see :issue:`1539`). + Thanks to :user:`tramwaj29` for the PR. * Updated docstrings with a more uniform style. * Add stderr write for ``pytest.exit(msg)`` during startup. Previously the message was never shown. - Thanks `@BeyondEvil`_ for reporting `#1210`_. Thanks to @jgsonesen and - `@tomviner`_ for the PR. + Thanks :user:`BeyondEvil` for reporting :issue:`1210`. Thanks to @jgsonesen and + :user:`tomviner` for the PR. -* No longer display the incorrect test deselection reason (`#1372`_). - Thanks `@ronnypfannschmidt`_ for the PR. +* No longer display the incorrect test deselection reason (:issue:`1372`). + Thanks :user:`ronnypfannschmidt` for the PR. * The ``--resultlog`` command line option has been deprecated: it is little used - and there are more modern and better alternatives (see `#830`_). - Thanks `@nicoddemus`_ for the PR. + and there are more modern and better alternatives (see :issue:`830`). + Thanks :user:`nicoddemus` for the PR. * Improve error message with fixture lookup errors: add an 'E' to the first - line and '>' to the rest. Fixes `#717`_. Thanks `@blueyed`_ for reporting and - a PR, `@eolo999`_ for the initial PR and `@tomviner`_ for his guidance during + line and '>' to the rest. Fixes :issue:`717`. Thanks :user:`blueyed` for reporting and + a PR, :user:`eolo999` for the initial PR and :user:`tomviner` for his guidance during EuroPython2016 sprint. @@ -6188,140 +7066,37 @@ time or change existing behaviors in order to make them less surprising/more use * Parametrize now correctly handles duplicated test ids. * Fix internal error issue when the ``method`` argument is missing for - ``teardown_method()`` (`#1605`_). + ``teardown_method()`` (:issue:`1605`). * Fix exception visualization in case the current working directory (CWD) gets - deleted during testing (`#1235`_). Thanks `@bukzor`_ for reporting. PR by - `@marscher`_. + deleted during testing (:issue:`1235`). Thanks :user:`bukzor` for reporting. PR by + :user:`marscher`. -* Improve test output for logical expression with brackets (`#925`_). - Thanks `@DRMacIver`_ for reporting and `@RedBeardCode`_ for the PR. +* Improve test output for logical expression with brackets (:issue:`925`). + Thanks :user:`DRMacIver` for reporting and :user:`RedBeardCode` for the PR. -* Create correct diff for strings ending with newlines (`#1553`_). - Thanks `@Vogtinator`_ for reporting and `@RedBeardCode`_ and - `@tomviner`_ for the PR. +* Create correct diff for strings ending with newlines (:issue:`1553`). + Thanks :user:`Vogtinator` for reporting and :user:`RedBeardCode` and + :user:`tomviner` for the PR. * ``ConftestImportFailure`` now shows the traceback making it easier to - identify bugs in ``conftest.py`` files (`#1516`_). Thanks `@txomon`_ for + identify bugs in ``conftest.py`` files (:pull:`1516`). Thanks :user:`txomon` for the PR. * Text documents without any doctests no longer appear as "skipped". - Thanks `@graingert`_ for reporting and providing a full PR (`#1580`_). + Thanks :user:`graingert` for reporting and providing a full PR (:pull:`1580`). * Fixed collection of classes with custom ``__new__`` method. - Fixes `#1579`_. Thanks to `@Stranger6667`_ for the PR. + Fixes :issue:`1579`. Thanks to :user:`Stranger6667` for the PR. -* Fixed scope overriding inside metafunc.parametrize (`#634`_). - Thanks to `@Stranger6667`_ for the PR. +* Fixed scope overriding inside metafunc.parametrize (:issue:`634`). + Thanks to :user:`Stranger6667` for the PR. -* Fixed the total tests tally in junit xml output (`#1798`_). - Thanks to `@cboelsen`_ for the PR. +* Fixed the total tests tally in junit xml output (:pull:`1798`). + Thanks to :user:`cboelsen` for the PR. * Fixed off-by-one error with lines from ``request.node.warn``. - Thanks to `@blueyed`_ for the PR. - - -.. _#1210: https://github.com/pytest-dev/pytest/issues/1210 -.. _#1235: https://github.com/pytest-dev/pytest/issues/1235 -.. _#1351: https://github.com/pytest-dev/pytest/issues/1351 -.. _#1372: https://github.com/pytest-dev/pytest/issues/1372 -.. _#1421: https://github.com/pytest-dev/pytest/issues/1421 -.. _#1426: https://github.com/pytest-dev/pytest/issues/1426 -.. _#1428: https://github.com/pytest-dev/pytest/pull/1428 -.. _#1435: https://github.com/pytest-dev/pytest/issues/1435 -.. _#1441: https://github.com/pytest-dev/pytest/pull/1441 -.. _#1444: https://github.com/pytest-dev/pytest/pull/1444 -.. _#1454: https://github.com/pytest-dev/pytest/pull/1454 -.. _#1461: https://github.com/pytest-dev/pytest/pull/1461 -.. _#1468: https://github.com/pytest-dev/pytest/pull/1468 -.. _#1471: https://github.com/pytest-dev/pytest/issues/1471 -.. _#1474: https://github.com/pytest-dev/pytest/pull/1474 -.. _#1479: https://github.com/pytest-dev/pytest/issues/1479 -.. _#1502: https://github.com/pytest-dev/pytest/pull/1502 -.. _#1503: https://github.com/pytest-dev/pytest/issues/1503 -.. _#1516: https://github.com/pytest-dev/pytest/pull/1516 -.. _#1519: https://github.com/pytest-dev/pytest/pull/1519 -.. _#1520: https://github.com/pytest-dev/pytest/pull/1520 -.. _#1526: https://github.com/pytest-dev/pytest/pull/1526 -.. _#1539: https://github.com/pytest-dev/pytest/issues/1539 -.. _#1544: https://github.com/pytest-dev/pytest/issues/1544 -.. _#1546: https://github.com/pytest-dev/pytest/issues/1546 -.. _#1553: https://github.com/pytest-dev/pytest/issues/1553 -.. _#1562: https://github.com/pytest-dev/pytest/issues/1562 -.. _#1579: https://github.com/pytest-dev/pytest/issues/1579 -.. _#1580: https://github.com/pytest-dev/pytest/pull/1580 -.. _#1594: https://github.com/pytest-dev/pytest/issues/1594 -.. _#1597: https://github.com/pytest-dev/pytest/pull/1597 -.. _#1605: https://github.com/pytest-dev/pytest/issues/1605 -.. _#1616: https://github.com/pytest-dev/pytest/pull/1616 -.. _#1618: https://github.com/pytest-dev/pytest/issues/1618 -.. _#1619: https://github.com/pytest-dev/pytest/issues/1619 -.. _#1626: https://github.com/pytest-dev/pytest/pull/1626 -.. _#1627: https://github.com/pytest-dev/pytest/pull/1627 -.. _#1628: https://github.com/pytest-dev/pytest/pull/1628 -.. _#1629: https://github.com/pytest-dev/pytest/issues/1629 -.. _#1632: https://github.com/pytest-dev/pytest/issues/1632 -.. _#1633: https://github.com/pytest-dev/pytest/pull/1633 -.. _#1664: https://github.com/pytest-dev/pytest/pull/1664 -.. _#1668: https://github.com/pytest-dev/pytest/issues/1668 -.. _#1684: https://github.com/pytest-dev/pytest/pull/1684 -.. _#1723: https://github.com/pytest-dev/pytest/pull/1723 -.. _#1740: https://github.com/pytest-dev/pytest/issues/1740 -.. _#1749: https://github.com/pytest-dev/pytest/issues/1749 -.. _#1778: https://github.com/pytest-dev/pytest/pull/1778 -.. _#1795: https://github.com/pytest-dev/pytest/pull/1795 -.. _#1798: https://github.com/pytest-dev/pytest/pull/1798 -.. _#1809: https://github.com/pytest-dev/pytest/pull/1809 -.. _#372: https://github.com/pytest-dev/pytest/issues/372 -.. _#457: https://github.com/pytest-dev/pytest/issues/457 -.. _#460: https://github.com/pytest-dev/pytest/pull/460 -.. _#567: https://github.com/pytest-dev/pytest/pull/567 -.. _#607: https://github.com/pytest-dev/pytest/issues/607 -.. _#634: https://github.com/pytest-dev/pytest/issues/634 -.. _#717: https://github.com/pytest-dev/pytest/issues/717 -.. _#830: https://github.com/pytest-dev/pytest/issues/830 -.. _#925: https://github.com/pytest-dev/pytest/issues/925 - - -.. _@anntzer: https://github.com/anntzer -.. _@bagerard: https://github.com/bagerard -.. _@BeyondEvil: https://github.com/BeyondEvil -.. _@blueyed: https://github.com/blueyed -.. _@ceridwen: https://github.com/ceridwen -.. _@cboelsen: https://github.com/cboelsen -.. _@csaftoiu: https://github.com/csaftoiu -.. _@d6e: https://github.com/d6e -.. _@davehunt: https://github.com/davehunt -.. _@DRMacIver: https://github.com/DRMacIver -.. _@eolo999: https://github.com/eolo999 -.. _@fengxx: https://github.com/fengxx -.. _@flub: https://github.com/flub -.. _@gprasad84: https://github.com/gprasad84 -.. _@graingert: https://github.com/graingert -.. _@hartym: https://github.com/hartym -.. _@kalekundert: https://github.com/kalekundert -.. _@kvas-it: https://github.com/kvas-it -.. _@marscher: https://github.com/marscher -.. _@mikofski: https://github.com/mikofski -.. _@milliams: https://github.com/milliams -.. _@nikratio: https://github.com/nikratio -.. _@novas0x2a: https://github.com/novas0x2a -.. _@obestwalter: https://github.com/obestwalter -.. _@okken: https://github.com/okken -.. _@olegpidsadnyi: https://github.com/olegpidsadnyi -.. _@omarkohl: https://github.com/omarkohl -.. _@palaviv: https://github.com/palaviv -.. _@RedBeardCode: https://github.com/RedBeardCode -.. _@sallner: https://github.com/sallner -.. _@sober7: https://github.com/sober7 -.. _@Stranger6667: https://github.com/Stranger6667 -.. _@suzaku: https://github.com/suzaku -.. _@tareqalayan: https://github.com/tareqalayan -.. _@taschini: https://github.com/taschini -.. _@tramwaj29: https://github.com/tramwaj29 -.. _@txomon: https://github.com/txomon -.. _@Vogtinator: https://github.com/Vogtinator -.. _@matthiasha: https://github.com/matthiasha + Thanks to :user:`blueyed` for the PR. 2.9.2 (2016-05-31) @@ -6329,38 +7104,30 @@ time or change existing behaviors in order to make them less surprising/more use **Bug Fixes** -* fix `#510`_: skip tests where one parameterize dimension was empty - thanks Alex Stapleton for the Report and `@RonnyPfannschmidt`_ for the PR +* fix :issue:`510`: skip tests where one parameterize dimension was empty + thanks Alex Stapleton for the Report and :user:`RonnyPfannschmidt` for the PR * Fix Xfail does not work with condition keyword argument. - Thanks `@astraw38`_ for reporting the issue (`#1496`_) and `@tomviner`_ - for PR the (`#1524`_). + Thanks :user:`astraw38` for reporting the issue (:issue:`1496`) and :user:`tomviner` + for PR the (:pull:`1524`). * Fix win32 path issue when putting custom config file with absolute path in ``pytest.main("-c your_absolute_path")``. * Fix maximum recursion depth detection when raised error class is not aware of unicode/encoded bytes. - Thanks `@prusse-martin`_ for the PR (`#1506`_). + Thanks :user:`prusse-martin` for the PR (:pull:`1506`). * Fix ``pytest.mark.skip`` mark when used in strict mode. - Thanks `@pquentin`_ for the PR and `@RonnyPfannschmidt`_ for + Thanks :user:`pquentin` for the PR and :user:`RonnyPfannschmidt` for showing how to fix the bug. * Minor improvements and fixes to the documentation. - Thanks `@omarkohl`_ for the PR. + Thanks :user:`omarkohl` for the PR. * Fix ``--fixtures`` to show all fixture definitions as opposed to just one per fixture name. - Thanks to `@hackebrot`_ for the PR. - -.. _#510: https://github.com/pytest-dev/pytest/issues/510 -.. _#1506: https://github.com/pytest-dev/pytest/pull/1506 -.. _#1496: https://github.com/pytest-dev/pytest/issues/1496 -.. _#1524: https://github.com/pytest-dev/pytest/pull/1524 - -.. _@prusse-martin: https://github.com/prusse-martin -.. _@astraw38: https://github.com/astraw38 + Thanks to :user:`hackebrot` for the PR. 2.9.1 (2016-03-17) @@ -6369,34 +7136,26 @@ time or change existing behaviors in order to make them less surprising/more use **Bug Fixes** * Improve error message when a plugin fails to load. - Thanks `@nicoddemus`_ for the PR. + Thanks :user:`nicoddemus` for the PR. -* Fix (`#1178 `_): +* Fix (:issue:`1178`): ``pytest.fail`` with non-ascii characters raises an internal pytest error. - Thanks `@nicoddemus`_ for the PR. + Thanks :user:`nicoddemus` for the PR. -* Fix (`#469`_): junit parses report.nodeid incorrectly, when params IDs - contain ``::``. Thanks `@tomviner`_ for the PR (`#1431`_). +* Fix (:issue:`469`): junit parses report.nodeid incorrectly, when params IDs + contain ``::``. Thanks :user:`tomviner` for the PR (:pull:`1431`). -* Fix (`#578 `_): SyntaxErrors +* Fix (:issue:`578`): SyntaxErrors containing non-ascii lines at the point of failure generated an internal py.test error. - Thanks `@asottile`_ for the report and `@nicoddemus`_ for the PR. + Thanks :user:`asottile` for the report and :user:`nicoddemus` for the PR. -* Fix (`#1437`_): When passing in a bytestring regex pattern to parameterize +* Fix (:issue:`1437`): When passing in a bytestring regex pattern to parameterize attempt to decode it as utf-8 ignoring errors. -* Fix (`#649`_): parametrized test nodes cannot be specified to run on the command line. - -* Fix (`#138`_): better reporting for python 3.3+ chained exceptions - -.. _#1437: https://github.com/pytest-dev/pytest/issues/1437 -.. _#469: https://github.com/pytest-dev/pytest/issues/469 -.. _#1431: https://github.com/pytest-dev/pytest/pull/1431 -.. _#649: https://github.com/pytest-dev/pytest/issues/649 -.. _#138: https://github.com/pytest-dev/pytest/issues/138 +* Fix (:issue:`649`): parametrized test nodes cannot be specified to run on the command line. -.. _@asottile: https://github.com/asottile +* Fix (:issue:`138`): better reporting for python 3.3+ chained exceptions 2.9.0 (2016-02-29) @@ -6405,29 +7164,29 @@ time or change existing behaviors in order to make them less surprising/more use **New Features** * New ``pytest.mark.skip`` mark, which unconditionally skips marked tests. - Thanks `@MichaelAquilina`_ for the complete PR (`#1040`_). + Thanks :user:`MichaelAquilina` for the complete PR (:pull:`1040`). * ``--doctest-glob`` may now be passed multiple times in the command-line. - Thanks `@jab`_ and `@nicoddemus`_ for the PR. + Thanks :user:`jab` and :user:`nicoddemus` for the PR. * New ``-rp`` and ``-rP`` reporting options give the summary and full output - of passing tests, respectively. Thanks to `@codewarrior0`_ for the PR. + of passing tests, respectively. Thanks to :user:`codewarrior0` for the PR. * ``pytest.mark.xfail`` now has a ``strict`` option, which makes ``XPASS`` tests to fail the test suite (defaulting to ``False``). There's also a ``xfail_strict`` ini option that can be used to configure it project-wise. - Thanks `@rabbbit`_ for the request and `@nicoddemus`_ for the PR (`#1355`_). + Thanks :user:`rabbbit` for the request and :user:`nicoddemus` for the PR (:pull:`1355`). * ``Parser.addini`` now supports options of type ``bool``. - Thanks `@nicoddemus`_ for the PR. + Thanks :user:`nicoddemus` for the PR. * New ``ALLOW_BYTES`` doctest option. This strips ``b`` prefixes from byte strings in doctest output (similar to ``ALLOW_UNICODE``). - Thanks `@jaraco`_ for the request and `@nicoddemus`_ for the PR (`#1287`_). + Thanks :user:`jaraco` for the request and :user:`nicoddemus` for the PR (:pull:`1287`). * Give a hint on ``KeyboardInterrupt`` to use the ``--fulltrace`` option to show the errors. - Fixes `#1366`_. - Thanks to `@hpk42`_ for the report and `@RonnyPfannschmidt`_ for the PR. + Fixes :issue:`1366`. + Thanks to :user:`hpk42` for the report and :user:`RonnyPfannschmidt` for the PR. * Catch ``IndexError`` exceptions when getting exception source location. Fixes a pytest internal error for dynamically generated code (fixtures and tests) @@ -6451,74 +7210,45 @@ time or change existing behaviors in order to make them less surprising/more use `pylib `_. * ``pytest_enter_pdb`` now optionally receives the pytest config object. - Thanks `@nicoddemus`_ for the PR. + Thanks :user:`nicoddemus` for the PR. * Removed code and documentation for Python 2.5 or lower versions, including removal of the obsolete ``_pytest.assertion.oldinterpret`` module. - Thanks `@nicoddemus`_ for the PR (`#1226`_). + Thanks :user:`nicoddemus` for the PR (:pull:`1226`). * Comparisons now always show up in full when ``CI`` or ``BUILD_NUMBER`` is found in the environment, even when ``-vv`` isn't used. - Thanks `@The-Compiler`_ for the PR. + Thanks :user:`The-Compiler` for the PR. * ``--lf`` and ``--ff`` now support long names: ``--last-failed`` and ``--failed-first`` respectively. - Thanks `@MichaelAquilina`_ for the PR. + Thanks :user:`MichaelAquilina` for the PR. * Added expected exceptions to ``pytest.raises`` fail message. * Collection only displays progress ("collecting X items") when in a terminal. This avoids cluttering the output when using ``--color=yes`` to obtain - colors in CI integrations systems (`#1397`_). + colors in CI integrations systems (:issue:`1397`). **Bug Fixes** * The ``-s`` and ``-c`` options should now work under ``xdist``; ``Config.fromdictargs`` now represents its input much more faithfully. - Thanks to `@bukzor`_ for the complete PR (`#680`_). + Thanks to :user:`bukzor` for the complete PR (:issue:`680`). -* Fix (`#1290`_): support Python 3.5's ``@`` operator in assertion rewriting. - Thanks `@Shinkenjoe`_ for report with test case and `@tomviner`_ for the PR. +* Fix (:issue:`1290`): support Python 3.5's ``@`` operator in assertion rewriting. + Thanks :user:`Shinkenjoe` for report with test case and :user:`tomviner` for the PR. -* Fix formatting utf-8 explanation messages (`#1379`_). - Thanks `@biern`_ for the PR. +* Fix formatting utf-8 explanation messages (:issue:`1379`). + Thanks :user:`biern` for the PR. -* Fix `traceback style docs`_ to describe all of the available options +* Fix :ref:`traceback style docs ` to describe all of the available options (auto/long/short/line/native/no), with ``auto`` being the default since v2.6. - Thanks `@hackebrot`_ for the PR. + Thanks :user:`hackebrot` for the PR. -* Fix (`#1422`_): junit record_xml_property doesn't allow multiple records +* Fix (:issue:`1422`): junit record_xml_property doesn't allow multiple records with same name. -.. _`traceback style docs`: https://pytest.org/en/stable/usage.html#modifying-python-traceback-printing - -.. _#1609: https://github.com/pytest-dev/pytest/issues/1609 -.. _#1422: https://github.com/pytest-dev/pytest/issues/1422 -.. _#1379: https://github.com/pytest-dev/pytest/issues/1379 -.. _#1366: https://github.com/pytest-dev/pytest/issues/1366 -.. _#1040: https://github.com/pytest-dev/pytest/pull/1040 -.. _#680: https://github.com/pytest-dev/pytest/issues/680 -.. _#1287: https://github.com/pytest-dev/pytest/pull/1287 -.. _#1226: https://github.com/pytest-dev/pytest/pull/1226 -.. _#1290: https://github.com/pytest-dev/pytest/pull/1290 -.. _#1355: https://github.com/pytest-dev/pytest/pull/1355 -.. _#1397: https://github.com/pytest-dev/pytest/issues/1397 -.. _@biern: https://github.com/biern -.. _@MichaelAquilina: https://github.com/MichaelAquilina -.. _@bukzor: https://github.com/bukzor -.. _@hpk42: https://github.com/hpk42 -.. _@nicoddemus: https://github.com/nicoddemus -.. _@jab: https://github.com/jab -.. _@codewarrior0: https://github.com/codewarrior0 -.. _@jaraco: https://github.com/jaraco -.. _@The-Compiler: https://github.com/The-Compiler -.. _@Shinkenjoe: https://github.com/Shinkenjoe -.. _@tomviner: https://github.com/tomviner -.. _@RonnyPfannschmidt: https://github.com/RonnyPfannschmidt -.. _@rabbbit: https://github.com/rabbbit -.. _@hackebrot: https://github.com/hackebrot -.. _@pquentin: https://github.com/pquentin -.. _@ioggstream: https://github.com/ioggstream 2.8.7 (2016-01-24) ================== @@ -6756,7 +7486,7 @@ time or change existing behaviors in order to make them less surprising/more use Thanks Bruno Oliveira for the PR. - fix issue808: pytest's internal assertion rewrite hook now implements the - optional PEP302 get_data API so tests can access data files next to them. + optional :pep:`302` get_data API so tests can access data files next to them. Thanks xmo-odoo for request and example and Bruno Oliveira for the PR. @@ -7364,7 +8094,7 @@ time or change existing behaviors in order to make them less surprising/more use - close issue240 - document precisely how pytest module importing works, discuss the two common test directory layouts, and how it - interacts with PEP420-namespace packages. + interacts with :pep:`420`\-namespace packages. - fix issue246 fix finalizer order to be LIFO on independent fixtures depending on a parametrized higher-than-function scoped fixture. @@ -7424,7 +8154,7 @@ time or change existing behaviors in order to make them less surprising/more use (it already did neutralize pytest.mark.xfail markers) - refine pytest / pkg_resources interactions: The AssertionRewritingHook - PEP302 compliant loader now registers itself with setuptools/pkg_resources + :pep:`302` compliant loader now registers itself with setuptools/pkg_resources properly so that the pkg_resources.resource_stream method works properly. Fixes issue366. Thanks for the investigations and full PR to Jason R. Coombs. @@ -7749,7 +8479,7 @@ Bug fixes: - yielded test functions will now have autouse-fixtures active but cannot accept fixtures as funcargs - it's anyway recommended to rather use the post-2.0 parametrize features instead of yield, see: - http://pytest.org/en/stable/example/parametrize.html + http://pytest.org/en/stable/example/how-to/parametrize.html - fix autouse-issue where autouse-fixtures would not be discovered if defined in an a/conftest.py file and tests in a/tests/test_some.py - fix issue226 - LIFO ordering for fixture teardowns @@ -7995,7 +8725,7 @@ Bug fixes: or through plugin hooks. Also introduce a "--strict" option which will treat unregistered markers as errors allowing to avoid typos and maintain a well described set of markers - for your test suite. See exaples at http://pytest.org/en/stable/mark.html + for your test suite. See examples at http://pytest.org/en/stable/how-to/mark.html and its links. - issue50: introduce "-m marker" option to select tests based on markers (this is a stricter and more predictable version of '-k' in that "-m" @@ -8178,7 +8908,7 @@ Bug fixes: - refinements to "collecting" output on non-ttys - refine internal plugin registration and --traceconfig output - introduce a mechanism to prevent/unregister plugins from the - command line, see http://pytest.org/en/stable/plugins.html#cmdunregister + command line, see http://pytest.org/en/stable/how-to/plugins.html#cmdunregister - activate resultlog plugin by default - fix regression wrt yielded tests which due to the collection-before-running semantics were not @@ -8307,7 +9037,7 @@ Bug fixes: - fix issue57 -f|--looponfail to work with xpassing tests (thanks Ronny) - fix issue92 collectonly reporter and --pastebin (thanks Benjamin Peterson) - fix py.code.compile(source) to generate unique filenames -- fix assertion re-interp problems on PyPy, by defering code +- fix assertion re-interp problems on PyPy, by deferring code compilation to the (overridable) Frame.eval class. (thanks Amaury Forgeot) - fix py.path.local.pyimport() to work with directories - streamline py.path.local.mkdtemp implementation and usage @@ -8381,7 +9111,7 @@ Bug fixes: - improve support for raises and other dynamically compiled code by manipulating python's linecache.cache instead of the previous rather hacky way of creating custom code objects. This makes - it seemlessly work on Jython and PyPy where it previously didn't. + it seamlessly work on Jython and PyPy where it previously didn't. - fix issue96: make capturing more resilient against Control-C interruptions (involved somewhat substantial refactoring @@ -8448,7 +9178,7 @@ Bug fixes: - fixes for making the jython/win32 combination work, note however: jython2.5.1/win32 does not provide a command line launcher, see - http://bugs.jython.org/issue1491 . See pylib install documentation + https://bugs.jython.org/issue1491 . See pylib install documentation for how to work around. - fixes for handling of unicode exception values and unprintable objects diff --git a/doc/en/conf.py b/doc/en/conf.py index 2f3a2ba..32f5082 100644 --- a/doc/en/conf.py +++ b/doc/en/conf.py @@ -17,7 +17,9 @@ # The short X.Y version. import ast import os +import shutil import sys +from textwrap import dedent from typing import List from typing import TYPE_CHECKING @@ -35,8 +37,27 @@ release = ".".join(version.split(".")[:2]) # sys.path.insert(0, os.path.abspath('.')) autodoc_member_order = "bysource" +autodoc_typehints = "description" +autodoc_typehints_description_target = "documented" todo_include_todos = 1 +latex_engine = "lualatex" + +latex_elements = { + "preamble": dedent( + r""" + \directlua{ + luaotfload.add_fallback("fallbacks", { + "Noto Serif CJK SC:style=Regular;", + "Symbola:Style=Regular;" + }) + } + + \setmainfont{FreeSerif}[RawFeature={fallback=fallbacks}] + """ + ) +} + # -- General configuration ----------------------------------------------------- # If your documentation needs a minimal Sphinx version, state it here. @@ -49,6 +70,7 @@ extensions = [ "pygments_pytest", "sphinx.ext.autodoc", "sphinx.ext.autosummary", + "sphinx.ext.extlinks", "sphinx.ext.intersphinx", "sphinx.ext.todo", "sphinx.ext.viewcode", @@ -56,6 +78,13 @@ extensions = [ "sphinxcontrib_trio", ] +# Building PDF docs on readthedocs requires inkscape for svg to pdf +# conversion. The relevant plugin is not useful for normal HTML builds, but +# it still raises warnings and fails CI if inkscape is not available. So +# only use the plugin if inkscape is actually available. +if shutil.which("inkscape"): + extensions.append("sphinxcontrib.inkscapeconverter") + # Add any paths that contain templates here, relative to this directory. templates_path = ["_templates"] @@ -70,7 +99,7 @@ master_doc = "contents" # General information about the project. project = "pytest" -copyright = "2015–2020, holger krekel and pytest-dev team" +copyright = "2015, holger krekel and pytest-dev team" # The language for content autogenerated by Sphinx. Refer to documentation @@ -122,7 +151,6 @@ pygments_style = "sphinx" # A list of regular expressions that match URIs that should not be checked when # doing a linkcheck. linkcheck_ignore = [ - "https://github.com/numpy/numpy/blob/master/doc/release/1.16.0-notes.rst#new-deprecations", "https://blogs.msdn.microsoft.com/bharry/2017/06/28/testing-in-a-cloud-delivery-cadence/", "http://pythontesting.net/framework/pytest-introduction/", r"https://github.com/pytest-dev/pytest/issues/\d+", @@ -133,6 +161,16 @@ linkcheck_ignore = [ linkcheck_workers = 5 +_repo = "https://github.com/pytest-dev/pytest" +extlinks = { + "bpo": ("https://bugs.python.org/issue%s", "bpo-%s"), + "pypi": ("https://pypi.org/project/%s/", "%s"), + "issue": (f"{_repo}/issues/%s", "issue #%s"), + "pull": (f"{_repo}/pull/%s", "pull request #%s"), + "user": ("https://github.com/%s", "@%s"), +} + + # -- Options for HTML output --------------------------------------------------- sys.path.append(os.path.abspath("_themes")) @@ -159,7 +197,7 @@ html_short_title = "pytest-%s" % release # The name of an image file (relative to this directory) to place at the top # of the sidebar. -html_logo = "img/pytest1.png" +html_logo = "img/pytest_logo_curves.svg" # The name of an image file (within the static path) to use as favicon of the # docs. This file should be a Windows icon file (.ico) being 16x16 or 32x32 @@ -210,7 +248,7 @@ html_sidebars = { html_domain_indices = True # If false, no index is generated. -html_use_index = True +html_use_index = False # If true, the index is split into individual pages for each letter. # html_split_index = False @@ -251,7 +289,7 @@ latex_documents = [ "contents", "pytest.tex", "pytest Documentation", - "holger krekel, trainer and consultant, http://merlinux.eu", + "holger krekel, trainer and consultant, https://merlinux.eu/", "manual", ) ] @@ -283,7 +321,9 @@ latex_domain_indices = False # One entry per manual page. List of tuples # (source start file, name, description, authors, manual section). -man_pages = [("usage", "pytest", "pytest usage", ["holger krekel at merlinux eu"], 1)] +man_pages = [ + ("how-to/usage", "pytest", "pytest usage", ["holger krekel at merlinux eu"], 1) +] # -- Options for Epub output --------------------------------------------------- @@ -292,7 +332,7 @@ man_pages = [("usage", "pytest", "pytest usage", ["holger krekel at merlinux eu" epub_title = "pytest" epub_author = "holger krekel at merlinux eu" epub_publisher = "holger krekel at merlinux eu" -epub_copyright = "2013-2020, holger krekel et alii" +epub_copyright = "2013, holger krekel et alii" # The language of the text. It defaults to the language option # or en if the language is not set. @@ -301,7 +341,7 @@ epub_copyright = "2013-2020, holger krekel et alii" # The scheme of the identifier. Typical schemes are ISBN or URL. # epub_scheme = '' -# The unique identifier of the text. This can be a ISBN number +# The unique identifier of the text. This can be an ISBN number # or the project homepage. # epub_identifier = '' @@ -345,10 +385,15 @@ texinfo_documents = [ ] -# Example configuration for intersphinx: refer to the Python standard library. intersphinx_mapping = { - "pluggy": ("https://pluggy.readthedocs.io/en/latest", None), + "pluggy": ("https://pluggy.readthedocs.io/en/stable", None), "python": ("https://docs.python.org/3", None), + "numpy": ("https://numpy.org/doc/stable", None), + "pip": ("https://pip.pypa.io/en/stable", None), + "tox": ("https://tox.wiki/en/stable", None), + "virtualenv": ("https://virtualenv.pypa.io/en/stable", None), + "setuptools": ("https://setuptools.pypa.io/en/stable", None), + "packaging": ("https://packaging.python.org/en/latest", None), } @@ -376,8 +421,6 @@ def configure_logging(app: "sphinx.application.Sphinx") -> None: def setup(app: "sphinx.application.Sphinx") -> None: - # from sphinx.ext.autodoc import cut_lines - # app.connect('autodoc-process-docstring', cut_lines(4, what=['module'])) app.add_crossref_type( "fixture", "fixture", @@ -399,6 +442,13 @@ def setup(app: "sphinx.application.Sphinx") -> None: indextemplate="pair: %s; global variable interpreted by pytest", ) + app.add_crossref_type( + directivename="hook", + rolename="hook", + objname="pytest hook", + indextemplate="pair: %s; hook", + ) + configure_logging(app) # Make Sphinx mark classes with "final" when decorated with @final. @@ -419,3 +469,7 @@ def setup(app: "sphinx.application.Sphinx") -> None: ) sphinx.pycode.parser.VariableCommentPicker.is_final = patched_is_final + + # legacypath.py monkey-patches pytest.Testdir in. Import the file so + # that autodoc can discover references to it. + import _pytest.legacypath # noqa: F401 diff --git a/doc/en/contact.rst b/doc/en/contact.rst index efc6a8f..beed10d 100644 --- a/doc/en/contact.rst +++ b/doc/en/contact.rst @@ -7,21 +7,24 @@ Contact channels - `pytest issue tracker`_ to report bugs or suggest features (for version 2.0 and above). - +- `pytest discussions`_ at github for general questions. +- `pytest discord server `_ + for pytest development visibility and general assistance. - `pytest on stackoverflow.com `_ - to post questions with the tag ``pytest``. New Questions will usually + to post precise questions with the tag ``pytest``. New Questions will usually be seen by pytest users or developers and answered quickly. - `Testing In Python`_: a mailing list for Python testing tools and discussion. - `pytest-dev at python.org (mailing list)`_ pytest specific announcements and discussions. -- `pytest-commit at python.org (mailing list)`_: for commits and new issues - - :doc:`contribution guide ` for help on submitting pull requests to GitHub. -- ``#pylib`` on irc.freenode.net IRC channel for random questions. +- ``#pytest`` `on irc.libera.chat `_ IRC + channel for random questions (using an IRC client, `via webchat + `_, or `via Matrix + `_). - private mail to Holger.Krekel at gmail com if you want to communicate sensitive issues @@ -30,19 +33,21 @@ Contact channels consulting. .. _`pytest issue tracker`: https://github.com/pytest-dev/pytest/issues -.. _`old issue tracker`: http://bitbucket.org/hpk42/py-trunk/issues/ +.. _`old issue tracker`: https://bitbucket.org/hpk42/py-trunk/issues/ + +.. _`pytest discussions`: https://github.com/pytest-dev/pytest/discussions -.. _`merlinux.eu`: http://merlinux.eu +.. _`merlinux.eu`: https://merlinux.eu/ .. _`get an account`: -.. _tetamap: http://tetamap.wordpress.com +.. _tetamap: https://tetamap.wordpress.com/ -.. _`@pylibcommit`: http://twitter.com/pylibcommit +.. _`@pylibcommit`: https://twitter.com/pylibcommit .. _`Testing in Python`: http://lists.idyll.org/listinfo/testing-in-python -.. _FOAF: http://en.wikipedia.org/wiki/FOAF +.. _FOAF: https://en.wikipedia.org/wiki/FOAF .. _`py-dev`: .. _`development mailing list`: .. _`pytest-dev at python.org (mailing list)`: http://mail.python.org/mailman/listinfo/pytest-dev diff --git a/doc/en/contents.rst b/doc/en/contents.rst index 58a0874..ae42884 100644 --- a/doc/en/contents.rst +++ b/doc/en/contents.rst @@ -7,41 +7,84 @@ Full pytest documentation .. `Download latest version as EPUB `_ + +Start here +----------- + .. toctree:: :maxdepth: 2 getting-started - usage - existingtestsuite - assert - fixture - mark - monkeypatch - tmpdir - capture - warnings - doctest - skipping - parametrize - cache - unittest - nose - xunit_setup - plugins - writing_plugins - logging - reference - - goodpractices - flaky - pythonpath - customize + + +How-to guides +------------- + +.. toctree:: + :maxdepth: 2 + + how-to/usage + how-to/assert + how-to/fixtures + how-to/mark + how-to/parametrize + how-to/tmp_path + how-to/monkeypatch + how-to/doctest + how-to/cache + + how-to/logging + how-to/capture-stdout-stderr + how-to/capture-warnings + how-to/skipping + + how-to/plugins + how-to/writing_plugins + how-to/writing_hook_functions + + how-to/existingtestsuite + how-to/unittest + how-to/nose + how-to/xunit_setup + + how-to/bash-completion + + +Reference guides +----------------- + +.. toctree:: + :maxdepth: 2 + + reference/fixtures + reference/plugin_list + reference/customize + reference/reference + + +Explanation +----------------- + +.. toctree:: + :maxdepth: 2 + + explanation/anatomy + explanation/fixtures + explanation/goodpractices + explanation/flaky + explanation/pythonpath + + +Further topics +----------------- + +.. toctree:: + :maxdepth: 2 + example/index - bash-completion backwards-compatibility deprecations - py27-py34-deprecation contributing development_guide @@ -51,9 +94,9 @@ Full pytest documentation license contact + history historical-notes talks - projects .. only:: html diff --git a/doc/en/customize.rst b/doc/en/customize.rst deleted file mode 100644 index 9f7c365..0000000 --- a/doc/en/customize.rst +++ /dev/null @@ -1,239 +0,0 @@ -Configuration -============= - -Command line options and configuration file settings ------------------------------------------------------------------ - -You can get help on command line options and values in INI-style -configurations files by using the general help option: - -.. code-block:: bash - - pytest -h # prints options _and_ config file settings - -This will display command line and configuration file settings -which were registered by installed plugins. - -.. _`config file formats`: - -Configuration file formats --------------------------- - -Many :ref:`pytest settings ` can be set in a *configuration file*, which -by convention resides on the root of your repository or in your -tests folder. - -A quick example of the configuration files supported by pytest: - -pytest.ini -~~~~~~~~~~ - -``pytest.ini`` files take precedence over other files, even when empty. - -.. code-block:: ini - - # pytest.ini - [pytest] - minversion = 6.0 - addopts = -ra -q - testpaths = - tests - integration - - -pyproject.toml -~~~~~~~~~~~~~~ - -.. versionadded:: 6.0 - -``pyproject.toml`` are considered for configuration when they contain a ``tool.pytest.ini_options`` table. - -.. code-block:: toml - - # pyproject.toml - [tool.pytest.ini_options] - minversion = "6.0" - addopts = "-ra -q" - testpaths = [ - "tests", - "integration", - ] - -.. note:: - - One might wonder why ``[tool.pytest.ini_options]`` instead of ``[tool.pytest]`` as is the - case with other tools. - - The reason is that the pytest team intends to fully utilize the rich TOML data format - for configuration in the future, reserving the ``[tool.pytest]`` table for that. - The ``ini_options`` table is being used, for now, as a bridge between the existing - ``.ini`` configuration system and the future configuration format. - -tox.ini -~~~~~~~ - -``tox.ini`` files are the configuration files of the `tox `__ project, -and can also be used to hold pytest configuration if they have a ``[pytest]`` section. - -.. code-block:: ini - - # tox.ini - [pytest] - minversion = 6.0 - addopts = -ra -q - testpaths = - tests - integration - - -setup.cfg -~~~~~~~~~ - -``setup.cfg`` files are general purpose configuration files, used originally by `distutils `__, and can also be used to hold pytest configuration -if they have a ``[tool:pytest]`` section. - -.. code-block:: ini - - # setup.cfg - [tool:pytest] - minversion = 6.0 - addopts = -ra -q - testpaths = - tests - integration - -.. warning:: - - Usage of ``setup.cfg`` is not recommended unless for very simple use cases. ``.cfg`` - files use a different parser than ``pytest.ini`` and ``tox.ini`` which might cause hard to track - down problems. - When possible, it is recommended to use the latter files, or ``pyproject.toml``, to hold your - pytest configuration. - - -.. _rootdir: -.. _configfiles: - -Initialization: determining rootdir and configfile --------------------------------------------------- - -pytest determines a ``rootdir`` for each test run which depends on -the command line arguments (specified test files, paths) and on -the existence of configuration files. The determined ``rootdir`` and ``configfile`` are -printed as part of the pytest header during startup. - -Here's a summary what ``pytest`` uses ``rootdir`` for: - -* Construct *nodeids* during collection; each test is assigned - a unique *nodeid* which is rooted at the ``rootdir`` and takes into account - the full path, class name, function name and parametrization (if any). - -* Is used by plugins as a stable location to store project/test run specific information; - for example, the internal :ref:`cache ` plugin creates a ``.pytest_cache`` subdirectory - in ``rootdir`` to store its cross-test run state. - -``rootdir`` is **NOT** used to modify ``sys.path``/``PYTHONPATH`` or -influence how modules are imported. See :ref:`pythonpath` for more details. - -The ``--rootdir=path`` command-line option can be used to force a specific directory. -Note that contrary to other command-line options, ``--rootdir`` cannot be used with -:confval:`addopts` inside ``pytest.ini`` because the ``rootdir`` is used to *find* ``pytest.ini`` -already. - -Finding the ``rootdir`` -~~~~~~~~~~~~~~~~~~~~~~~ - -Here is the algorithm which finds the rootdir from ``args``: - -- Determine the common ancestor directory for the specified ``args`` that are - recognised as paths that exist in the file system. If no such paths are - found, the common ancestor directory is set to the current working directory. - -- Look for ``pytest.ini``, ``pyproject.toml``, ``tox.ini``, and ``setup.cfg`` files in the ancestor - directory and upwards. If one is matched, it becomes the ``configfile`` and its - directory becomes the ``rootdir``. - -- If no configuration file was found, look for ``setup.py`` upwards from the common - ancestor directory to determine the ``rootdir``. - -- If no ``setup.py`` was found, look for ``pytest.ini``, ``pyproject.toml``, ``tox.ini``, and - ``setup.cfg`` in each of the specified ``args`` and upwards. If one is - matched, it becomes the ``configfile`` and its directory becomes the ``rootdir``. - -- If no ``configfile`` was found, use the already determined common ancestor as root - directory. This allows the use of pytest in structures that are not part of - a package and don't have any particular configuration file. - -If no ``args`` are given, pytest collects test below the current working -directory and also starts determining the ``rootdir`` from there. - -Files will only be matched for configuration if: - -* ``pytest.ini``: will always match and take precedence, even if empty. -* ``pyproject.toml``: contains a ``[tool.pytest.ini_options]`` table. -* ``tox.ini``: contains a ``[pytest]`` section. -* ``setup.cfg``: contains a ``[tool:pytest]`` section. - -The files are considered in the order above. Options from multiple ``configfiles`` candidates -are never merged - the first match wins. - -The internal :class:`Config <_pytest.config.Config>` object (accessible via hooks or through the :fixture:`pytestconfig` fixture) -will subsequently carry these attributes: - -- :attr:`config.rootpath <_pytest.config.Config.rootpath>`: the determined root directory, guaranteed to exist. - -- :attr:`config.inipath <_pytest.config.Config.inipath>`: the determined ``configfile``, may be ``None`` - (it is named ``inipath`` for historical reasons). - -.. versionadded:: 6.1 - The ``config.rootpath`` and ``config.inipath`` properties. They are :class:`pathlib.Path` - versions of the older ``config.rootdir`` and ``config.inifile``, which have type - ``py.path.local``, and still exist for backward compatibility. - -The ``rootdir`` is used as a reference directory for constructing test -addresses ("nodeids") and can be used also by plugins for storing -per-testrun information. - -Example: - -.. code-block:: bash - - pytest path/to/testdir path/other/ - -will determine the common ancestor as ``path`` and then -check for configuration files as follows: - -.. code-block:: text - - # first look for pytest.ini files - path/pytest.ini - path/pyproject.toml # must contain a [tool.pytest.ini_options] table to match - path/tox.ini # must contain [pytest] section to match - path/setup.cfg # must contain [tool:pytest] section to match - pytest.ini - ... # all the way up to the root - - # now look for setup.py - path/setup.py - setup.py - ... # all the way up to the root - - -.. warning:: - - Custom pytest plugin commandline arguments may include a path, as in - ``pytest --log-output ../../test.log args``. Then ``args`` is mandatory, - otherwise pytest uses the folder of test.log for rootdir determination - (see also `issue 1435 `_). - A dot ``.`` for referencing to the current working directory is also - possible. - - -.. _`how to change command line options defaults`: -.. _`adding default options`: - - -Builtin configuration file options ----------------------------------------------- - -For the full list of options consult the :ref:`reference documentation `. diff --git a/doc/en/deprecations.rst b/doc/en/deprecations.rst index 5ef1053..4f7830a 100644 --- a/doc/en/deprecations.rst +++ b/doc/en/deprecations.rst @@ -16,7 +16,433 @@ Deprecated Features ------------------- Below is a complete list of all pytest features which are considered deprecated. Using those features will issue -:class:`PytestWarning` or subclasses, which can be filtered using :ref:`standard warning filters `. +:class:`~pytest.PytestWarning` or subclasses, which can be filtered using :ref:`standard warning filters `. + + +.. _nose-deprecation: + +Support for tests written for nose +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +.. deprecated:: 7.2 + +Support for running tests written for `nose `__ is now deprecated. + +``nose`` has been in maintenance mode-only for years, and maintaining the plugin is not trivial as it spills +over the code base (see :issue:`9886` for more details). + +setup/teardown +^^^^^^^^^^^^^^ + +One thing that might catch users by surprise is that plain ``setup`` and ``teardown`` methods are not pytest native, +they are in fact part of the ``nose`` support. + + +.. code-block:: python + + class Test: + def setup(self): + self.resource = make_resource() + + def teardown(self): + self.resource.close() + + def test_foo(self): + ... + + def test_bar(self): + ... + + + +Native pytest support uses ``setup_method`` and ``teardown_method`` (see :ref:`xunit-method-setup`), so the above should be changed to: + +.. code-block:: python + + class Test: + def setup_method(self): + self.resource = make_resource() + + def teardown_method(self): + self.resource.close() + + def test_foo(self): + ... + + def test_bar(self): + ... + + +This is easy to do in an entire code base by doing a simple find/replace. + +@with_setup +^^^^^^^^^^^ + +Code using `@with_setup `_ such as this: + +.. code-block:: python + + from nose.tools import with_setup + + + def setup_some_resource(): + ... + + + def teardown_some_resource(): + ... + + + @with_setup(setup_some_resource, teardown_some_resource) + def test_foo(): + ... + +Will also need to be ported to a supported pytest style. One way to do it is using a fixture: + +.. code-block:: python + + import pytest + + + def setup_some_resource(): + ... + + + def teardown_some_resource(): + ... + + + @pytest.fixture + def some_resource(): + setup_some_resource() + yield + teardown_some_resource() + + + def test_foo(some_resource): + ... + + +.. _`with-setup-nose`: https://nose.readthedocs.io/en/latest/testing_tools.html?highlight=with_setup#nose.tools.with_setup + +.. _instance-collector-deprecation: + +The ``pytest.Instance`` collector +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +.. versionremoved:: 7.0 + +The ``pytest.Instance`` collector type has been removed. + +Previously, Python test methods were collected as :class:`~pytest.Class` -> ``Instance`` -> :class:`~pytest.Function`. +Now :class:`~pytest.Class` collects the test methods directly. + +Most plugins which reference ``Instance`` do so in order to ignore or skip it, +using a check such as ``if isinstance(node, Instance): return``. +Such plugins should simply remove consideration of ``Instance`` on pytest>=7. +However, to keep such uses working, a dummy type has been instanted in ``pytest.Instance`` and ``_pytest.python.Instance``, +and importing it emits a deprecation warning. This will be removed in pytest 8. + + +.. _node-ctor-fspath-deprecation: + +``fspath`` argument for Node constructors replaced with ``pathlib.Path`` +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +.. deprecated:: 7.0 + +In order to support the transition from ``py.path.local`` to :mod:`pathlib`, +the ``fspath`` argument to :class:`~_pytest.nodes.Node` constructors like +:func:`pytest.Function.from_parent()` and :func:`pytest.Class.from_parent()` +is now deprecated. + +Plugins which construct nodes should pass the ``path`` argument, of type +:class:`pathlib.Path`, instead of the ``fspath`` argument. + +Plugins which implement custom items and collectors are encouraged to replace +``fspath`` parameters (``py.path.local``) with ``path`` parameters +(``pathlib.Path``), and drop any other usage of the ``py`` library if possible. + +If possible, plugins with custom items should use :ref:`cooperative +constructors ` to avoid hardcoding +arguments they only pass on to the superclass. + +.. note:: + The name of the :class:`~_pytest.nodes.Node` arguments and attributes (the + new attribute being ``path``) is **the opposite** of the situation for + hooks, :ref:`outlined below ` (the old + argument being ``path``). + + This is an unfortunate artifact due to historical reasons, which should be + resolved in future versions as we slowly get rid of the :pypi:`py` + dependency (see :issue:`9283` for a longer discussion). + +Due to the ongoing migration of methods like :meth:`~_pytest.Item.reportinfo` +which still is expected to return a ``py.path.local`` object, nodes still have +both ``fspath`` (``py.path.local``) and ``path`` (``pathlib.Path``) attributes, +no matter what argument was used in the constructor. We expect to deprecate the +``fspath`` attribute in a future release. + +.. _legacy-path-hooks-deprecated: + +Configuring hook specs/impls using markers +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +Before pluggy, pytest's plugin library, was its own package and had a clear API, +pytest just used ``pytest.mark`` to configure hooks. + +The :py:func:`pytest.hookimpl` and :py:func:`pytest.hookspec` decorators +have been available since years and should be used instead. + +.. code-block:: python + + @pytest.mark.tryfirst + def pytest_runtest_call(): + ... + + + # or + def pytest_runtest_call(): + ... + + + pytest_runtest_call.tryfirst = True + +should be changed to: + +.. code-block:: python + + @pytest.hookimpl(tryfirst=True) + def pytest_runtest_call(): + ... + +Changed ``hookimpl`` attributes: + +* ``tryfirst`` +* ``trylast`` +* ``optionalhook`` +* ``hookwrapper`` + +Changed ``hookwrapper`` attributes: + +* ``firstresult`` +* ``historic`` + + +``py.path.local`` arguments for hooks replaced with ``pathlib.Path`` +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +.. deprecated:: 7.0 + +In order to support the transition from ``py.path.local`` to :mod:`pathlib`, the following hooks now receive additional arguments: + +* :hook:`pytest_ignore_collect(collection_path: pathlib.Path) ` as equivalent to ``path`` +* :hook:`pytest_collect_file(file_path: pathlib.Path) ` as equivalent to ``path`` +* :hook:`pytest_pycollect_makemodule(module_path: pathlib.Path) ` as equivalent to ``path`` +* :hook:`pytest_report_header(start_path: pathlib.Path) ` as equivalent to ``startdir`` +* :hook:`pytest_report_collectionfinish(start_path: pathlib.Path) ` as equivalent to ``startdir`` + +The accompanying ``py.path.local`` based paths have been deprecated: plugins which manually invoke those hooks should only pass the new ``pathlib.Path`` arguments, and users should change their hook implementations to use the new ``pathlib.Path`` arguments. + +.. note:: + The name of the :class:`~_pytest.nodes.Node` arguments and attributes, + :ref:`outlined above ` (the new attribute + being ``path``) is **the opposite** of the situation for hooks (the old + argument being ``path``). + + This is an unfortunate artifact due to historical reasons, which should be + resolved in future versions as we slowly get rid of the :pypi:`py` + dependency (see :issue:`9283` for a longer discussion). + +Directly constructing internal classes +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +.. deprecated:: 7.0 + +Directly constructing the following classes is now deprecated: + +- ``_pytest.mark.structures.Mark`` +- ``_pytest.mark.structures.MarkDecorator`` +- ``_pytest.mark.structures.MarkGenerator`` +- ``_pytest.python.Metafunc`` +- ``_pytest.runner.CallInfo`` +- ``_pytest._code.ExceptionInfo`` +- ``_pytest.config.argparsing.Parser`` +- ``_pytest.config.argparsing.OptionGroup`` +- ``_pytest.pytester.HookRecorder`` + +These constructors have always been considered private, but now issue a deprecation warning, which may become a hard error in pytest 8. + +.. _cmdline-preparse-deprecated: + +Passing ``msg=`` to ``pytest.skip``, ``pytest.fail`` or ``pytest.exit`` +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +.. deprecated:: 7.0 + +Passing the keyword argument ``msg`` to :func:`pytest.skip`, :func:`pytest.fail` or :func:`pytest.exit` +is now deprecated and ``reason`` should be used instead. This change is to bring consistency between these +functions and the ``@pytest.mark.skip`` and ``@pytest.mark.xfail`` markers which already accept a ``reason`` argument. + +.. code-block:: python + + def test_fail_example(): + # old + pytest.fail(msg="foo") + # new + pytest.fail(reason="bar") + + + def test_skip_example(): + # old + pytest.skip(msg="foo") + # new + pytest.skip(reason="bar") + + + def test_exit_example(): + # old + pytest.exit(msg="foo") + # new + pytest.exit(reason="bar") + + +Implementing the ``pytest_cmdline_preparse`` hook +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +.. deprecated:: 7.0 + +Implementing the :hook:`pytest_cmdline_preparse` hook has been officially deprecated. +Implement the :hook:`pytest_load_initial_conftests` hook instead. + +.. code-block:: python + + def pytest_cmdline_preparse(config: Config, args: List[str]) -> None: + ... + + + # becomes: + + + def pytest_load_initial_conftests( + early_config: Config, parser: Parser, args: List[str] + ) -> None: + ... + +.. _diamond-inheritance-deprecated: + +Diamond inheritance between :class:`pytest.Collector` and :class:`pytest.Item` +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +.. deprecated:: 7.0 + +Defining a custom pytest node type which is both an :class:`pytest.Item ` and a :class:`pytest.Collector ` (e.g. :class:`pytest.File `) now issues a warning. +It was never sanely supported and triggers hard to debug errors. + +Some plugins providing linting/code analysis have been using this as a hack. +Instead, a separate collector node should be used, which collects the item. See +:ref:`non-python tests` for an example, as well as an `example pr fixing inheritance`_. + +.. _example pr fixing inheritance: https://github.com/asmeurer/pytest-flakes/pull/40/files + + +.. _uncooperative-constructors-deprecated: + +Constructors of custom :class:`pytest.Node` subclasses should take ``**kwargs`` +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +.. deprecated:: 7.0 + +If custom subclasses of nodes like :class:`pytest.Item` override the +``__init__`` method, they should take ``**kwargs``. Thus, + +.. code-block:: python + + class CustomItem(pytest.Item): + def __init__(self, name, parent, additional_arg): + super().__init__(name, parent) + self.additional_arg = additional_arg + +should be turned into: + +.. code-block:: python + + class CustomItem(pytest.Item): + def __init__(self, *, additional_arg, **kwargs): + super().__init__(**kwargs) + self.additional_arg = additional_arg + +to avoid hard-coding the arguments pytest can pass to the superclass. +See :ref:`non-python tests` for a full example. + +For cases without conflicts, no deprecation warning is emitted. For cases with +conflicts (such as :class:`pytest.File` now taking ``path`` instead of +``fspath``, as :ref:`outlined above `), a +deprecation warning is now raised. + +Backward compatibilities in ``Parser.addoption`` +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +.. deprecated:: 2.4 + +Several behaviors of :meth:`Parser.addoption ` are now +scheduled for removal in pytest 8 (deprecated since pytest 2.4.0): + +- ``parser.addoption(..., help=".. %default ..")`` - use ``%(default)s`` instead. +- ``parser.addoption(..., type="int/string/float/complex")`` - use ``type=int`` etc. instead. + + +Using ``pytest.warns(None)`` +~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +.. deprecated:: 7.0 + +:func:`pytest.warns(None) ` is now deprecated because it was frequently misused. +Its correct usage was checking that the code emits at least one warning of any type - like ``pytest.warns()`` +or ``pytest.warns(Warning)``. + +See :ref:`warns use cases` for examples. + + +Returning non-None value in test functions +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +.. deprecated:: 7.2 + +A :class:`pytest.PytestReturnNotNoneWarning` is now emitted if a test function returns something other than `None`. + +This prevents a common mistake among beginners that expect that returning a `bool` would cause a test to pass or fail, for example: + +.. code-block:: python + + @pytest.mark.parametrize( + ["a", "b", "result"], + [ + [1, 2, 5], + [2, 3, 8], + [5, 3, 18], + ], + ) + def test_foo(a, b, result): + return foo(a, b) == result + +Given that pytest ignores the return value, this might be surprising that it will never fail. + +The proper fix is to change the `return` to an `assert`: + +.. code-block:: python + + @pytest.mark.parametrize( + ["a", "b", "result"], + [ + [1, 2, 5], + [2, 3, 8], + [5, 3, 18], + ], + ) + def test_foo(a, b, result): + assert foo(a, b) == result + The ``--strict`` command-line option ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ @@ -41,29 +467,42 @@ The ``yield_fixture`` function/decorator It has been so for a very long time, so can be search/replaced safely. -The ``pytest_warning_captured`` hook -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -.. deprecated:: 6.0 +Removed Features +---------------- -This hook has an `item` parameter which cannot be serialized by ``pytest-xdist``. +As stated in our :ref:`backwards-compatibility` policy, deprecated features are removed only in major releases after +an appropriate period of deprecation has passed. -Use the ``pytest_warning_recored`` hook instead, which replaces the ``item`` parameter -by a ``nodeid`` parameter. The ``pytest.collect`` module ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ .. deprecated:: 6.0 +.. versionremoved:: 7.0 The ``pytest.collect`` module is no longer part of the public API, all its names should now be imported from ``pytest`` directly instead. + +The ``pytest_warning_captured`` hook +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +.. deprecated:: 6.0 +.. versionremoved:: 7.0 + +This hook has an `item` parameter which cannot be serialized by ``pytest-xdist``. + +Use the ``pytest_warning_recorded`` hook instead, which replaces the ``item`` parameter +by a ``nodeid`` parameter. + + + The ``pytest._fillfuncargs`` function ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ .. deprecated:: 6.0 +.. versionremoved:: 7.0 This function was kept for backward compatibility with an older plugin. @@ -72,12 +511,6 @@ it, use `function._request._fillfixtures()` instead, though note this is not a public API and may break in the future. -Removed Features ----------------- - -As stated in our :ref:`backwards-compatibility` policy, deprecated features are removed only in major releases after -an appropriate period of deprecation has passed. - ``--no-print-logs`` command-line option ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ @@ -92,6 +525,7 @@ A ``--show-capture`` command-line option was added in ``pytest 3.5.0`` which all display captured output when tests fail: ``no``, ``stdout``, ``stderr``, ``log`` or ``all`` (the default). +.. _resultlog deprecated: Result log (``--result-log``) ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ @@ -114,8 +548,8 @@ at some point, depending on the plans for the plugins and number of users using .. versionremoved:: 6.0 -The ``pytest_collect_directory`` has not worked properly for years (it was called -but the results were ignored). Users may consider using :func:`pytest_collection_modifyitems <_pytest.hookspec.pytest_collection_modifyitems>` instead. +The ``pytest_collect_directory`` hook has not worked properly for years (it was called +but the results were ignored). Users may consider using :hook:`pytest_collection_modifyitems` instead. TerminalReporter.writer ~~~~~~~~~~~~~~~~~~~~~~~ @@ -129,6 +563,8 @@ with ``py.io.TerminalWriter``. Plugins that used ``TerminalReporter.writer`` directly should instead use ``TerminalReporter`` methods that provide the same functionality. +.. _junit-family changed default value: + ``junit_family`` default value change to "xunit2" ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ @@ -216,6 +652,8 @@ in places where we or plugin authors must distinguish between fixture names and names supplied by non-fixture things such as ``pytest.mark.parametrize``. +.. _pytest.config global deprecated: + ``pytest.config`` global ~~~~~~~~~~~~~~~~~~~~~~~~ @@ -260,7 +698,7 @@ Becomes: If you still have concerns about this deprecation and future removal, please comment on -`issue #3974 `__. +:issue:`3974`. .. _raises-warns-exec: @@ -313,6 +751,8 @@ This issue should affect only advanced plugins who create new collection types, message please contact the authors so they can change the code. +.. _marks in pytest.parametrize deprecated: + marks in ``pytest.mark.parametrize`` ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ @@ -361,6 +801,8 @@ To update the code, use ``pytest.param``: ... +.. _pytest_funcarg__ prefix deprecated: + ``pytest_funcarg__`` prefix ~~~~~~~~~~~~~~~~~~~~~~~~~~~ @@ -392,13 +834,15 @@ Switch over to the ``@pytest.fixture`` decorator: to avoid conflicts with other distutils commands. +.. _metafunc.addcall deprecated: + Metafunc.addcall ~~~~~~~~~~~~~~~~ .. versionremoved:: 4.0 -``_pytest.python.Metafunc.addcall`` was a precursor to the current parametrized mechanism. Users should use -:meth:`_pytest.python.Metafunc.parametrize` instead. +``Metafunc.addcall`` was a precursor to the current parametrized mechanism. Users should use +:meth:`pytest.Metafunc.parametrize` instead. Example: @@ -416,6 +860,8 @@ Becomes: metafunc.parametrize("i", [1, 2], ids=["1", "2"]) +.. _cached_setup deprecated: + ``cached_setup`` ~~~~~~~~~~~~~~~~ @@ -444,10 +890,12 @@ This should be updated to make use of standard fixture mechanisms: session.close() -You can consult `funcarg comparison section in the docs `_ for +You can consult :std:doc:`funcarg comparison section in the docs ` for more information. +.. _pytest_plugins in non-top-level conftest files deprecated: + pytest_plugins in non-top-level conftest files ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ @@ -458,6 +906,8 @@ files because they will activate referenced plugins *globally*, which is surpris features ``conftest.py`` files are only *active* for tests at or below it. +.. _config.warn and node.warn deprecated: + ``Config.warn`` and ``Node.warn`` ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ @@ -485,6 +935,8 @@ Becomes: * ``node.warn("CI", "some message")``: this code/message form has been **removed** and should be converted to the warning instance form above. +.. _record_xml_property deprecated: + record_xml_property ~~~~~~~~~~~~~~~~~~~ @@ -508,6 +960,8 @@ Change to: ... +.. _passing command-line string to pytest.main deprecated: + Passing command-line string to ``pytest.main()`` ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ @@ -530,6 +984,8 @@ By passing a string, users expect that pytest will interpret that command-line u on (for example ``bash`` or ``Powershell``), but this is very hard/impossible to do in a portable way. +.. _calling fixtures directly deprecated: + Calling fixtures directly ~~~~~~~~~~~~~~~~~~~~~~~~~ @@ -583,6 +1039,8 @@ with the ``name`` parameter: return cell() +.. _yield tests deprecated: + ``yield`` tests ~~~~~~~~~~~~~~~ @@ -594,7 +1052,7 @@ that are then turned into proper test methods. Example: .. code-block:: python def check(x, y): - assert x ** x == y + assert x**x == y def test_squared(): @@ -609,7 +1067,9 @@ This form of test function doesn't support fixtures properly, and users should s @pytest.mark.parametrize("x, y", [(2, 4), (3, 9)]) def test_squared(x, y): - assert x ** x == y + assert x**x == y + +.. _internal classes accessed through node deprecated: Internal classes accessed through ``Node`` ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ @@ -645,6 +1105,8 @@ As part of a large :ref:`marker-revamp` we already deprecated using ``MarkInfo`` the only correct way to get markers of an element is via ``node.iter_markers(name)``. +.. _pytest.namespace deprecated: + ``pytest_namespace`` ~~~~~~~~~~~~~~~~~~~~ diff --git a/doc/en/development_guide.rst b/doc/en/development_guide.rst index 77076d4..3ee0ebb 100644 --- a/doc/en/development_guide.rst +++ b/doc/en/development_guide.rst @@ -4,4 +4,4 @@ Development Guide The contributing guidelines are to be found :ref:`here `. The release procedure for pytest is documented on -`GitHub `_. +`GitHub `_. diff --git a/doc/en/doctest.rst b/doc/en/doctest.rst deleted file mode 100644 index f8d0106..0000000 --- a/doc/en/doctest.rst +++ /dev/null @@ -1,311 +0,0 @@ - -Doctest integration for modules and test files -========================================================= - -By default, all files matching the ``test*.txt`` pattern will -be run through the python standard ``doctest`` module. You -can change the pattern by issuing: - -.. code-block:: bash - - pytest --doctest-glob="*.rst" - -on the command line. ``--doctest-glob`` can be given multiple times in the command-line. - -If you then have a text file like this: - -.. code-block:: text - - # content of test_example.txt - - hello this is a doctest - >>> x = 3 - >>> x - 3 - -then you can just invoke ``pytest`` directly: - -.. code-block:: pytest - - $ pytest - =========================== test session starts ============================ - platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y - cachedir: $PYTHON_PREFIX/.pytest_cache - rootdir: $REGENDOC_TMPDIR - collected 1 item - - test_example.txt . [100%] - - ============================ 1 passed in 0.12s ============================= - -By default, pytest will collect ``test*.txt`` files looking for doctest directives, but you -can pass additional globs using the ``--doctest-glob`` option (multi-allowed). - -In addition to text files, you can also execute doctests directly from docstrings of your classes -and functions, including from test modules: - -.. code-block:: python - - # content of mymodule.py - def something(): - """ a doctest in a docstring - >>> something() - 42 - """ - return 42 - -.. code-block:: bash - - $ pytest --doctest-modules - =========================== test session starts ============================ - platform linux -- Python 3.x.y, pytest-6.x.y, py-1.x.y, pluggy-0.x.y - cachedir: $PYTHON_PREFIX/.pytest_cache - rootdir: $REGENDOC_TMPDIR - collected 2 items - - mymodule.py . [ 50%] - test_example.txt . [100%] - - ============================ 2 passed in 0.12s ============================= - -You can make these changes permanent in your project by -putting them into a pytest.ini file like this: - -.. code-block:: ini - - # content of pytest.ini - [pytest] - addopts = --doctest-modules - - -Encoding --------- - -The default encoding is **UTF-8**, but you can specify the encoding -that will be used for those doctest files using the -``doctest_encoding`` ini option: - -.. code-block:: ini - - # content of pytest.ini - [pytest] - doctest_encoding = latin1 - -Using 'doctest' options ------------------------ - -Python's standard ``doctest`` module provides some `options `__ -to configure the strictness of doctest tests. In pytest, you can enable those flags using the -configuration file. - -For example, to make pytest ignore trailing whitespaces and ignore -lengthy exception stack traces you can just write: - -.. code-block:: ini - - [pytest] - doctest_optionflags = NORMALIZE_WHITESPACE IGNORE_EXCEPTION_DETAIL - -Alternatively, options can be enabled by an inline comment in the doc test -itself: - -.. code-block:: rst - - >>> something_that_raises() # doctest: +IGNORE_EXCEPTION_DETAIL - Traceback (most recent call last): - ValueError: ... - -pytest also introduces new options: - -* ``ALLOW_UNICODE``: when enabled, the ``u`` prefix is stripped from unicode - strings in expected doctest output. This allows doctests to run in Python 2 - and Python 3 unchanged. - -* ``ALLOW_BYTES``: similarly, the ``b`` prefix is stripped from byte strings - in expected doctest output. - -* ``NUMBER``: when enabled, floating-point numbers only need to match as far as - the precision you have written in the expected doctest output. For example, - the following output would only need to match to 2 decimal places:: - - >>> math.pi - 3.14 - - If you wrote ``3.1416`` then the actual output would need to match to 4 - decimal places; and so on. - - This avoids false positives caused by limited floating-point precision, like - this:: - - Expected: - 0.233 - Got: - 0.23300000000000001 - - ``NUMBER`` also supports lists of floating-point numbers -- in fact, it - matches floating-point numbers appearing anywhere in the output, even inside - a string! This means that it may not be appropriate to enable globally in - ``doctest_optionflags`` in your configuration file. - - .. versionadded:: 5.1 - - -Continue on failure -------------------- - -By default, pytest would report only the first failure for a given doctest. If -you want to continue the test even when you have failures, do: - -.. code-block:: bash - - pytest --doctest-modules --doctest-continue-on-failure - - -Output format -------------- - -You can change the diff output format on failure for your doctests -by using one of standard doctest modules format in options -(see :data:`python:doctest.REPORT_UDIFF`, :data:`python:doctest.REPORT_CDIFF`, -:data:`python:doctest.REPORT_NDIFF`, :data:`python:doctest.REPORT_ONLY_FIRST_FAILURE`): - -.. code-block:: bash - - pytest --doctest-modules --doctest-report none - pytest --doctest-modules --doctest-report udiff - pytest --doctest-modules --doctest-report cdiff - pytest --doctest-modules --doctest-report ndiff - pytest --doctest-modules --doctest-report only_first_failure - - -pytest-specific features ------------------------- - -Some features are provided to make writing doctests easier or with better integration with -your existing test suite. Keep in mind however that by using those features you will make -your doctests incompatible with the standard ``doctests`` module. - -Using fixtures -^^^^^^^^^^^^^^ - -It is possible to use fixtures using the ``getfixture`` helper: - -.. code-block:: text - - # content of example.rst - >>> tmp = getfixture('tmpdir') - >>> ... - >>> - -Note that the fixture needs to be defined in a place visible by pytest, for example, a `conftest.py` -file or plugin; normal python files containing docstrings are not normally scanned for fixtures -unless explicitly configured by :confval:`python_files`. - -Also, the :ref:`usefixtures ` mark and fixtures marked as :ref:`autouse ` are supported -when executing text doctest files. - - -.. _`doctest_namespace`: - -'doctest_namespace' fixture -^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -The ``doctest_namespace`` fixture can be used to inject items into the -namespace in which your doctests run. It is intended to be used within -your own fixtures to provide the tests that use them with context. - -``doctest_namespace`` is a standard ``dict`` object into which you -place the objects you want to appear in the doctest namespace: - -.. code-block:: python - - # content of conftest.py - import numpy - - - @pytest.fixture(autouse=True) - def add_np(doctest_namespace): - doctest_namespace["np"] = numpy - -which can then be used in your doctests directly: - -.. code-block:: python - - # content of numpy.py - def arange(): - """ - >>> a = np.arange(10) - >>> len(a) - 10 - """ - pass - -Note that like the normal ``conftest.py``, the fixtures are discovered in the directory tree conftest is in. -Meaning that if you put your doctest with your source code, the relevant conftest.py needs to be in the same directory tree. -Fixtures will not be discovered in a sibling directory tree! - -Skipping tests -^^^^^^^^^^^^^^ - -For the same reasons one might want to skip normal tests, it is also possible to skip -tests inside doctests. - -To skip a single check inside a doctest you can use the standard -`doctest.SKIP `__ directive: - -.. code-block:: python - - def test_random(y): - """ - >>> random.random() # doctest: +SKIP - 0.156231223 - - >>> 1 + 1 - 2 - """ - -This will skip the first check, but not the second. - -pytest also allows using the standard pytest functions :func:`pytest.skip` and -:func:`pytest.xfail` inside doctests, which might be useful because you can -then skip/xfail tests based on external conditions: - - -.. code-block:: text - - >>> import sys, pytest - >>> if sys.platform.startswith('win'): - ... pytest.skip('this doctest does not work on Windows') - ... - >>> import fcntl - >>> ... - -However using those functions is discouraged because it reduces the readability of the -docstring. - -.. note:: - - :func:`pytest.skip` and :func:`pytest.xfail` behave differently depending - if the doctests are in a Python file (in docstrings) or a text file containing - doctests intermingled with text: - - * Python modules (docstrings): the functions only act in that specific docstring, - letting the other docstrings in the same module execute as normal. - - * Text files: the functions will skip/xfail the checks for the rest of the entire - file. - - -Alternatives ------------- - -While the built-in pytest support provides a good set of functionalities for using -doctests, if you use them extensively you might be interested in those external packages -which add many more features, and include pytest integration: - -* `pytest-doctestplus `__: provides - advanced doctest support and enables the testing of reStructuredText (".rst") files. - -* `Sybil `__: provides a way to test examples in - your documentation by parsing them from the documentation source and evaluating - the parsed examples as part of your normal test run. diff --git a/doc/en/example/assertion/test_failures.py b/doc/en/example/assertion/test_failures.py index eda06df..350518b 100644 --- a/doc/en/example/assertion/test_failures.py +++ b/doc/en/example/assertion/test_failures.py @@ -5,9 +5,9 @@ failure_demo = os.path.join(os.path.dirname(__file__), "failure_demo.py") pytest_plugins = ("pytester",) -def test_failure_demo_fails_properly(testdir): - target = testdir.tmpdir.join(os.path.basename(failure_demo)) +def test_failure_demo_fails_properly(pytester): + target = pytester.path.joinpath(os.path.basename(failure_demo)) shutil.copy(failure_demo, target) - result = testdir.runpytest(target, syspathinsert=True) + result = pytester.runpytest(target, syspathinsert=True) result.stdout.fnmatch_lines(["*44 failed*"]) assert result.ret != 0 diff --git a/doc/en/example/attic.rst b/doc/en/example/attic.rst index 2ea8700..2b1f276 100644 --- a/doc/en/example/attic.rst +++ b/doc/en/example/attic.rst @@ -25,7 +25,7 @@ example: specifying and selecting acceptance tests self.tmpdir = request.config.mktemp(request.function.__name__, numbered=True) def run(self, *cmd): - """ called by test code to execute an acceptance test. """ + """called by test code to execute an acceptance test.""" self.tmpdir.chdir() return subprocess.check_output(cmd).decode() diff --git a/doc/en/example/fixtures/fixture_availability.svg b/doc/en/example/fixtures/fixture_availability.svg index 3ca2844..066caac 100644 --- a/doc/en/example/fixtures/fixture_availability.svg +++ b/doc/en/example/fixtures/fixture_availability.svg @@ -1,4 +1,4 @@ - +