Improve retry of pip install scenario tests (#1063)

Follow-up to #996 with retries of the full `pip_install_scenario` module
since there are a few tests that flake and tracking down the
non-determinism is proving to be quite complicated.

Adds a profile that can be used to disable retries, e.g. `--profile
no-retry` when you expect the scenario to change.

As before, hopefully this is a short-term measure.
This commit is contained in:
Zanie Blue 2024-01-23 10:35:16 -06:00 committed by GitHub
parent 1f0a21d127
commit 19c5cc8aba
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 3 deletions

View File

@ -3,6 +3,11 @@
slow-timeout = "10s"
[[profile.default.overrides]]
# The following test has a non-determinstic snapshot
filter = 'test(excluded_only_compatible_version|dependency_excludes_range_of_compatible_versions)'
retries = 3
# Some of these tests have a non-determinstic snapshot
filter = 'binary(pip_install_scenarios)'
retries = 2
[[profile.no-retry.overrides]]
# An optional profile to avoid retries
filter = 'binary(pip_install_scenarios)'
retries = 0