From 19c5cc8aba2629e5f30515953f2a8334cd63f6a5 Mon Sep 17 00:00:00 2001 From: Zanie Blue Date: Tue, 23 Jan 2024 10:35:16 -0600 Subject: [PATCH] Improve retry of pip install scenario tests (#1063) Follow-up to #996 with retries of the full `pip_install_scenario` module since there are a few tests that flake and tracking down the non-determinism is proving to be quite complicated. Adds a profile that can be used to disable retries, e.g. `--profile no-retry` when you expect the scenario to change. As before, hopefully this is a short-term measure. --- .config/nextest.toml | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/.config/nextest.toml b/.config/nextest.toml index c48e7bbfe..e3a8de680 100644 --- a/.config/nextest.toml +++ b/.config/nextest.toml @@ -3,6 +3,11 @@ slow-timeout = "10s" [[profile.default.overrides]] -# The following test has a non-determinstic snapshot -filter = 'test(excluded_only_compatible_version|dependency_excludes_range_of_compatible_versions)' -retries = 3 +# Some of these tests have a non-determinstic snapshot +filter = 'binary(pip_install_scenarios)' +retries = 2 + +[[profile.no-retry.overrides]] +# An optional profile to avoid retries +filter = 'binary(pip_install_scenarios)' +retries = 0