mirror of https://github.com/mongodb/mongo
54 lines
2.9 KiB
YAML
54 lines
2.9 KiB
YAML
########################################################################################################
|
|
# This file contains thresholds for performance tests run by resmoke. These correspond to #
|
|
# the GenerateAndCheckPerfResults hook. Thresholds are set on a per variant basis. #
|
|
# Make sure to set the --variantName flag when running benchmarks in resmoke. #
|
|
# #
|
|
# Each entry should follow the format below #
|
|
########################################################################################################
|
|
#
|
|
# tests:
|
|
# test1:
|
|
# variant1:
|
|
# - thread_level: {thread_level_value}
|
|
# metrics:
|
|
# - name: {name of the metric to check}
|
|
# threshold_limit: {The maximum difference in the metric when compared to the base commit}
|
|
# bound_direction: {What the threshold direction should be. Must be one of upper or lower}
|
|
# - thread_level: {thread_level_value}
|
|
# metrics:
|
|
# - name: {name of the metric to check}
|
|
# threshold_limit: {The maximum difference in the metric when compared to the base commit}
|
|
# bound_direction: {What the threshold direction should be. Must be one of upper or lower}
|
|
# test2:
|
|
# variant1:
|
|
# - thread_level: {thread_level_value}
|
|
# metrics:
|
|
# - name: {name of the metric to check}
|
|
# threshold_limit: {The maximum difference in the metric when compared to the base commit}
|
|
# bound_direction: {What the threshold direction should be. Must be one of upper or lower}
|
|
# - thread_level: {thread_level_value}
|
|
# metrics:
|
|
# - name: {name of the metric to check}
|
|
# threshold_limit: {The maximum difference in the metric when compared to the base commit}
|
|
# bound_direction: {What the threshold direction should be. Must be one of upper or lower}
|
|
#
|
|
#
|
|
#
|
|
#
|
|
# Bound direction upper means that the value reported by the test must be BELOW the base commit plus the threshold limit.
|
|
# Bound direction lower means that the value reported by the test must be ABOVE the base commit minus the threshold limit.
|
|
# I.e. if the base commit has a value of 100 and the threshold limit is 10, then:
|
|
# - For upper bound direction, the value reported by the test must be less than or equal to 110.
|
|
# - For lower bound direction, the value reported by the test must be greater than or equal to 90.
|
|
#
|
|
########################################################################################################
|
|
|
|
tests:
|
|
CrudBenchmarkFixture/BM_FIND_ONE:
|
|
al2023-arm64-sep-benchmark:
|
|
- thread_level: 1
|
|
metrics:
|
|
- name: instructions_per_iteration_mean
|
|
threshold_limit: 600
|
|
bound_direction: upper
|