Avatar for the CodSpeedHQ user
CodSpeedHQ
pytest-codspeed
BlogDocsChangelog

fix: Exclude setup time from benchmark in walltime mode

#114Merged
Comparing
toby-coleman:fix/pedantic-walltime-mode
(
4a1f0f8
) with
master
(
aa267f3
)
CodSpeed Performance Gauge
-27%
Improvement
22
Regression
16
Untouched
239
Ignored
53

Benchmarks

330 total
test_multiprocessing_map[10000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
-27%
85.2 ms116.9 ms
test_make_lowpass
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py
CodSpeed Performance Gauge
-12%
5.3 µs6.1 µs
test_generate_all_combinations[5-4]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
-11%
10.3 µs11.5 µs
test_noop_pass_decorated
tests/benchmarks/test_bench_various_noop.py
CodSpeed Performance Gauge
-9%
654.6 ns719.9 ns
test_sum_of_squares[sum_of_squares_sum_labmda_product]
tests/benchmarks/test_bench_misc.py
CodSpeed Performance Gauge
-7%
274.8 µs295.8 µs
test_hamilton_cycle[graph0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
-6%
25 µs26.7 µs
test_array_alloc[100]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
-5%
1.2 µs1.2 µs
test_tcp_connection[google.com-443]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
-5%
1.1 ms1.2 ms
test_iir_filter_process
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py
CodSpeed Performance Gauge
-4%
3 µs3.1 µs
test_sum_of_squares[sum_of_squares_sum_labmda_power]
tests/benchmarks/test_bench_misc.py
CodSpeed Performance Gauge
-3%
315.8 µs327 µs
test_open_knight_tour[1]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
-3%
4.2 µs4.4 µs
test_tcp_connection[8.8.8.8-53]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
-3%
659.2 µs680.6 µs
test_combination_sum[candidates0-8]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
-3%
11 µs11.4 µs
test_noop_pass
tests/benchmarks/test_bench_various_noop.py
CodSpeed Performance Gauge
-3%
468.2 ns481.6 ns
test_sum_of_squares[sum_of_squares_sum_comprehension_product]
tests/benchmarks/test_bench_misc.py
CodSpeed Performance Gauge
-3%
193.9 µs199.1 µs
test_make_peak
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py
CodSpeed Performance Gauge
-2%
6.4 µs6.6 µs
test_pipe_communication[10]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+31%
9 ms6.8 ms
test_multiprocessing_map[100000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+30%
143.8 ms110.8 ms
test_tcp_connection[1.1.1.1-53]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+24%
958.8 µs774.9 µs
test_multiprocessing_map[10000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+22%
3.4 MB2.8 MB
test_multiprocessing_map[100]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+21%
3.8 MB3.1 MB
test_multiprocessing_map[10]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+16%
3.8 MB3.2 MB
test_process_creation[echo hello]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+15%
2.5 ms2.1 ms
test_sum_of_squares[sum_of_squares_sum_comprehension_power]
tests/benchmarks/test_bench_misc.py
CodSpeed Performance Gauge
+13%
245.7 µs217.5 µs
test_sum_squares_slow
tests/benchmarks/test_bench_doc.py
CodSpeed Performance Gauge
+12%
361.7 µs322.3 µs

Commits

Click on a commit to change the comparison range
Base
master
aa267f3
-7.76%
Fix walltime mode
b61640c
2 days ago
by toby-coleman
-19.32%
fix: fix ruff lint errors in walltime test
4a1f0f8
7 hours ago
by adriencaccia
© 2026 CodSpeed Technology
Home Terms Privacy Docs