Avatar for the CodSpeedHQ user
CodSpeedHQ
pytest-codspeed
BlogDocsChangelog

fix: Exclude setup time from benchmark in walltime mode

#114Merged
Comparing
toby-coleman:fix/pedantic-walltime-mode
(
4a1f0f8
) with
master
(
aa267f3
)
CodSpeed Performance Gauge
-27%
Improvement
22
Regression
16
Untouched
239
Ignored
53

Benchmarks

330 total
test_process_creation[cat /dev/null]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+9%
5.4 ms5 ms
test_multiprocessing_map[1000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+5%
3.1 MB2.9 MB
test_multiprocessing_map[10]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+4%
54.4 ms52.1 ms
test_process_creation[ls -l]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+4%
6.6 ms6.4 ms
test_mmap_operation[4096]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+4%
39.5 µs38 µs
test_mmap_operation[409600]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+3%
135.9 µs131.3 µs
test_multiprocessing_map[100]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+3%
58.3 ms56.4 ms
test_fs_read[1000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+3%
827.6 ns803.3 ns
test_multiprocessing_map[100000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+3%
6.5 MB6.3 MB
test_make_highshelf
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py
CodSpeed Performance Gauge
+2%
7.7 µs7.5 µs
test_solve_crossword[puzzle0-words0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+2%
2.2 µs2.2 µs
test_solve_power_sum[13-2]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+2%
7.1 µs6.9 µs
test_threadpool_map[10]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+2%
2.6 ms2.5 ms
test_combination_lists[5-4]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+6%
4.1 µs3.8 µs
test_count_even[count_even_slow]
tests/benchmarks/test_bench_misc.py
CodSpeed Performance Gauge
+4%
1.3 ms1.2 ms
test_make_allpass
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py
CodSpeed Performance Gauge
+2%
5.2 µs5.1 µs
test_recursive_fibo_20
tests/benchmarks/test_bench_fibo.py
CodSpeed Performance Gauge
+2%
5.5 ms5.4 ms
test_threadpool_map[10]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+2%
12.3 KB12.1 KB
test_threadpool_map[1000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+2%
42.7 ms42 ms
test_color[graph0-3]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+2%
30.5 µs30 µs
test_sum_of_squares[sum_of_squares_for_loop_product]
tests/benchmarks/test_bench_misc.py
CodSpeed Performance Gauge
+1%
162.3 µs159.9 µs
test_get_valid_pos[pos0-4]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+1%
2.9 µs2.9 µs
test_iir_filter_set_coefficients[a_coeffs0-b_coeffs0]
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py
CodSpeed Performance Gauge
+1%
898 ns887.3 ns
test_fs_write[100]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+1%
13.5 µs13.4 µs
test_open_close_fd[1000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+1%
9.1 ms9 ms

Commits

Click on a commit to change the comparison range
Base
master
aa267f3
-7.76%
Fix walltime mode
b61640c
2 days ago
by toby-coleman
-19.32%
fix: fix ruff lint errors in walltime test
4a1f0f8
7 hours ago
by adriencaccia
© 2026 CodSpeed Technology
Home Terms Privacy Docs