CodSpeedHQ
pytest-codspeed
BlogDocsChangelog

fix: use proper iterations times and fix round sizes

#67Merged
Comparing
cod-505-use-correct-timings-in-pytest-codspeed-walltime
(
4333c1f
) with
master
(
003c3b4
)
CodSpeed Performance Gauge
-4%
Improvements
47
Regressions
17
Untouched
36

Benchmarks

Failed

test_fs_read[10000]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-17%
66.1 µs79.3 µs
test_fs_read[100]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-54%
504 ns1,095.8 ns
test_pipe_communication[1000]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-6%
14.3 ms15.2 ms
test_multiprocessing_map[100]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-4%
73 ms76.3 ms
test_fs_read[1000]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-91%
756 ns8,432.6 ns
test_pipe_communication[100]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-6%
14.3 ms15.2 ms
test_pipe_communication[10000]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-6%
14.3 ms15.2 ms
test_recursive_cached_fibo_100
tests/benchmarks/test_bench_fibo.py
Regression
CodSpeed Performance Gauge
-4%
100.8 µs104.8 µs
test_pipe_communication[10]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-6%
14.3 ms15.2 ms
test_tcp_connection[1.1.1.1-53]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-19%
1.2 ms1.5 ms
test_multiprocessing_map[10]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-5%
71.7 ms75.6 ms
test_multiprocessing_map[100000]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-3%
105.8 ms108.7 ms
test_multiprocessing_map[10000]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-5%
77.1 ms80.9 ms
test_multiprocessing_map[1000]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-6%
72.9 ms77.6 ms
test_fs_write[100000]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-3%
234 µs241.5 µs
test_fs_write[1000]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-10%
14.7 µs16.3 µs
test_fs_write[10000]
tests/benchmarks/test_bench_syscalls.py
Regression
CodSpeed Performance Gauge
-9%
35.4 µs39.1 µs

Improved

test_noop_pass
tests/benchmarks/test_bench_various_noop.py
CodSpeed Performance Gauge
×2.1
444 ns213.3 ns
test_noop_ellipsis
tests/benchmarks/test_bench_various_noop.py
CodSpeed Performance Gauge
×2
432 ns215.5 ns
test_noop_pass_decorated
tests/benchmarks/test_bench_various_noop.py
CodSpeed Performance Gauge
+87%
528 ns282.9 ns
test_noop_ellipsis_decorated
tests/benchmarks/test_bench_various_noop.py
CodSpeed Performance Gauge
+84%
540 ns294 ns
test_array_alloc[100]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+53%
1,092 ns714.9 ns
test_noop_lambda
tests/benchmarks/test_bench_various_noop.py
CodSpeed Performance Gauge
+42%
780 ns549.2 ns
test_generate_all_combinations[0-0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+40%
1,212 ns864.4 ns
test_noop_lambda_decorated
tests/benchmarks/test_bench_various_noop.py
CodSpeed Performance Gauge
+37%
876 ns640.5 ns
test_is_complete[board0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+36%
1.8 µs1.3 µs
test_iir_filter_set_coefficients[a_coeffs0-b_coeffs0]
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py
CodSpeed Performance Gauge
+33%
852 ns638.3 ns
test_combination_lists[0-0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+28%
1.9 µs1.5 µs
test_iterative_fibo_10
tests/benchmarks/test_bench_fibo.py
CodSpeed Performance Gauge
+28%
1,236 ns969.4 ns
test_open_knight_tour[1]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+21%
3.5 µs2.9 µs
test_hostname_resolution[8.8.8.8]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+17%
6.3 µs5.4 µs
test_hostname_resolution[127.0.0.1]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+17%
6.3 µs5.4 µs
test_hostname_resolution[1.1.1.1]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+17%
6.3 µs5.4 µs
test_get_valid_pos[pos0-4]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+16%
2.8 µs2.4 µs
test_make_peak
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py
CodSpeed Performance Gauge
+14%
6.4 µs5.6 µs
test_make_allpass
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py
CodSpeed Performance Gauge
+14%
5.2 µs4.6 µs
test_make_highshelf
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py
CodSpeed Performance Gauge
+14%
7.4 µs6.4 µs
test_make_lowpass
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py
CodSpeed Performance Gauge
+14%
5.7 µs5 µs
test_make_lowshelf
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py
CodSpeed Performance Gauge
+14%
7.2 µs6.4 µs
test_array_alloc[1000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+13%
2.9 µs2.5 µs
test_make_highpass
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py
CodSpeed Performance Gauge
+13%
5.7 µs5 µs
test_combination_lists[5-4]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+13%
3.4 µs3 µs
test_iir_filter_process
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py
CodSpeed Performance Gauge
+12%
3 µs2.7 µs
test_make_bandpass
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py
CodSpeed Performance Gauge
+12%
5.5 µs4.9 µs
test_is_safe[board0-1-1]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+10%
10.1 µs9.2 µs
test_solve_power_sum[13-2]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+9%
5.5 µs5 µs
test_dup_fd
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+9%
13.9 µs12.8 µs
test_solve_crossword[puzzle0-words0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+8%
2.1 µs1.9 µs
test_recursive_cached_fibo_10
tests/benchmarks/test_bench_fibo.py
CodSpeed Performance Gauge
+8%
6.6 µs6.1 µs
test_combination_lists[4-2]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+8%
3.6 µs3.4 µs
test_generate_all_combinations[5-4]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+5%
8.2 µs7.9 µs
test_fs_write[100]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+4%
13.1 µs12.6 µs
test_combination_sum[candidates0-8]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+4%
9.1 µs8.7 µs
test_generate_all_combinations[4-2]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+4%
5.9 µs5.7 µs
test_generate_parenthesis[3]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+4%
7.8 µs7.5 µs
test_color[graph0-3]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+4%
27.1 µs26.2 µs
test_word_exists[board0-ABCCED]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+3%
15.3 µs14.8 µs
test_sudoku[initial_grid0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+3%
8 µs7.7 µs
test_hamilton_cycle[graph0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+3%
23.9 µs23.2 µs
test_tcp_connection[wikipedia.org-443]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+3%
16.6 ms16.2 ms
test_array_alloc[10000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+2%
19.7 µs19.3 µs
test_recursive_fibo_10
tests/benchmarks/test_bench_fibo.py
CodSpeed Performance Gauge
+2%
25.8 µs25.2 µs
test_mmap_operation[409600]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+2%
125.2 µs122.5 µs
test_generate_all_subsequences[sequence1]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+2%
91.9 µs90.1 µs

Passed

test_mmap_operation[4096]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+2%
29.3 µs28.7 µs
test_open_close_fd[100]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+1%
858.7 µs851.4 µs
test_fs_write[1000000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+1%
2.5 ms2.5 ms
test_generate_all_permutations[sequence0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+1%
154.2 µs153.1 µs
test_minimax[scores0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+1%
8.4 µs8.3 µs
test_generate_all_subsequences[sequence0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+1%
181.4 µs180.3 µs
test_mmap_operation[40960]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+1%
40.7 µs40.4 µs
test_n_queens_solve[board0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
+1%
10.1 ms10.1 ms
test_tcp_connection[google.com-443]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
+1%
1.2 ms1.2 ms
test_process_creation[cat /dev/null]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
3.1 ms3.1 ms
test_generate_all_permutations[sequence1]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
0%
154.5 µs154.1 µs
test_generate_sum_of_subsets_soln[nums0-9]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
0%
21.5 µs21.4 µs
test_open_close_fd[10]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
89.6 µs89.4 µs
test_tcp_connection[8.8.8.8-53]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
775.6 µs774.6 µs
test_array_alloc[100000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
184.8 µs184.6 µs
test_process_creation[ls -l]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
4.3 ms4.3 ms
test_sleep[0.001]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
1.1 ms1.1 ms
test_sleep[0.05]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
50.1 ms50.1 ms
test_sleep[0.01]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
10.1 ms10.1 ms
test_sleep[0.1]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
100.1 ms100.1 ms
test_fs_read[1000000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
7.5 ms7.5 ms
test_process_creation[echo hello]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
1.4 ms1.4 ms
test_open_close_fd[1000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
8.6 ms8.6 ms
test_threadpool_map[1000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
35.3 ms35.3 ms
test_fs_read[100000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
741.1 µs743 µs
test_recursive_fibo_20
tests/benchmarks/test_bench_fibo.py
CodSpeed Performance Gauge
0%
3.1 ms3.1 ms
test_threadpool_map[10000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
757.7 ms760.4 ms
test_hostname_resolution[localhost]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
0%
114 µs114.6 µs
test_threadpool_map[100000]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
-1%
8.6 s8.6 s
test_hostname_resolution[amazon.com]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
-1%
309.1 µs311 µs
test_threadpool_map[100]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
-1%
5.1 ms5.1 ms
test_threadpool_map[10]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
-1%
1.3 ms1.3 ms
test_hostname_resolution[google.com]
tests/benchmarks/test_bench_syscalls.py
CodSpeed Performance Gauge
-1%
370.9 µs374.8 µs
test_depth_first_search[4]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
-1%
27.9 µs28.2 µs
test_solve_maze[maze0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
-2%
18.8 µs19.1 µs
test_match_word_pattern[aba-GraphTreesGraph]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py
CodSpeed Performance Gauge
-2%
90.3 µs92 µs

Commits

Click on a commit to change the comparison range
Base
master
003c3b4
-3.83%
refactor: replace hardcoded outlier factor for improved readability
4333c1f
9 months ago
by art049
© 2025 CodSpeed Technology
Home Terms Privacy Docs