Comparing
feat/run-both-walltime-and-instrumentation
(003c3b4
) withmaster
(768b5b8
)-2%
- Improvements
- 0
- Regressions
- 1
- Untouched
- 46
- New
- 0
- Dropped
- 0
- Ignored
- 53
Benchmarks
Failed
test_combination_lists[4-2]Regression
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_combination_lists[4-2]-2%
30.2 µs
30.9 µs
Passed
test_recursive_cached_fibo_10
tests/benchmarks/test_bench_fibo.py::test_recursive_cached_fibo_10+1%
40.5 µs
40.2 µs
test_make_peak
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_peak+1%
40.5 µs
40.2 µs
test_noop_pass_decorated
tests/benchmarks/test_bench_various_noop.py::test_noop_pass_decorated+1%
14.4 µs
14.3 µs
test_make_bandpass
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_bandpass+1%
37.4 µs
37.2 µs
test_combination_lists[0-0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_combination_lists[0-0]+1%
23.2 µs
23.1 µs
test_noop_pass
tests/benchmarks/test_bench_various_noop.py::test_noop_pass0%
12.3 µs
12.2 µs
test_make_allpass
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_allpass0%
36.8 µs
36.6 µs
test_solve_power_sum[13-2]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_solve_power_sum[13-2]0%
32.1 µs
32 µs
test_noop_lambda
tests/benchmarks/test_bench_various_noop.py::test_noop_lambda0%
17.4 µs
17.3 µs
test_generate_parenthesis[3]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_parenthesis[3]0%
41.1 µs
41 µs
test_iir_filter_process
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_iir_filter_process0%
31.1 µs
31 µs
test_iterative_fibo_10
tests/benchmarks/test_bench_fibo.py::test_iterative_fibo_100%
21.2 µs
21.2 µs
test_solve_crossword[puzzle0-words0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_solve_crossword[puzzle0-words0]0%
21.8 µs
21.8 µs
test_sudoku[initial_grid0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_sudoku[initial_grid0]0%
34.2 µs
34.1 µs
test_generate_all_combinations[4-2]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_combinations[4-2]0%
36.5 µs
36.4 µs
test_generate_all_subsequences[sequence0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_subsequences[sequence0]0%
93.8 µs
93.6 µs
test_combination_lists[5-4]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_combination_lists[5-4]0%
28 µs
28 µs
test_generate_all_combinations[5-4]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_combinations[5-4]0%
42.2 µs
42.1 µs
test_noop_ellipsis_decorated
tests/benchmarks/test_bench_various_noop.py::test_noop_ellipsis_decorated0%
14.2 µs
14.2 µs
test_make_highshelf
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_highshelf0%
42.6 µs
42.5 µs
test_recursive_cached_fibo_100
tests/benchmarks/test_bench_fibo.py::test_recursive_cached_fibo_1000%
201.9 µs
201.5 µs
test_minimax[scores0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_minimax[scores0]0%
39.3 µs
39.2 µs
test_get_valid_pos[pos0-4]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_get_valid_pos[pos0-4]0%
24.9 µs
24.9 µs
test_word_exists[board0-ABCCED]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_word_exists[board0-ABCCED]0%
64 µs
64 µs
test_recursive_fibo_10
tests/benchmarks/test_bench_fibo.py::test_recursive_fibo_100%
100.7 µs
100.7 µs
test_make_lowshelf
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_lowshelf0%
42.6 µs
42.5 µs
test_recursive_fibo_20
tests/benchmarks/test_bench_fibo.py::test_recursive_fibo_200%
10.2 ms
10.2 ms
test_is_complete[board0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_is_complete[board0]0%
23.6 µs
23.6 µs
test_color[graph0-3]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_color[graph0-3]0%
81.1 µs
81.1 µs
test_match_word_pattern[aba-GraphTreesGraph]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_match_word_pattern[aba-GraphTreesGraph]0%
193.5 µs
193.5 µs
test_generate_all_permutations[sequence0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_permutations[sequence0]0%
104.5 µs
104.6 µs
test_is_safe[board0-1-1]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_is_safe[board0-1-1]0%
42.4 µs
42.4 µs
test_make_highpass
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_highpass0%
38 µs
38 µs
test_generate_sum_of_subsets_soln[nums0-9]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_sum_of_subsets_soln[nums0-9]0%
72.2 µs
72.2 µs
test_generate_all_subsequences[sequence1]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_subsequences[sequence1]0%
61.7 µs
61.7 µs
test_hamilton_cycle[graph0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_hamilton_cycle[graph0]0%
79.5 µs
79.6 µs
test_solve_maze[maze0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_solve_maze[maze0]0%
68 µs
68.1 µs
test_noop_lambda_decorated
tests/benchmarks/test_bench_various_noop.py::test_noop_lambda_decorated0%
18.9 µs
18.9 µs
test_generate_all_combinations[0-0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_combinations[0-0]0%
18.3 µs
18.3 µs
test_open_knight_tour[1]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_open_knight_tour[1]0%
33.1 µs
33.2 µs
test_iir_filter_set_coefficients[a_coeffs0-b_coeffs0]
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_iir_filter_set_coefficients[a_coeffs0-b_coeffs0]0%
15.6 µs
15.6 µs
test_combination_sum[candidates0-8]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_combination_sum[candidates0-8]0%
43.2 µs
43.3 µs
test_make_lowpass
tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_lowpass0%
46.6 µs
46.7 µs
test_depth_first_search[4]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_depth_first_search[4]0%
83.4 µs
83.6 µs
test_n_queens_solve[board0]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_n_queens_solve[board0]0%
3.8 ms
3.8 ms
test_generate_all_permutations[sequence1]
tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_permutations[sequence1]0%
103.9 µs
104.2 µs
Ignored
test_array_alloc[100000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_array_alloc[100000]0%
431.5 µs
431.5 µs
test_array_alloc[10000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_array_alloc[10000]0%
59.8 µs
59.8 µs
test_array_alloc[1000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_array_alloc[1000]0%
22.2 µs
22.2 µs
test_array_alloc[100]Ignored
tests/benchmarks/test_bench_syscalls.py::test_array_alloc[100]0%
17.6 µs
17.6 µs
test_dup_fdIgnored
tests/benchmarks/test_bench_syscalls.py::test_dup_fd+1%
22.9 µs
22.8 µs
test_fs_read[1000000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_fs_read[1000000]0%
28.2 µs
28.1 µs
test_fs_read[100000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_fs_read[100000]0%
28.7 µs
28.6 µs
test_fs_read[10000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_fs_read[10000]0%
28.7 µs
28.7 µs
test_fs_read[1000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_fs_read[1000]0%
15.8 µs
15.9 µs
test_fs_read[100]Ignored
tests/benchmarks/test_bench_syscalls.py::test_fs_read[100]+1%
13.8 µs
13.7 µs
test_fs_write[1000000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_fs_write[1000000]0%
1.8 ms
1.8 ms
test_fs_write[100000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_fs_write[100000]0%
208.1 µs
208 µs
test_fs_write[10000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_fs_write[10000]0%
50.3 µs
50.1 µs
test_fs_write[1000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_fs_write[1000]+1%
33 µs
32.6 µs
test_fs_write[100]Ignored
tests/benchmarks/test_bench_syscalls.py::test_fs_write[100]0%
30.5 µs
30.5 µs
test_hostname_resolution[1.1.1.1]Ignored
tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[1.1.1.1]0%
39.4 µs
39.4 µs
test_hostname_resolution[127.0.0.1]Ignored
tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[127.0.0.1]0%
39.7 µs
39.6 µs
test_hostname_resolution[8.8.8.8]Ignored
tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[8.8.8.8]0%
39.5 µs
39.4 µs
test_hostname_resolution[amazon.com]Ignored
tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[amazon.com]+1%
90.5 µs
90 µs
test_hostname_resolution[google.com]Ignored
tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[google.com]+58%
112.5 µs
71 µs
test_hostname_resolution[localhost]Ignored
tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[localhost]+1%
76.8 µs
76.3 µs
test_mmap_operation[409600]Ignored
tests/benchmarks/test_bench_syscalls.py::test_mmap_operation[409600]0%
745 µs
744.8 µs
test_mmap_operation[40960]Ignored
tests/benchmarks/test_bench_syscalls.py::test_mmap_operation[40960]0%
101.5 µs
101.3 µs
test_mmap_operation[4096]Ignored
tests/benchmarks/test_bench_syscalls.py::test_mmap_operation[4096]+1%
36.5 µs
36.3 µs
test_multiprocessing_map[100000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_multiprocessing_map[100000]-1%
86.3 ms
87 ms
test_multiprocessing_map[10000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_multiprocessing_map[10000]-40%
11.2 ms
18.7 ms
test_multiprocessing_map[1000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_multiprocessing_map[1000]-4%
4.7 ms
4.9 ms
test_multiprocessing_map[100]Ignored
tests/benchmarks/test_bench_syscalls.py::test_multiprocessing_map[100]-2%
3.3 ms
3.4 ms
test_multiprocessing_map[10]Ignored
tests/benchmarks/test_bench_syscalls.py::test_multiprocessing_map[10]-25%
2.7 ms
3.6 ms
test_open_close_fd[1000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_open_close_fd[1000]-3%
1.3 ms
1.4 ms
test_open_close_fd[100]Ignored
tests/benchmarks/test_bench_syscalls.py::test_open_close_fd[100]0%
133.6 µs
133.5 µs
test_open_close_fd[10]Ignored
tests/benchmarks/test_bench_syscalls.py::test_open_close_fd[10]+2%
37.3 µs
36.6 µs
test_pipe_communication[10000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_pipe_communication[10000]0%
41.7 µs
41.7 µs
test_pipe_communication[1000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_pipe_communication[1000]0%
41.7 µs
41.7 µs
test_pipe_communication[100]Ignored
tests/benchmarks/test_bench_syscalls.py::test_pipe_communication[100]-1%
40.1 µs
40.3 µs
test_pipe_communication[10]Ignored
tests/benchmarks/test_bench_syscalls.py::test_pipe_communication[10]0%
43.8 µs
43.8 µs
test_process_creation[cat /dev/null]Ignored
tests/benchmarks/test_bench_syscalls.py::test_process_creation[cat /dev/null]0%
203.2 µs
204 µs
test_process_creation[echo hello]Ignored
tests/benchmarks/test_bench_syscalls.py::test_process_creation[echo hello]0%
235.3 µs
235.4 µs
test_process_creation[ls -l]Ignored
tests/benchmarks/test_bench_syscalls.py::test_process_creation[ls -l]0%
206.6 µs
206.6 µs
test_sleep[0.001]Ignored
tests/benchmarks/test_bench_syscalls.py::test_sleep[0.001]0%
13.4 µs
13.4 µs
test_sleep[0.01]Ignored
tests/benchmarks/test_bench_syscalls.py::test_sleep[0.01]+1%
13.4 µs
13.3 µs
test_sleep[0.05]Ignored
tests/benchmarks/test_bench_syscalls.py::test_sleep[0.05]+1%
13.4 µs
13.3 µs
test_sleep[0.1]Ignored
tests/benchmarks/test_bench_syscalls.py::test_sleep[0.1]0%
13.5 µs
13.4 µs
test_tcp_connection[1.1.1.1-53]Ignored
tests/benchmarks/test_bench_syscalls.py::test_tcp_connection[1.1.1.1-53]0%
33.6 µs
33.6 µs
test_tcp_connection[8.8.8.8-53]Ignored
tests/benchmarks/test_bench_syscalls.py::test_tcp_connection[8.8.8.8-53]0%
38.7 µs
38.8 µs
test_tcp_connection[google.com-443]Ignored
tests/benchmarks/test_bench_syscalls.py::test_tcp_connection[google.com-443]+63%
106.8 µs
65.3 µs
test_tcp_connection[wikipedia.org-443]Ignored
tests/benchmarks/test_bench_syscalls.py::test_tcp_connection[wikipedia.org-443]0%
65.3 µs
65.6 µs
test_threadpool_map[100000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_threadpool_map[100000]0%
4.3 s
4.3 s
test_threadpool_map[10000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_threadpool_map[10000]0%
418.6 ms
418.5 ms
test_threadpool_map[1000]Ignored
tests/benchmarks/test_bench_syscalls.py::test_threadpool_map[1000]0%
41.1 ms
41.1 ms
test_threadpool_map[100]Ignored
tests/benchmarks/test_bench_syscalls.py::test_threadpool_map[100]0%
4.6 ms
4.6 ms
test_threadpool_map[10]Ignored
tests/benchmarks/test_bench_syscalls.py::test_threadpool_map[10]0%
816.5 µs
814.2 µs
test_noop_ellipsisIgnored
tests/benchmarks/test_bench_various_noop.py::test_noop_ellipsis0%
12.3 µs
12.2 µs
Commits
Click on a commit to change the comparison rangeBase
master
768b5b8
-2%
feat(ci): add benchmarks-walltime job to run additional performance benchmarks
003c3b4
27 days ago
by art049