feat/run-both-walltime-and-instrumentation - Branch - CodSpeedHQ/pytest-codspeed

feat(ci): add benchmarks-walltime job to run additional performance benchmarks

#65Merged

Comparing

feat/run-both-walltime-and-instrumentation

(

003c3b4

) with

master

(

003c3b4

)

-2%

Improvements: 18

Regressions: 9

Untouched: 73

This report only contains results for the Wall Time instrument. To view results for the CPU Simulation instrument, click here.

Benchmarks

Failed

test_get_valid_pos[pos0-4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

Regression

-2%

2.8 µs2.9 µs

test_pipe_communication[100]

tests/benchmarks/test_bench_syscalls.py

Regression

-2%

14.3 ms14.7 ms

test_pipe_communication[1000]

tests/benchmarks/test_bench_syscalls.py

Regression

-2%

14.3 ms14.6 ms

test_pipe_communication[10]

tests/benchmarks/test_bench_syscalls.py

Regression

-2%

14.3 ms14.6 ms

test_multiprocessing_map[100]

tests/benchmarks/test_bench_syscalls.py

Regression

-3%

73 ms74.9 ms

test_multiprocessing_map[1000]

tests/benchmarks/test_bench_syscalls.py

Regression

-3%

72.9 ms75.5 ms

test_array_alloc[100000]

tests/benchmarks/test_bench_syscalls.py

Regression

-4%

184.8 µs193.2 µs

test_multiprocessing_map[10]

tests/benchmarks/test_bench_syscalls.py

Regression

-2%

71.7 ms73.4 ms

test_fs_read[1000]

tests/benchmarks/test_bench_syscalls.py

Regression

-3%

756 ns780 ns

Improved

test_threadpool_map[10000]

tests/benchmarks/test_bench_syscalls.py

+14%

757.7 ms667.3 ms

test_noop_pass

tests/benchmarks/test_bench_various_noop.py

+6%

444 ns420 ns

test_minimax[scores0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+5%

8.4 µs7.9 µs

test_generate_all_combinations[4-2]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+5%

5.9 µs5.6 µs

test_generate_all_combinations[5-4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+5%

8.2 µs7.8 µs

test_noop_ellipsis_decorated

tests/benchmarks/test_bench_various_noop.py

+5%

540 ns516 ns

test_is_safe[board0-1-1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+4%

10.1 µs9.7 µs

test_depth_first_search[4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+4%

27.9 µs26.9 µs

test_color[graph0-3]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+4%

27.1 µs26.2 µs

test_tcp_connection[wikipedia.org-443]

tests/benchmarks/test_bench_syscalls.py

+3%

16.6 ms16.1 ms

test_iterative_fibo_10

tests/benchmarks/test_bench_fibo.py

+3%

1.2 µs1.2 µs

test_tcp_connection[1.1.1.1-53]

tests/benchmarks/test_bench_syscalls.py

+3%

1.2 ms1.2 ms

test_noop_ellipsis

tests/benchmarks/test_bench_various_noop.py

+3%

432 ns420 ns

test_noop_lambda_decorated

tests/benchmarks/test_bench_various_noop.py

+3%

876 ns852 ns

test_match_word_pattern[aba-GraphTreesGraph]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+3%

90.3 µs87.8 µs

test_recursive_cached_fibo_10

tests/benchmarks/test_bench_fibo.py

+2%

6.6 µs6.5 µs

test_mmap_operation[409600]

tests/benchmarks/test_bench_syscalls.py

+2%

125.2 µs122.5 µs

test_generate_all_combinations[0-0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+2%

1.2 µs1.2 µs

Passed

test_open_knight_tour[1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+2%

3.5 µs3.4 µs

test_noop_lambda

tests/benchmarks/test_bench_various_noop.py

+2%

780 ns768 ns

test_make_highpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

+2%

5.7 µs5.6 µs

test_make_highshelf

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

+1%

7.4 µs7.2 µs

test_iir_filter_set_coefficients[a_coeffs0-b_coeffs0]

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

+1%

852 ns840 ns

test_threadpool_map[100000]

tests/benchmarks/test_bench_syscalls.py

+1%

8.6 s8.5 s

test_open_close_fd[1000]

tests/benchmarks/test_bench_syscalls.py

+1%

8.6 ms8.5 ms

test_fs_write[1000000]

tests/benchmarks/test_bench_syscalls.py

+1%

2.5 ms2.5 ms

test_solve_power_sum[13-2]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+1%

5.5 µs5.5 µs

test_tcp_connection[8.8.8.8-53]

tests/benchmarks/test_bench_syscalls.py

+1%

775.6 µs769.7 µs

test_sudoku[initial_grid0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+1%

8 µs7.9 µs

test_combination_lists[5-4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+1%

3.4 µs3.4 µs

test_make_allpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

+1%

5.2 µs5.2 µs

test_is_complete[board0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+1%

1.8 µs1.8 µs

test_combination_lists[0-0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+1%

1.9 µs1.9 µs

test_recursive_cached_fibo_100

tests/benchmarks/test_bench_fibo.py

+1%

100.8 µs100.2 µs

test_hamilton_cycle[graph0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+1%

23.9 µs23.7 µs

test_generate_sum_of_subsets_soln[nums0-9]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

21.5 µs21.4 µs

test_mmap_operation[40960]

tests/benchmarks/test_bench_syscalls.py

40.7 µs40.5 µs

test_make_bandpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

5.5 µs5.4 µs

test_hostname_resolution[amazon.com]

tests/benchmarks/test_bench_syscalls.py

309.1 µs308.3 µs

test_open_close_fd[10]

tests/benchmarks/test_bench_syscalls.py

89.6 µs89.4 µs

test_hostname_resolution[1.1.1.1]

tests/benchmarks/test_bench_syscalls.py

6.3 µs6.3 µs

test_generate_all_permutations[sequence0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

154.2 µs153.9 µs

test_threadpool_map[100]

tests/benchmarks/test_bench_syscalls.py

5.1 ms5.1 ms

test_process_creation[cat /dev/null]

tests/benchmarks/test_bench_syscalls.py

3.1 ms3.1 ms

test_fs_write[100]

tests/benchmarks/test_bench_syscalls.py

13.1 µs13.1 µs

test_n_queens_solve[board0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

10.1 ms10.1 ms

test_recursive_fibo_10

tests/benchmarks/test_bench_fibo.py

25.8 µs25.8 µs

test_sleep[0.05]

tests/benchmarks/test_bench_syscalls.py

50.1 ms50.1 ms

test_sleep[0.1]

tests/benchmarks/test_bench_syscalls.py

100.1 ms100.1 ms

test_make_lowshelf

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

7.2 µs7.2 µs

test_iir_filter_process

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

3 µs3 µs

test_solve_crossword[puzzle0-words0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

2.1 µs2.1 µs

test_dup_fd

tests/benchmarks/test_bench_syscalls.py

13.9 µs13.9 µs

test_noop_pass_decorated

tests/benchmarks/test_bench_various_noop.py

528 ns528 ns

test_fs_write[1000]

tests/benchmarks/test_bench_syscalls.py

14.7 µs14.7 µs

test_fs_read[100]

tests/benchmarks/test_bench_syscalls.py

504 ns504 ns

test_sleep[0.01]

tests/benchmarks/test_bench_syscalls.py

10.1 ms10.1 ms

test_sleep[0.001]

tests/benchmarks/test_bench_syscalls.py

1.1 ms1.1 ms

test_open_close_fd[100]

tests/benchmarks/test_bench_syscalls.py

858.7 µs859 µs

test_mmap_operation[4096]

tests/benchmarks/test_bench_syscalls.py

29.3 µs29.3 µs

test_threadpool_map[1000]

tests/benchmarks/test_bench_syscalls.py

35.3 ms35.3 ms

test_generate_all_permutations[sequence1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

154.5 µs154.6 µs

test_hostname_resolution[localhost]

tests/benchmarks/test_bench_syscalls.py

114 µs114.1 µs

test_fs_write[10000]

tests/benchmarks/test_bench_syscalls.py

35.4 µs35.5 µs

test_array_alloc[10000]

tests/benchmarks/test_bench_syscalls.py

19.7 µs19.7 µs

test_hostname_resolution[google.com]

tests/benchmarks/test_bench_syscalls.py

370.9 µs371.4 µs

test_generate_all_subsequences[sequence0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

181.4 µs181.7 µs

test_generate_parenthesis[3]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

7.8 µs7.8 µs

test_process_creation[echo hello]

tests/benchmarks/test_bench_syscalls.py

1.4 ms1.4 ms

test_fs_read[100000]

tests/benchmarks/test_bench_syscalls.py

741.1 µs742.4 µs

test_fs_read[1000000]

tests/benchmarks/test_bench_syscalls.py

7.5 ms7.5 ms

test_fs_read[10000]

tests/benchmarks/test_bench_syscalls.py

66.1 µs66.3 µs

test_fs_write[100000]

tests/benchmarks/test_bench_syscalls.py

234 µs234.8 µs

test_make_peak

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

6.4 µs6.4 µs

test_hostname_resolution[127.0.0.1]

tests/benchmarks/test_bench_syscalls.py

6.3 µs6.4 µs

test_hostname_resolution[8.8.8.8]

tests/benchmarks/test_bench_syscalls.py

6.3 µs6.3 µs

test_multiprocessing_map[100000]

tests/benchmarks/test_bench_syscalls.py

105.8 ms106.2 ms

test_array_alloc[1000]

tests/benchmarks/test_bench_syscalls.py

2.9 µs2.9 µs

test_recursive_fibo_20

tests/benchmarks/test_bench_fibo.py

3.1 ms3.1 ms

test_process_creation[ls -l]

tests/benchmarks/test_bench_syscalls.py

4.3 ms4.3 ms

test_generate_all_subsequences[sequence1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-1%

91.9 µs92.4 µs

test_make_lowpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

-1%

5.7 µs5.7 µs

test_combination_sum[candidates0-8]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-1%

9.1 µs9.2 µs

test_multiprocessing_map[10000]

tests/benchmarks/test_bench_syscalls.py

-1%

77.1 ms77.9 ms

test_array_alloc[100]

tests/benchmarks/test_bench_syscalls.py

-1%

1.1 µs1.1 µs

test_word_exists[board0-ABCCED]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-1%

15.3 µs15.4 µs

test_solve_maze[maze0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-1%

18.8 µs19 µs

test_threadpool_map[10]

tests/benchmarks/test_bench_syscalls.py

-1%

1.3 ms1.3 ms

test_combination_lists[4-2]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-1%

3.6 µs3.7 µs

test_tcp_connection[google.com-443]

tests/benchmarks/test_bench_syscalls.py

-2%

1.2 ms1.3 ms

test_pipe_communication[10000]

tests/benchmarks/test_bench_syscalls.py

-2%

14.3 ms14.6 ms

Commits

Click on a commit to change the comparison range

Base

master

003c3b4

-2.47%

feat(ci): add benchmarks-walltime job to run additional performance benchmarks

003c3b4

10 months ago

by art049

Home Terms Privacy Docs