feat/shard-benchmarks - Branch - CodSpeedHQ/pytest-codspeed

CodSpeedHQ

pytest-codspeed

Instrumentation

Wall Time

Blog Docs Changelog

ci: switch to sharded upload

#75

Comparing

feat/shard-benchmarks

(

c4def4a

) with

master

(

c92304c

)

-25%

Improvements: 2

Regressions: 15

Untouched: 40

Ignored: 53

Benchmarks

Failed

test_combination_lists[0-0]Regression

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_combination_lists[0-0]

-8%

23 µs25 µs

test_sum_squares_slowRegression

tests/benchmarks/test_bench_doc.py::test_sum_squares_slow

-2%

646.8 µs661.9 µs

test_generate_all_combinations[5-4]Regression

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_combinations[5-4]

-4%

42 µs43.7 µs

test_generate_parenthesis[3]Regression

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_parenthesis[3]

-2%

41.1 µs41.9 µs

test_open_knight_tour[1]Regression

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_open_knight_tour[1]

-2%

33.1 µs33.8 µs

test_generate_all_combinations[0-0]Regression

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_combinations[0-0]

-11%

18.3 µs20.6 µs

test_make_allpassRegression

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_allpass

-8%

36.8 µs40.3 µs

test_sum_squares_fastRegression

tests/benchmarks/test_bench_doc.py::test_sum_squares_fast

-3%

449.7 µs465.1 µs

test_iterative_fibo_10Regression

tests/benchmarks/test_bench_fibo.py::test_iterative_fibo_10

-25%

21.3 µs28.3 µs

test_combination_lists[5-4]Regression

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_combination_lists[5-4]

-5%

28 µs29.6 µs

test_make_highpassRegression

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_highpass

-7%

38.1 µs40.9 µs

test_make_bandpassRegression

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_bandpass

-8%

37.4 µs40.7 µs

test_generate_all_subsequences[sequence1]Regression

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_subsequences[sequence1]

-2%

61.8 µs63.3 µs

test_recursive_fibo_10Regression

tests/benchmarks/test_bench_fibo.py::test_recursive_fibo_10

-7%

100.8 µs108.3 µs

test_generate_all_permutations[sequence1]Regression

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_permutations[sequence1]

-3%

103.9 µs106.9 µs

Improved

test_make_lowpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_lowpass

+15%

47 µs40.8 µs

test_combination_lists[4-2]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_combination_lists[4-2]

+3%

30.3 µs29.5 µs

Passed

test_is_safe[board0-1-1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_is_safe[board0-1-1]

+1%

42.5 µs41.9 µs

test_recursive_cached_fibo_100

tests/benchmarks/test_bench_fibo.py::test_recursive_cached_fibo_100

+1%

202.6 µs200.5 µs

test_n_queens_solve[board0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_n_queens_solve[board0]

+1%

3.8 ms3.8 ms

test_recursive_cached_fibo_10

tests/benchmarks/test_bench_fibo.py::test_recursive_cached_fibo_10

40.7 µs40.5 µs

test_noop_lambda

tests/benchmarks/test_bench_various_noop.py::test_noop_lambda

17.3 µs17.2 µs

test_noop_ellipsis_decorated

tests/benchmarks/test_bench_various_noop.py::test_noop_ellipsis_decorated

14.3 µs14.2 µs

test_noop_lambda_decorated

tests/benchmarks/test_bench_various_noop.py::test_noop_lambda_decorated

18.9 µs18.8 µs

test_count_even[count_even_slow]

tests/benchmarks/test_bench_misc.py::test_count_even[count_even_slow]

3.1 ms3.1 ms

test_make_lowshelf

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_lowshelf

42.9 µs42.8 µs

test_recursive_fibo_20

tests/benchmarks/test_bench_fibo.py::test_recursive_fibo_20

10.2 ms10.2 ms

test_noop_pass_decorated

tests/benchmarks/test_bench_various_noop.py::test_noop_pass_decorated

14.4 µs14.4 µs

test_generate_all_permutations[sequence0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_permutations[sequence0]

104.4 µs104.4 µs

test_count_even[count_even_fast]

tests/benchmarks/test_bench_misc.py::test_count_even[count_even_fast]

3 ms3 ms

test_generate_all_subsequences[sequence0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_subsequences[sequence0]

93.6 µs93.7 µs

test_is_complete[board0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_is_complete[board0]

23.5 µs23.6 µs

test_sum_of_squares[sum_of_squares_sum_comprehension_product]

tests/benchmarks/test_bench_misc.py::test_sum_of_squares[sum_of_squares_sum_comprehension_product]

472.3 µs473.4 µs

test_noop_pass

tests/benchmarks/test_bench_various_noop.py::test_noop_pass

12.3 µs12.3 µs

test_generate_all_combinations[4-2]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_combinations[4-2]

36.5 µs36.6 µs

test_solve_power_sum[13-2]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_solve_power_sum[13-2]

32.2 µs32.2 µs

test_depth_first_search[4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_depth_first_search[4]

83.6 µs83.9 µs

test_sudoku[initial_grid0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_sudoku[initial_grid0]

34 µs34.2 µs

test_minimax[scores0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_minimax[scores0]

39.3 µs39.4 µs

test_solve_crossword[puzzle0-words0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_solve_crossword[puzzle0-words0]

21.8 µs21.9 µs

test_combination_sum[candidates0-8]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_combination_sum[candidates0-8]

43 µs43.2 µs

test_sum_of_squares[sum_of_squares_sum_labmda_power]

tests/benchmarks/test_bench_misc.py::test_sum_of_squares[sum_of_squares_sum_labmda_power]

648.5 µs651.5 µs

test_sum_of_squares[sum_of_squares_sum_labmda_product]

tests/benchmarks/test_bench_misc.py::test_sum_of_squares[sum_of_squares_sum_labmda_product]

581.6 µs584.4 µs

test_generate_sum_of_subsets_soln[nums0-9]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_sum_of_subsets_soln[nums0-9]

72.2 µs72.6 µs

test_sum_of_squares[sum_of_squares_sum_comprehension_power]

tests/benchmarks/test_bench_misc.py::test_sum_of_squares[sum_of_squares_sum_comprehension_power]

537.5 µs540.2 µs

test_solve_maze[maze0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_solve_maze[maze0]

-1%

67.8 µs68.2 µs

test_word_exists[board0-ABCCED]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_word_exists[board0-ABCCED]

-1%

63.9 µs64.2 µs

test_make_peak

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_peak

-1%

40.3 µs40.5 µs

test_color[graph0-3]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_color[graph0-3]

-1%

81 µs81.7 µs

test_sum_of_squares[sum_of_squares_for_loop_power]

tests/benchmarks/test_bench_misc.py::test_sum_of_squares[sum_of_squares_for_loop_power]

-1%

517.3 µs521.4 µs

test_hamilton_cycle[graph0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_hamilton_cycle[graph0]

-1%

79.5 µs80.2 µs

test_sum_of_squares[sum_of_squares_for_loop_product]

tests/benchmarks/test_bench_misc.py::test_sum_of_squares[sum_of_squares_for_loop_product]

-1%

451.9 µs455.8 µs

test_make_highshelf

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_highshelf

-1%

42.4 µs42.8 µs

test_get_valid_pos[pos0-4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_get_valid_pos[pos0-4]

-1%

25 µs25.3 µs

test_iir_filter_process

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_iir_filter_process

-1%

31 µs31.4 µs

test_match_word_pattern[aba-GraphTreesGraph]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_match_word_pattern[aba-GraphTreesGraph]

-1%

194.2 µs197.2 µs

test_iir_filter_set_coefficients[a_coeffs0-b_coeffs0]

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_iir_filter_set_coefficients[a_coeffs0-b_coeffs0]

-2%

15.6 µs15.9 µs

Ignored

test_array_alloc[10000]

tests/benchmarks/test_bench_syscalls.py::test_array_alloc[10000]

Ignored

60.1 µs60.2 µs

test_fs_read[1000]

tests/benchmarks/test_bench_syscalls.py::test_fs_read[1000]

Ignored

+4%

16.1 µs15.4 µs

test_fs_write[10000]

tests/benchmarks/test_bench_syscalls.py::test_fs_write[10000]

Ignored

-3%

50.2 µs51.7 µs

test_hostname_resolution[localhost]

tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[localhost]

Ignored

-1%

76.6 µs77.1 µs

test_tcp_connection[google.com-443]

tests/benchmarks/test_bench_syscalls.py::test_tcp_connection[google.com-443]

Ignored

-5%

107.3 µs112.9 µs

test_process_creation[cat /dev/null]

tests/benchmarks/test_bench_syscalls.py::test_process_creation[cat /dev/null]

Ignored

-14%

202.7 µs236 µs

test_open_close_fd[1000]

tests/benchmarks/test_bench_syscalls.py::test_open_close_fd[1000]

Ignored

-4%

1.4 ms1.4 ms

test_hostname_resolution[google.com]

tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[google.com]

Ignored

-1%

112.2 µs113.9 µs

test_threadpool_map[10]

tests/benchmarks/test_bench_syscalls.py::test_threadpool_map[10]

Ignored

818.6 µs819.3 µs

test_pipe_communication[10000]

tests/benchmarks/test_bench_syscalls.py::test_pipe_communication[10000]

Ignored

-7%

41.8 µs45.2 µs

test_threadpool_map[100000]

tests/benchmarks/test_bench_syscalls.py::test_threadpool_map[100000]

Ignored

4.3 s4.3 s

test_multiprocessing_map[10000]

tests/benchmarks/test_bench_syscalls.py::test_multiprocessing_map[10000]

Ignored

+26%

11.9 ms9.5 ms

test_sleep[0.05]

tests/benchmarks/test_bench_syscalls.py::test_sleep[0.05]

Ignored

-6%

13.5 µs14.3 µs

test_sleep[0.01]

tests/benchmarks/test_bench_syscalls.py::test_sleep[0.01]

Ignored

-7%

13.4 µs14.4 µs

test_noop_ellipsis

tests/benchmarks/test_bench_various_noop.py::test_noop_ellipsis

Ignored

-1%

12.3 µs12.3 µs

test_threadpool_map[10000]

tests/benchmarks/test_bench_syscalls.py::test_threadpool_map[10000]

Ignored

419.2 ms418.1 ms

test_pipe_communication[1000]

tests/benchmarks/test_bench_syscalls.py::test_pipe_communication[1000]

Ignored

-6%

41.6 µs44.4 µs

test_mmap_operation[409600]

tests/benchmarks/test_bench_syscalls.py::test_mmap_operation[409600]

Ignored

745 µs747.3 µs

test_open_close_fd[100]

tests/benchmarks/test_bench_syscalls.py::test_open_close_fd[100]

Ignored

-3%

133.7 µs137.7 µs

test_multiprocessing_map[1000]

tests/benchmarks/test_bench_syscalls.py::test_multiprocessing_map[1000]

Ignored

-5%

4.5 ms4.7 ms

test_array_alloc[1000]

tests/benchmarks/test_bench_syscalls.py::test_array_alloc[1000]

Ignored

-3%

23.1 µs23.9 µs

test_process_creation[ls -l]

tests/benchmarks/test_bench_syscalls.py::test_process_creation[ls -l]

Ignored

-13%

206 µs237.9 µs

test_fs_read[1000000]

tests/benchmarks/test_bench_syscalls.py::test_fs_read[1000000]

Ignored

28.3 µs28.4 µs

test_hostname_resolution[8.8.8.8]

tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[8.8.8.8]

Ignored

-5%

39.6 µs41.9 µs

test_fs_write[1000]

tests/benchmarks/test_bench_syscalls.py::test_fs_write[1000]

Ignored

-1%

33 µs33.5 µs

test_fs_read[100]

tests/benchmarks/test_bench_syscalls.py::test_fs_read[100]

Ignored

-1%

13.8 µs13.9 µs

test_tcp_connection[1.1.1.1-53]

tests/benchmarks/test_bench_syscalls.py::test_tcp_connection[1.1.1.1-53]

Ignored

-14%

33.7 µs39.1 µs

test_multiprocessing_map[10]

tests/benchmarks/test_bench_syscalls.py::test_multiprocessing_map[10]

Ignored

-41%

2.8 ms4.7 ms

test_sleep[0.1]

tests/benchmarks/test_bench_syscalls.py::test_sleep[0.1]

Ignored

-6%

13.5 µs14.3 µs

test_multiprocessing_map[100000]

tests/benchmarks/test_bench_syscalls.py::test_multiprocessing_map[100000]

Ignored

+7%

86 ms80 ms

test_dup_fd

tests/benchmarks/test_bench_syscalls.py::test_dup_fd

Ignored

22.9 µs22.9 µs

test_hostname_resolution[amazon.com]

tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[amazon.com]

Ignored

90.8 µs90.5 µs

test_fs_write[100000]

tests/benchmarks/test_bench_syscalls.py::test_fs_write[100000]

Ignored

-1%

207.4 µs209.2 µs

test_array_alloc[100000]

tests/benchmarks/test_bench_syscalls.py::test_array_alloc[100000]

Ignored

431.6 µs432.1 µs

test_tcp_connection[wikipedia.org-443]

tests/benchmarks/test_bench_syscalls.py::test_tcp_connection[wikipedia.org-443]

Ignored

-8%

65.4 µs70.9 µs

test_hostname_resolution[127.0.0.1]

tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[127.0.0.1]

Ignored

-6%

39.7 µs42.1 µs

test_pipe_communication[10]

tests/benchmarks/test_bench_syscalls.py::test_pipe_communication[10]

Ignored

43.8 µs43.6 µs

test_fs_read[10000]

tests/benchmarks/test_bench_syscalls.py::test_fs_read[10000]

Ignored

-1%

28.8 µs28.9 µs

test_threadpool_map[100]

tests/benchmarks/test_bench_syscalls.py::test_threadpool_map[100]

Ignored

4.6 ms4.6 ms

test_mmap_operation[4096]

tests/benchmarks/test_bench_syscalls.py::test_mmap_operation[4096]

Ignored

+1%

36.5 µs36.2 µs

test_threadpool_map[1000]

tests/benchmarks/test_bench_syscalls.py::test_threadpool_map[1000]

Ignored

+1%

41.2 ms40.8 ms

test_multiprocessing_map[100]

tests/benchmarks/test_bench_syscalls.py::test_multiprocessing_map[100]

Ignored

-8%

3.4 ms3.7 ms

test_sleep[0.001]

tests/benchmarks/test_bench_syscalls.py::test_sleep[0.001]

Ignored

-1%

13.4 µs13.6 µs

test_fs_write[100]

tests/benchmarks/test_bench_syscalls.py::test_fs_write[100]

Ignored

-5%

30.6 µs32.1 µs

test_hostname_resolution[1.1.1.1]

tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[1.1.1.1]

Ignored

-6%

39.5 µs41.9 µs

test_array_alloc[100]

tests/benchmarks/test_bench_syscalls.py::test_array_alloc[100]

Ignored

-4%

17.8 µs18.6 µs

test_tcp_connection[8.8.8.8-53]

tests/benchmarks/test_bench_syscalls.py::test_tcp_connection[8.8.8.8-53]

Ignored

38.9 µs38.8 µs

test_fs_write[1000000]

tests/benchmarks/test_bench_syscalls.py::test_fs_write[1000000]

Ignored

1.8 ms1.8 ms

test_pipe_communication[100]

tests/benchmarks/test_bench_syscalls.py::test_pipe_communication[100]

Ignored

-8%

40.2 µs43.6 µs

test_fs_read[100000]

tests/benchmarks/test_bench_syscalls.py::test_fs_read[100000]

Ignored

-1%

28.8 µs29 µs

test_open_close_fd[10]

tests/benchmarks/test_bench_syscalls.py::test_open_close_fd[10]

Ignored

36.6 µs36.6 µs

test_process_creation[echo hello]

tests/benchmarks/test_bench_syscalls.py::test_process_creation[echo hello]

Ignored

-1%

235.8 µs237.5 µs

test_mmap_operation[40960]

tests/benchmarks/test_bench_syscalls.py::test_mmap_operation[40960]

Ignored

-2%

101.6 µs104.1 µs

Commits

Click on a commit to change the comparison range

Base

master

c92304c

-24.77%

ci: switch to sharded upload

c4def4a

7 months ago

by art049

Home Terms Privacy Docs