feat/add-codspeed-doc-test-bench - Branch - CodSpeedHQ/pytest-codspeed

chore: add sample benches from the documentation

#71Merged

Comparing

feat/add-codspeed-doc-test-bench

(

4f60a18

) with

master

(

253b1be

)

-5%

Improvements: 6

Regressions: 6

Untouched: 88

New: 10

This report only contains results for the Wall Time instrument. To view results for the CPU Simulation instrument, click here.

Benchmarks

Failed

test_fs_write[1000]

tests/benchmarks/test_bench_syscalls.py

Regression

-2%

16.1 µs16.4 µs

test_fs_read[1000]

tests/benchmarks/test_bench_syscalls.py

Regression

-2%

8.4 µs8.6 µs

test_generate_sum_of_subsets_soln[nums0-9]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

Regression

-2%

20.4 µs20.8 µs

test_mmap_operation[409600]

tests/benchmarks/test_bench_syscalls.py

Regression

-2%

119.5 µs122.1 µs

test_solve_power_sum[13-2]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

Regression

-4%

5 µs5.2 µs

test_multiprocessing_map[100000]

tests/benchmarks/test_bench_syscalls.py

Regression

-2%

106.7 ms108.9 ms

Improved

test_threadpool_map[10000]

tests/benchmarks/test_bench_syscalls.py

+6%

800.2 ms757.7 ms

test_generate_all_combinations[5-4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+5%

8 µs7.6 µs

test_solve_crossword[puzzle0-words0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+3%

1.9 µs1.8 µs

test_generate_all_subsequences[sequence1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+2%

92.2 µs90.2 µs

test_get_valid_pos[pos0-4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+2%

2.5 µs2.4 µs

test_make_bandpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

+2%

4.9 µs4.8 µs

New

test_sum_squares_fast

tests/benchmarks/test_bench_doc.py

N/A

N/A154 µs

test_count_even[count_even_fast]

tests/benchmarks/test_bench_misc.py

N/A

N/A1.3 ms

test_sum_squares_slow

tests/benchmarks/test_bench_doc.py

N/A

N/A274.1 µs

test_count_even[count_even_slow]

tests/benchmarks/test_bench_misc.py

N/A

N/A1.3 ms

test_sum_of_squares[sum_of_squares_sum_comprehension_product]

tests/benchmarks/test_bench_misc.py

N/A

N/A175.9 µs

test_sum_of_squares[sum_of_squares_for_loop_power]

tests/benchmarks/test_bench_misc.py

N/A

N/A183.5 µs

test_sum_of_squares[sum_of_squares_sum_comprehension_power]

tests/benchmarks/test_bench_misc.py

N/A

N/A194.7 µs

test_sum_of_squares[sum_of_squares_sum_labmda_product]

tests/benchmarks/test_bench_misc.py

N/A

N/A235.1 µs

test_sum_of_squares[sum_of_squares_sum_labmda_power]

tests/benchmarks/test_bench_misc.py

N/A

N/A260.8 µs

test_sum_of_squares[sum_of_squares_for_loop_product]

tests/benchmarks/test_bench_misc.py

N/A

N/A154.6 µs

Passed

test_generate_all_combinations[0-0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+8%

889.4 ns822.1 ns

test_iir_filter_set_coefficients[a_coeffs0-b_coeffs0]

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

+7%

634.2 ns591.7 ns

test_iterative_fibo_10

tests/benchmarks/test_bench_fibo.py

+7%

994 ns931.4 ns

test_combination_lists[0-0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+4%

1.6 µs1.5 µs

test_word_exists[board0-ABCCED]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+3%

15 µs14.6 µs

test_combination_lists[4-2]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+2%

3.3 µs3.2 µs

test_noop_lambda

tests/benchmarks/test_bench_various_noop.py

+2%

514.1 ns504.4 ns

test_generate_all_combinations[4-2]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+2%

5.5 µs5.4 µs

test_hamilton_cycle[graph0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+2%

23.1 µs22.7 µs

test_generate_all_subsequences[sequence0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+2%

183.8 µs180.8 µs

test_make_allpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

+2%

4.7 µs4.6 µs

test_array_alloc[100]

tests/benchmarks/test_bench_syscalls.py

+1%

755.3 ns744.6 ns

test_threadpool_map[100]

tests/benchmarks/test_bench_syscalls.py

+1%

5.2 ms5.1 ms

test_array_alloc[1000]

tests/benchmarks/test_bench_syscalls.py

+1%

2.5 µs2.5 µs

test_threadpool_map[1000]

tests/benchmarks/test_bench_syscalls.py

+1%

35.4 ms34.9 ms

test_make_lowpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

+1%

4.9 µs4.9 µs

test_make_highshelf

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

+1%

6.5 µs6.5 µs

test_threadpool_map[10]

tests/benchmarks/test_bench_syscalls.py

+1%

1.3 ms1.3 ms

test_noop_pass_decorated

tests/benchmarks/test_bench_various_noop.py

+1%

285.6 ns282.7 ns

test_threadpool_map[100000]

tests/benchmarks/test_bench_syscalls.py

+1%

8.6 s8.5 s

test_combination_sum[candidates0-8]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+1%

8.9 µs8.8 µs

test_multiprocessing_map[10]

tests/benchmarks/test_bench_syscalls.py

+1%

75.5 ms75 ms

test_open_knight_tour[1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+1%

3 µs3 µs

test_sudoku[initial_grid0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+1%

7.7 µs7.6 µs

test_hostname_resolution[amazon.com]

tests/benchmarks/test_bench_syscalls.py

+1%

313.2 µs311.4 µs

test_mmap_operation[4096]

tests/benchmarks/test_bench_syscalls.py

+1%

29.2 µs29 µs

test_mmap_operation[40960]

tests/benchmarks/test_bench_syscalls.py

+1%

40.6 µs40.4 µs

test_make_highpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

5.1 µs5.1 µs

test_iir_filter_process

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

2.6 µs2.6 µs

test_generate_parenthesis[3]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

7.6 µs7.6 µs

test_color[graph0-3]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

25.3 µs25.2 µs

test_array_alloc[10000]

tests/benchmarks/test_bench_syscalls.py

19.5 µs19.5 µs

test_hostname_resolution[google.com]

tests/benchmarks/test_bench_syscalls.py

377.4 µs376.6 µs

test_multiprocessing_map[100]

tests/benchmarks/test_bench_syscalls.py

76.4 ms76.2 ms

test_generate_all_permutations[sequence0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

153.7 µs153.5 µs

test_process_creation[ls -l]

tests/benchmarks/test_bench_syscalls.py

4.3 ms4.3 ms

test_fs_write[100000]

tests/benchmarks/test_bench_syscalls.py

242.8 µs242.6 µs

test_process_creation[cat /dev/null]

tests/benchmarks/test_bench_syscalls.py

3.1 ms3.1 ms

test_sleep[0.001]

tests/benchmarks/test_bench_syscalls.py

1.1 ms1.1 ms

test_fs_write[10000]

tests/benchmarks/test_bench_syscalls.py

39 µs39 µs

test_sleep[0.05]

tests/benchmarks/test_bench_syscalls.py

50.1 ms50.1 ms

test_sleep[0.1]

tests/benchmarks/test_bench_syscalls.py

100.1 ms100.1 ms

test_sleep[0.01]

tests/benchmarks/test_bench_syscalls.py

10.1 ms10.1 ms

test_make_lowshelf

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

6.4 µs6.4 µs

test_recursive_cached_fibo_100

tests/benchmarks/test_bench_fibo.py

105 µs105.1 µs

test_n_queens_solve[board0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

10 ms10.1 ms

test_tcp_connection[8.8.8.8-53]

tests/benchmarks/test_bench_syscalls.py

775.3 µs776.6 µs

test_noop_ellipsis

tests/benchmarks/test_bench_various_noop.py

208.9 ns209.3 ns

test_generate_all_permutations[sequence1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

154.2 µs154.4 µs

test_fs_read[1000000]

tests/benchmarks/test_bench_syscalls.py

7.5 ms7.5 ms

test_fs_write[100]

tests/benchmarks/test_bench_syscalls.py

12.5 µs12.6 µs

test_fs_read[100000]

tests/benchmarks/test_bench_syscalls.py

741.9 µs743.4 µs

test_hostname_resolution[localhost]

tests/benchmarks/test_bench_syscalls.py

114.1 µs114.4 µs

test_fs_read[10000]

tests/benchmarks/test_bench_syscalls.py

79.4 µs79.6 µs

test_multiprocessing_map[1000]

tests/benchmarks/test_bench_syscalls.py

77 ms77.2 ms

test_hostname_resolution[127.0.0.1]

tests/benchmarks/test_bench_syscalls.py

5.4 µs5.4 µs

test_pipe_communication[1000]

tests/benchmarks/test_bench_syscalls.py

15.2 ms15.2 ms

test_is_complete[board0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

1.3 µs1.3 µs

test_array_alloc[100000]

tests/benchmarks/test_bench_syscalls.py

184.6 µs185.4 µs

test_process_creation[echo hello]

tests/benchmarks/test_bench_syscalls.py

-1%

1.4 ms1.4 ms

test_pipe_communication[100]

tests/benchmarks/test_bench_syscalls.py

-1%

15.2 ms15.2 ms

test_open_close_fd[100]

tests/benchmarks/test_bench_syscalls.py

-1%

854 µs858.7 µs

test_open_close_fd[1000]

tests/benchmarks/test_bench_syscalls.py

-1%

8.6 ms8.6 ms

test_dup_fd

tests/benchmarks/test_bench_syscalls.py

-1%

12.7 µs12.8 µs

test_noop_pass

tests/benchmarks/test_bench_various_noop.py

-1%

208.8 ns210 ns

test_pipe_communication[10000]

tests/benchmarks/test_bench_syscalls.py

-1%

15.1 ms15.2 ms

test_noop_ellipsis_decorated

tests/benchmarks/test_bench_various_noop.py

-1%

285.2 ns287 ns

test_solve_maze[maze0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-1%

18.4 µs18.5 µs

test_open_close_fd[10]

tests/benchmarks/test_bench_syscalls.py

-1%

89.4 µs90 µs

test_make_peak

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

-1%

5.6 µs5.6 µs

test_hostname_resolution[1.1.1.1]

tests/benchmarks/test_bench_syscalls.py

-1%

5.3 µs5.4 µs

test_pipe_communication[10]

tests/benchmarks/test_bench_syscalls.py

-1%

15.1 ms15.2 ms

test_recursive_cached_fibo_10

tests/benchmarks/test_bench_fibo.py

-1%

6 µs6 µs

test_fs_read[100]

tests/benchmarks/test_bench_syscalls.py

-1%

1.1 µs1.1 µs

test_minimax[scores0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-1%

8.2 µs8.3 µs

test_fs_write[1000000]

tests/benchmarks/test_bench_syscalls.py

-1%

2.5 ms2.5 ms

test_hostname_resolution[8.8.8.8]

tests/benchmarks/test_bench_syscalls.py

-1%

5.3 µs5.4 µs

test_tcp_connection[google.com-443]

tests/benchmarks/test_bench_syscalls.py

-1%

1.2 ms1.2 ms

test_recursive_fibo_10

tests/benchmarks/test_bench_fibo.py

-1%

25.3 µs25.7 µs

test_tcp_connection[wikipedia.org-443]

tests/benchmarks/test_bench_syscalls.py

-2%

16.3 ms16.6 ms

test_multiprocessing_map[10000]

tests/benchmarks/test_bench_syscalls.py

-2%

79 ms80.4 ms

test_recursive_fibo_20

tests/benchmarks/test_bench_fibo.py

-2%

3.1 ms3.2 ms

test_noop_lambda_decorated

tests/benchmarks/test_bench_various_noop.py

-2%

582.5 ns592.8 ns

test_match_word_pattern[aba-GraphTreesGraph]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-2%

89.6 µs91.2 µs

test_tcp_connection[1.1.1.1-53]

tests/benchmarks/test_bench_syscalls.py

-2%

1.2 ms1.2 ms

test_is_safe[board0-1-1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-3%

9.2 µs9.5 µs

test_depth_first_search[4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-5%

27.9 µs29.4 µs

test_combination_lists[5-4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-5%

3 µs3.2 µs

Commits

Click on a commit to change the comparison range

Base

master

253b1be

-4.94%

test: add benches from the documentation's getting started

4f60a18

11 months ago

by art049

Home Terms Privacy Docs