feat/fix-random-seed-in-bench - Branch - CodSpeedHQ/pytest-codspeed

Blog Docs

feat: fix the random seed while measuring with instruments(#48)

Comparing

feat/fix-random-seed-in-bench

(

28d78ef

) with

master

(

9e11fea

)

IMPROVEMENTS: 0

REGRESSIONS: 0

UNTOUCHED: 47

NEW: 0

DROPPED: 0

IGNORED: 53

Benchmarks

Passed

test_make_lowpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_lowpass

+1%

47.1 µs

46.7 µs

test_noop_pass_decorated

tests/benchmarks/test_bench_various_noop.py::test_noop_pass_decorated

+1%

14.3 µs

14.2 µs

test_recursive_cached_fibo_100

tests/benchmarks/test_bench_fibo.py::test_recursive_cached_fibo_100

201.4 µs

200.5 µs

test_make_bandpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_bandpass

37 µs

36.9 µs

test_recursive_fibo_20

tests/benchmarks/test_bench_fibo.py::test_recursive_fibo_20

10.2 ms

10.1 ms

test_make_lowshelf

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_lowshelf

42.5 µs

42.4 µs

test_iir_filter_set_coefficients[a_coeffs0-b_coeffs0]

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_iir_filter_set_coefficients[a_coeffs0-b_coeffs0]

15.5 µs

test_recursive_fibo_10

tests/benchmarks/test_bench_fibo.py::test_recursive_fibo_10

100.6 µs

100.4 µs

test_noop_lambda

tests/benchmarks/test_bench_various_noop.py::test_noop_lambda

17.2 µs

test_minimax[scores0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_minimax[scores0]

39.1 µs

39 µs

test_generate_sum_of_subsets_soln[nums0-9]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_sum_of_subsets_soln[nums0-9]

72.2 µs

test_noop_pass

tests/benchmarks/test_bench_various_noop.py::test_noop_pass

12.2 µs

test_generate_all_combinations[4-2]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_combinations[4-2]

36.3 µs

test_sudoku[initial_grid0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_sudoku[initial_grid0]

33.8 µs

33.9 µs

test_make_allpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_allpass

36.6 µs

test_recursive_cached_fibo_10

tests/benchmarks/test_bench_fibo.py::test_recursive_cached_fibo_10

40.4 µs

40.5 µs

test_make_peak

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_peak

40.1 µs

40.2 µs

test_make_highshelf

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_highshelf

42.3 µs

42.4 µs

test_match_word_pattern[aba-GraphTreesGraph]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_match_word_pattern[aba-GraphTreesGraph]

193.7 µs

194 µs

test_generate_all_permutations[sequence0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_permutations[sequence0]

105.2 µs

105.4 µs

test_noop_lambda_decorated

tests/benchmarks/test_bench_various_noop.py::test_noop_lambda_decorated

18.9 µs

test_is_safe[board0-1-1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_is_safe[board0-1-1]

42.3 µs

42.4 µs

test_solve_power_sum[13-2]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_solve_power_sum[13-2]

31.8 µs

31.9 µs

test_depth_first_search[4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_depth_first_search[4]

83.1 µs

83.4 µs

test_solve_maze[maze0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_solve_maze[maze0]

67.3 µs

67.6 µs

test_generate_all_permutations[sequence1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_permutations[sequence1]

104.7 µs

105.1 µs

test_iterative_fibo_10

tests/benchmarks/test_bench_fibo.py::test_iterative_fibo_10

21.2 µs

21.3 µs

test_solve_crossword[puzzle0-words0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_solve_crossword[puzzle0-words0]

21.6 µs

21.7 µs

test_make_highpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_make_highpass

-1%

37.5 µs

37.7 µs

test_generate_all_combinations[5-4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_combinations[5-4]

-1%

41.9 µs

42.2 µs

test_word_exists[board0-ABCCED]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_word_exists[board0-ABCCED]

-1%

63.1 µs

63.5 µs

test_noop_ellipsis_decorated

tests/benchmarks/test_bench_various_noop.py::test_noop_ellipsis_decorated

-1%

14 µs

14.1 µs

test_n_queens_solve[board0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_n_queens_solve[board0]

-1%

3.8 ms

test_combination_sum[candidates0-8]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_combination_sum[candidates0-8]

-1%

42.8 µs

43.1 µs

test_generate_all_combinations[0-0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_combinations[0-0]

-1%

17.9 µs

18.1 µs

test_iir_filter_process

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py::test_iir_filter_process

-1%

31.1 µs

31.3 µs

test_generate_parenthesis[3]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_parenthesis[3]

-1%

40.5 µs

40.8 µs

test_hamilton_cycle[graph0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_hamilton_cycle[graph0]

-1%

78.7 µs

79.4 µs

test_color[graph0-3]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_color[graph0-3]

-1%

80.7 µs

81.4 µs

test_open_knight_tour[1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_open_knight_tour[1]

-1%

32.9 µs

33.2 µs

test_combination_lists[5-4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_combination_lists[5-4]

-1%

28 µs

28.3 µs

test_generate_all_subsequences[sequence0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_subsequences[sequence0]

-1%

93.6 µs

94.5 µs

test_combination_lists[0-0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_combination_lists[0-0]

-1%

23.1 µs

23.3 µs

test_generate_all_subsequences[sequence1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_generate_all_subsequences[sequence1]

-1%

62.2 µs

63 µs

test_is_complete[board0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_is_complete[board0]

-1%

23.2 µs

23.6 µs

test_get_valid_pos[pos0-4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_get_valid_pos[pos0-4]

-2%

24.5 µs

24.9 µs

test_combination_lists[4-2]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py::test_combination_lists[4-2]

-2%

29.9 µs

30.3 µs

Ignored

test_array_alloc[100000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_array_alloc[100000]

416.1 µs

416.3 µs

test_array_alloc[10000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_array_alloc[10000]

58.3 µs

58.2 µs

test_array_alloc[1000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_array_alloc[1000]

22.1 µs

22.2 µs

test_array_alloc[100]Ignored

tests/benchmarks/test_bench_syscalls.py::test_array_alloc[100]

17.5 µs

17.6 µs

test_dup_fdIgnored

tests/benchmarks/test_bench_syscalls.py::test_dup_fd

-1%

22.7 µs

22.8 µs

test_fs_read[1000000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_fs_read[1000000]

-1%

28.2 µs

28.4 µs

test_fs_read[100000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_fs_read[100000]

-1%

28.8 µs

28.9 µs

test_fs_read[10000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_fs_read[10000]

-1%

28.8 µs

29 µs

test_fs_read[1000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_fs_read[1000]

-2%

15.9 µs

16.3 µs

test_fs_read[100]Ignored

tests/benchmarks/test_bench_syscalls.py::test_fs_read[100]

-1%

13.7 µs

13.8 µs

test_fs_write[1000000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_fs_write[1000000]

992.7 µs

993 µs

test_fs_write[100000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_fs_write[100000]

208.3 µs

208.5 µs

test_fs_write[10000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_fs_write[10000]

-1%

50 µs

50.4 µs

test_fs_write[1000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_fs_write[1000]

33.4 µs

33.6 µs

test_fs_write[100]Ignored

tests/benchmarks/test_bench_syscalls.py::test_fs_write[100]

30.6 µs

30.7 µs

test_hostname_resolution[1.1.1.1]Ignored

tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[1.1.1.1]

40.6 µs

40.5 µs

test_hostname_resolution[127.0.0.1]Ignored

tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[127.0.0.1]

+1%

41.1 µs

40.8 µs

test_hostname_resolution[8.8.8.8]Ignored

tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[8.8.8.8]

40.7 µs

40.6 µs

test_hostname_resolution[amazon.com]Ignored

tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[amazon.com]

+1%

90.7 µs

90.2 µs

test_hostname_resolution[google.com]Ignored

tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[google.com]

70.4 µs

70.2 µs

test_hostname_resolution[localhost]Ignored

tests/benchmarks/test_bench_syscalls.py::test_hostname_resolution[localhost]

77.7 µs

77.8 µs

test_mmap_operation[409600]Ignored

tests/benchmarks/test_bench_syscalls.py::test_mmap_operation[409600]

745.1 µs

745.3 µs

test_mmap_operation[40960]Ignored

tests/benchmarks/test_bench_syscalls.py::test_mmap_operation[40960]

101.7 µs

101.8 µs

test_mmap_operation[4096]Ignored

tests/benchmarks/test_bench_syscalls.py::test_mmap_operation[4096]

-1%

36.5 µs

36.8 µs

test_multiprocessing_map[100000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_multiprocessing_map[100000]

-13%

78.2 ms

89.9 ms

test_multiprocessing_map[10000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_multiprocessing_map[10000]

-38%

11.7 ms

19 ms

test_multiprocessing_map[1000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_multiprocessing_map[1000]

-6%

6.9 ms

7.3 ms

test_multiprocessing_map[100]Ignored

tests/benchmarks/test_bench_syscalls.py::test_multiprocessing_map[100]

-9%

3.4 ms

3.7 ms

test_multiprocessing_map[10]Ignored

tests/benchmarks/test_bench_syscalls.py::test_multiprocessing_map[10]

+23%

3.6 ms

2.9 ms

test_open_close_fd[1000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_open_close_fd[1000]

-1%

1.3 ms

test_open_close_fd[100]Ignored

tests/benchmarks/test_bench_syscalls.py::test_open_close_fd[100]

131.4 µs

131.3 µs

test_open_close_fd[10]Ignored

tests/benchmarks/test_bench_syscalls.py::test_open_close_fd[10]

-1%

36.1 µs

36.6 µs

test_pipe_communication[10000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_pipe_communication[10000]

+1%

41.4 µs

41.1 µs

test_pipe_communication[1000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_pipe_communication[1000]

+1%

41.4 µs

41.1 µs

test_pipe_communication[100]Ignored

tests/benchmarks/test_bench_syscalls.py::test_pipe_communication[100]

+1%

39.8 µs

39.6 µs

test_pipe_communication[10]Ignored

tests/benchmarks/test_bench_syscalls.py::test_pipe_communication[10]

+1%

43.3 µs

43 µs

test_process_creation[cat /dev/null]Ignored

tests/benchmarks/test_bench_syscalls.py::test_process_creation[cat /dev/null]

204.6 µs

205.4 µs

test_process_creation[echo hello]Ignored

tests/benchmarks/test_bench_syscalls.py::test_process_creation[echo hello]

219.3 µs

220.3 µs

test_process_creation[ls -l]Ignored

tests/benchmarks/test_bench_syscalls.py::test_process_creation[ls -l]

206.8 µs

207.6 µs

test_sleep[0.001]Ignored

tests/benchmarks/test_bench_syscalls.py::test_sleep[0.001]

13.5 µs

test_sleep[0.01]Ignored

tests/benchmarks/test_bench_syscalls.py::test_sleep[0.01]

13.5 µs

test_sleep[0.05]Ignored

tests/benchmarks/test_bench_syscalls.py::test_sleep[0.05]

13.4 µs

13.5 µs

test_sleep[0.1]Ignored

tests/benchmarks/test_bench_syscalls.py::test_sleep[0.1]

13.5 µs

test_tcp_connection[1.1.1.1-53]Ignored

tests/benchmarks/test_bench_syscalls.py::test_tcp_connection[1.1.1.1-53]

33.5 µs

33.6 µs

test_tcp_connection[8.8.8.8-53]Ignored

tests/benchmarks/test_bench_syscalls.py::test_tcp_connection[8.8.8.8-53]

38.6 µs

38.5 µs

test_tcp_connection[google.com-443]Ignored

tests/benchmarks/test_bench_syscalls.py::test_tcp_connection[google.com-443]

63.9 µs

64.1 µs

test_tcp_connection[wikipedia.org-443]Ignored

tests/benchmarks/test_bench_syscalls.py::test_tcp_connection[wikipedia.org-443]

64.7 µs

64.8 µs

test_threadpool_map[100000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_threadpool_map[100000]

4.3 s

test_threadpool_map[10000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_threadpool_map[10000]

-1%

417.8 ms

420.3 ms

test_threadpool_map[1000]Ignored

tests/benchmarks/test_bench_syscalls.py::test_threadpool_map[1000]

41 ms

41.2 ms

test_threadpool_map[100]Ignored

tests/benchmarks/test_bench_syscalls.py::test_threadpool_map[100]

4.6 ms

test_threadpool_map[10]Ignored

tests/benchmarks/test_bench_syscalls.py::test_threadpool_map[10]

-6%

819 µs

872.4 µs

test_noop_ellipsisIgnored

tests/benchmarks/test_bench_various_noop.py::test_noop_ellipsis

-1%

12.2 µs

12.3 µs

Commits

Click on a commit to change the comparison range

base

master

9e11fea

feat: fix the random seed while measuring with instruments

28d78ef

1 month ago

by art049

ResourcesHome Pricing Docs Blog GitHub Changelog

Getting StartedSample repository Explore repositories Support

AboutCareers Twitter Discord Contact Us Terms of Service Privacy Policy