cod-1589-codspeed-cpp-fix-warmup-being-sampled-by-perf - Branch - CodSpeedHQ/codspeed-cpp

BM_Template[std\:\:string]

examples/google_benchmark_bazel/template_bench.hpp::test

+5%

71.6 ns68 ns

BM_Template[std\:\:string]

examples/google_benchmark_cmake/template_bench.hpp::test

+4%

69 ns66.3 ns

BM_Template[int]

examples/google_benchmark_bazel/template_bench.hpp::test

+3%

9.7 ns9.4 ns

BM_sleep_100ns

examples/google_benchmark_cmake/sleep_bench.hpp

+3%

176.6 ns171.7 ns

BM_sleep_100ns

examples/google_benchmark_bazel/sleep_bench.hpp

+1%

177 ns174.6 ns

BM_sleep_1us

examples/google_benchmark_bazel/sleep_bench.hpp

+1%

1.1 µs1.1 µs

BM_memcpy[8]

examples/google_benchmark_cmake/main.cpp

0%

6.1 ns6.1 ns

BM_sleep_1ms

examples/google_benchmark_bazel/sleep_bench.hpp

0%

1 ms1 ms

BM_large_setup_teardown

examples/google_benchmark_cmake/pause_timing_bench.hpp

0%

1.1 ms1.1 ms

BM_large_setup

examples/google_benchmark_cmake/pause_timing_bench.hpp

0%

1.1 ms1.1 ms

BM_StringCopy

examples/google_benchmark_bazel/main.cpp

0%

10.5 ns10.5 ns

BM_custom_args[100]

examples/google_benchmark_bazel/main.cpp

0%

1.3 ns1.3 ns

BM_FibonacciIterative[50]

examples/google_benchmark_cmake/fibonacci_bench.hpp

0%

62.5 ns62.5 ns

BM_with_args[1000]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_custom_multi[10/20]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BarTest[MyFixture]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_Template1_Capture[two_type_test, int, double]

examples/google_benchmark_bazel/template_bench.hpp

0%

< 1 ns< 1 ns

BM_sleep_50us

examples/google_benchmark_bazel/sleep_bench.hpp

0%

50.1 µs50.1 µs

BM_Capture_int_string[int_string_test]

examples/google_benchmark_bazel/main.cpp

0%

< 1 ns< 1 ns

BM_large_setup

examples/google_benchmark_bazel/pause_timing_bench.hpp

0%

1.1 ms1.1 ms

BM_large_setup_teardown

examples/google_benchmark_bazel/pause_timing_bench.hpp

0%

1.1 ms1.1 ms

IntTest[MyTemplatedFixture, int]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_memcpy[512]

examples/google_benchmark_cmake/main.cpp

0%

32 ns32 ns

BM_custom_multi[10/20]

examples/google_benchmark_bazel/main.cpp

0%

1.7 ns1.7 ns

BM_custom_multi[100/200]

examples/google_benchmark_bazel/main.cpp

0%

1.7 ns1.7 ns

FooTest[MyFixture]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_short_name

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BarTest[MyFixture]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_custom_name_in_namespace

examples/google_benchmark_bazel/main.cpp::one::two::three

0%

< 1 ns< 1 ns

BM_Template1[int]

examples/google_benchmark_bazel/template_bench.hpp

0%

< 1 ns< 1 ns

BM_FibonacciRecursive[35]

examples/google_benchmark_cmake/fibonacci_bench.hpp

0%

67 ms67 ms

BM_Template1_Capture[int_string_test]

examples/google_benchmark_bazel/template_bench.hpp

0%

< 1 ns< 1 ns

BM_FibonacciIterative[50]

examples/google_benchmark_bazel/fibonacci_bench.hpp

0%

62.5 ns62.5 ns

BM_custom_multi[100/200]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_Capture_int[int_test]

examples/google_benchmark_bazel/main.cpp

0%

< 1 ns< 1 ns

BM_Template2[int, double]

examples/google_benchmark_bazel/template_bench.hpp

0%

< 1 ns< 1 ns

BM_memcpy[8]

examples/google_benchmark_bazel/main.cpp

0%

6.6 ns6.6 ns

BM_Capture[int_test]

examples/google_benchmark_bazel/main.cpp

0%

< 1 ns< 1 ns

DoubleTest[MyTemplatedFixture, double]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_Template[int]

examples/google_benchmark_cmake/template_bench.hpp::test

0%

9.5 ns9.5 ns

BM_with_args[100]

examples/google_benchmark_bazel/main.cpp

0%

1.3 ns1.3 ns

BM_Capture[int_string_test]

examples/google_benchmark_bazel/main.cpp

0%

< 1 ns< 1 ns

BM_with_multiple_args[100/200]

examples/google_benchmark_bazel/main.cpp

0%

1.7 ns1.7 ns

BM_StringCopy

examples/google_benchmark_cmake/main.cpp

0%

10.1 ns10.1 ns

BM_rand_vector

examples/google_benchmark_bazel/main.cpp

0%

2.2 ns2.2 ns

TestB[MyTemplate2, int, double]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_short_name

examples/google_benchmark_bazel/main.cpp

0%

< 1 ns< 1 ns

BM_custom_args[100]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_memcpy[512]

examples/google_benchmark_bazel/main.cpp

0%

32.4 ns32.4 ns

BM_SimpleMultithread

examples/google_benchmark_cmake/multithread_bench.hpp

0%

10.6 ms10.6 ms

BM_with_multiple_args[10/20]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_memcpy[4096]

examples/google_benchmark_cmake/main.cpp

0%

234 ns234 ns

TestA[MyTemplate1, int]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_sleep_50us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

50.1 µs50.1 µs

BM_with_multiple_args[100/200]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_SimpleMultithread

examples/google_benchmark_bazel/multithread_bench.hpp

0%

6.6 ms6.6 ms

BM_Template1[int]

examples/google_benchmark_cmake/template_bench.hpp

0%

< 1 ns< 1 ns

BM_sleep_50ms

examples/google_benchmark_cmake/sleep_bench.hpp

0%

50 ms50 ms

BM_with_args[1000]

examples/google_benchmark_bazel/main.cpp

0%

1.3 ns1.3 ns

BM_sleep_10ms

examples/google_benchmark_bazel/sleep_bench.hpp

0%

10 ms10 ms

BM_sleep_100ms

examples/google_benchmark_bazel/sleep_bench.hpp

0%

100 ms100 ms

BM_sleep_10ms

examples/google_benchmark_cmake/sleep_bench.hpp

0%

10 ms10 ms

BM_sleep_100ms

examples/google_benchmark_cmake/sleep_bench.hpp

0%

100 ms100 ms

DoubleTest[MyTemplatedFixture, double]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

90.8 ns90.8 ns

BM_FibonacciRecursive[35]

examples/google_benchmark_cmake/fibonacci_bench.hpp

0%

104 ms104 ms

BM_FibonacciIterative[50]

examples/google_benchmark_cmake/fibonacci_bench.hpp

0%

173.9 ns173.9 ns

FooTest[MyFixture]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

90.8 ns90.8 ns

BarTest[MyFixture]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

90.8 ns90.8 ns

IntTest[MyTemplatedFixture, int]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

90.8 ns90.8 ns

BM_Capture_int_string[int_string_test]

examples/google_benchmark_cmake/main.cpp

0%

60.8 ns60.8 ns

BM_Capture_int[int_test]

examples/google_benchmark_cmake/main.cpp

0%

61.1 ns61.1 ns

BM_Capture[int_string_test]

examples/google_benchmark_cmake/main.cpp

0%

60.6 ns60.6 ns

BM_Capture[int_test]

examples/google_benchmark_cmake/main.cpp

0%

61.1 ns61.1 ns

BM_rand_vector

examples/google_benchmark_cmake/main.cpp

0%

151.4 ns151.4 ns

BM_custom_name_in_namespace

examples/google_benchmark_cmake/main.cpp::one::two::three

0%

61.1 ns61.1 ns

BM_memcpy[8]

examples/google_benchmark_cmake/main.cpp

0%

273.1 ns273.1 ns

BM_custom_args[1000]

examples/google_benchmark_cmake/main.cpp

0%

90.8 ns90.8 ns

BM_sleep_50ns

examples/google_benchmark_cmake/sleep_bench.hpp

0%

438.9 ns438.9 ns

BM_memcpy[8192]

examples/google_benchmark_cmake/main.cpp

0%

8.3 µs8.3 µs

TestA[MyTemplate1, int]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

90.8 ns90.8 ns

BM_with_multiple_args[100/200]

examples/google_benchmark_cmake/main.cpp

0%

150.3 ns150.3 ns

BM_Template1_Capture[int_string_test]

examples/google_benchmark_cmake/template_bench.hpp

0%

60.6 ns60.6 ns

BM_short_name

examples/google_benchmark_cmake/main.cpp

0%

61.1 ns61.1 ns

BM_Template2[int, double]

examples/google_benchmark_cmake/template_bench.hpp

0%

91.1 ns91.1 ns

BM_sleep_100us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

438.9 ns438.9 ns

BM_sleep_10us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

468.1 ns468.1 ns

BM_Template[int]

examples/google_benchmark_cmake/template_bench.hpp::test

0%

870.6 ns870.6 ns

BM_sleep_50us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

468.1 ns468.1 ns

BM_large_setup

examples/google_benchmark_cmake/pause_timing_bench.hpp

0%

10.6 ms10.6 ms

BM_StringCopy

examples/google_benchmark_cmake/main.cpp

0%

398.6 ns398.6 ns

BM_sleep_10ns

examples/google_benchmark_cmake/sleep_bench.hpp

0%

468.1 ns468.1 ns

BM_Template[std\:\:string]

examples/google_benchmark_cmake/template_bench.hpp::test

0%

1.2 µs1.2 µs

BM_sleep_1ns

examples/google_benchmark_cmake/sleep_bench.hpp

0%

468.1 ns468.1 ns

BM_sleep_100ns

examples/google_benchmark_cmake/sleep_bench.hpp

0%

468.1 ns468.1 ns

BM_with_multiple_args[10/20]

examples/google_benchmark_cmake/main.cpp

0%

150.3 ns150.3 ns

BM_sleep_1us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

468.1 ns468.1 ns

BM_large_setup_teardown

examples/google_benchmark_cmake/pause_timing_bench.hpp

0%

10.6 ms10.6 ms

BM_custom_multi[100/200]

examples/google_benchmark_cmake/main.cpp

0%

150.3 ns150.3 ns

BM_Template1_Capture[two_type_test, int, double]

examples/google_benchmark_cmake/template_bench.hpp

0%

60.8 ns60.8 ns

BM_with_args[1000]

examples/google_benchmark_cmake/main.cpp

0%

90.8 ns90.8 ns

BM_with_args[100]

examples/google_benchmark_cmake/main.cpp

0%

90.8 ns90.8 ns

BM_custom_args[100]

examples/google_benchmark_cmake/main.cpp

0%

90.8 ns90.8 ns

BM_custom_multi[10/20]

examples/google_benchmark_cmake/main.cpp

0%

150.3 ns150.3 ns

TestB[MyTemplate2, int, double]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

90.8 ns90.8 ns

BM_Template1[int]

examples/google_benchmark_cmake/template_bench.hpp

0%

90.8 ns90.8 ns

BM_memcpy[64]

examples/google_benchmark_cmake/main.cpp

0%

331.1 ns331.1 ns

BM_memcpy[512]

examples/google_benchmark_cmake/main.cpp

0%

941.4 ns941.4 ns

BM_memcpy[4096]

examples/google_benchmark_cmake/main.cpp

0%

4.4 µs4.4 µs

BM_FibonacciIterative[50]

examples/google_benchmark_bazel/fibonacci_bench.hpp

0%

174.4 ns174.4 ns

BM_FibonacciRecursive[35]

examples/google_benchmark_bazel/fibonacci_bench.hpp

0%

100.9 ms100.9 ms

BarTest[MyFixture]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

91.1 ns91.1 ns

BM_custom_name_in_namespace

examples/google_benchmark_bazel/main.cpp::one::two::three

0%

61.7 ns61.7 ns

FooTest[MyFixture]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

91.1 ns91.1 ns

TestB[MyTemplate2, int, double]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

91.1 ns91.1 ns

BM_with_multiple_args[100/200]

examples/google_benchmark_bazel/main.cpp

0%

153.3 ns153.3 ns

BM_large_setup

examples/google_benchmark_bazel/pause_timing_bench.hpp

0%

13.2 ms13.2 ms

DoubleTest[MyTemplatedFixture, double]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

91.1 ns91.1 ns

BM_with_multiple_args[10/20]

examples/google_benchmark_bazel/main.cpp

0%

153.3 ns153.3 ns

TestA[MyTemplate1, int]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

91.1 ns91.1 ns

BM_sleep_50ns

examples/google_benchmark_bazel/sleep_bench.hpp

0%

439.2 ns439.2 ns

BM_Capture[int_string_test]

examples/google_benchmark_bazel/main.cpp

0%

90.6 ns90.6 ns

BM_Template1[int]

examples/google_benchmark_bazel/template_bench.hpp

0%

61.7 ns61.7 ns

BM_sleep_50us

examples/google_benchmark_bazel/sleep_bench.hpp

0%

439.2 ns439.2 ns

BM_Capture_int[int_test]

examples/google_benchmark_bazel/main.cpp

0%

90.6 ns90.6 ns

BM_Template1_Capture[int_string_test]

examples/google_benchmark_bazel/template_bench.hpp

0%

90.6 ns90.6 ns

BM_large_setup_teardown

examples/google_benchmark_bazel/pause_timing_bench.hpp

0%

13.2 ms13.2 ms

BM_Template1_Capture[two_type_test, int, double]

examples/google_benchmark_bazel/template_bench.hpp

0%

90.6 ns90.6 ns

BM_sleep_100us

examples/google_benchmark_bazel/sleep_bench.hpp

0%

468.3 ns468.3 ns

BM_Template2[int, double]

examples/google_benchmark_bazel/template_bench.hpp

0%

90.8 ns90.8 ns

BM_sleep_100ns

examples/google_benchmark_bazel/sleep_bench.hpp

0%

468.3 ns468.3 ns

BM_Template[std\:\:string]

examples/google_benchmark_bazel/template_bench.hpp::test

0%

1.1 µs1.1 µs

BM_Capture[int_test]

examples/google_benchmark_bazel/main.cpp

0%

90.6 ns90.6 ns

BM_Template[int]

examples/google_benchmark_bazel/template_bench.hpp::test

0%

960.6 ns960.6 ns

BM_sleep_1ns

examples/google_benchmark_bazel/sleep_bench.hpp

0%

468.3 ns468.3 ns

BM_StringCopy

examples/google_benchmark_bazel/main.cpp

0%

399.7 ns399.7 ns

BM_sleep_10us

examples/google_benchmark_bazel/sleep_bench.hpp

0%

468.3 ns468.3 ns

IntTest[MyTemplatedFixture, int]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

91.1 ns91.1 ns

BM_sleep_10ns

examples/google_benchmark_bazel/sleep_bench.hpp

0%

468.3 ns468.3 ns

BM_memcpy[512]

examples/google_benchmark_bazel/main.cpp

0%

971.9 ns971.9 ns

BM_sleep_1us

examples/google_benchmark_bazel/sleep_bench.hpp

0%

468.3 ns468.3 ns

BM_custom_multi[10/20]

examples/google_benchmark_bazel/main.cpp

0%

153.3 ns153.3 ns

BM_custom_args[100]

examples/google_benchmark_bazel/main.cpp

0%

121.4 ns121.4 ns

BM_rand_vector

examples/google_benchmark_bazel/main.cpp

0%

122.8 ns122.8 ns

BM_short_name

examples/google_benchmark_bazel/main.cpp

0%

61.7 ns61.7 ns

BM_memcpy[4096]

examples/google_benchmark_bazel/main.cpp

0%

4.4 µs4.4 µs

BM_custom_multi[100/200]

examples/google_benchmark_bazel/main.cpp

0%

153.3 ns153.3 ns

BM_Capture_int_string[int_string_test]

examples/google_benchmark_bazel/main.cpp

0%

90.6 ns90.6 ns

BM_custom_args[1000]

examples/google_benchmark_bazel/main.cpp

0%

121.4 ns121.4 ns

BM_with_args[1000]

examples/google_benchmark_bazel/main.cpp

0%

121.4 ns121.4 ns

BM_memcpy[8]

examples/google_benchmark_bazel/main.cpp

0%

332.8 ns332.8 ns

BM_memcpy[64]

examples/google_benchmark_bazel/main.cpp

0%

303.3 ns303.3 ns

BM_memcpy[8192]

examples/google_benchmark_bazel/main.cpp

0%

8.3 µs8.3 µs

BM_with_args[100]

examples/google_benchmark_bazel/main.cpp

0%

121.4 ns121.4 ns

BM_SimpleMultithread

examples/google_benchmark_bazel/multithread_bench.hpp

0%

13.2 ms13.2 ms

BM_sleep_50ms

examples/google_benchmark_bazel/sleep_bench.hpp

0%

50 ms50 ms

BM_Template2[int, double]

examples/google_benchmark_cmake/template_bench.hpp

0%

< 1 ns< 1 ns

BM_Template1_Capture[two_type_test, int, double]

examples/google_benchmark_cmake/template_bench.hpp

0%

< 1 ns< 1 ns

BM_custom_args[1000]

examples/google_benchmark_bazel/main.cpp

0%

1.3 ns1.3 ns

BM_Template1_Capture[int_string_test]

examples/google_benchmark_cmake/template_bench.hpp

0%

< 1 ns< 1 ns

BM_Capture_int_string[int_string_test]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_sleep_10us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

10.1 µs10.1 µs

BM_custom_name_in_namespace

examples/google_benchmark_cmake/main.cpp::one::two::three

0%

< 1 ns< 1 ns

BM_memcpy[64]

examples/google_benchmark_cmake/main.cpp

0%

6.1 ns6.1 ns

DoubleTest[MyTemplatedFixture, double]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_Capture[int_string_test]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_FibonacciRecursive[35]

examples/google_benchmark_bazel/fibonacci_bench.hpp

0%

66.8 ms66.8 ms

BM_Capture[int_test]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

FooTest[MyFixture]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_rand_vector

examples/google_benchmark_cmake/main.cpp

0%

1.7 ns1.7 ns

BM_memcpy[64]

examples/google_benchmark_bazel/main.cpp

0%

6.6 ns6.6 ns

TestA[MyTemplate1, int]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_with_args[100]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_sleep_1ns

examples/google_benchmark_bazel/sleep_bench.hpp

0%

82.6 ns82.6 ns

TestB[MyTemplate2, int, double]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_sleep_1ns

examples/google_benchmark_cmake/sleep_bench.hpp

0%

82.6 ns82.7 ns

IntTest[MyTemplatedFixture, int]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_sleep_10ns

examples/google_benchmark_cmake/sleep_bench.hpp

0%

82.7 ns82.7 ns

BM_sleep_100us

examples/google_benchmark_bazel/sleep_bench.hpp

0%

100.3 µs100.3 µs

BM_sleep_100us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

100.2 µs100.3 µs

BM_Capture_int[int_test]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_memcpy[4096]

examples/google_benchmark_bazel/main.cpp

0%

235.7 ns235.9 ns

BM_SimpleMultithread

examples/google_benchmark_cmake/multithread_bench.hpp

0%

6.6 ms6.6 ms

BM_sleep_1ms

examples/google_benchmark_cmake/sleep_bench.hpp

0%

1 ms1 ms

BM_with_multiple_args[10/20]

examples/google_benchmark_bazel/main.cpp

0%

1.7 ns1.8 ns

BM_sleep_10us

examples/google_benchmark_bazel/sleep_bench.hpp

0%

10.1 µs10.1 µs

BM_custom_args[1000]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_sleep_1us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

1.1 µs1.1 µs

BM_sleep_50ns

examples/google_benchmark_bazel/sleep_bench.hpp

-1%

136 ns138 ns

BM_memcpy[8192]

examples/google_benchmark_cmake/main.cpp

-2%

461.4 ns470.6 ns

BM_memcpy[8192]

examples/google_benchmark_bazel/main.cpp

-2%

474 ns486 ns

BM_sleep_50ns

examples/google_benchmark_cmake/sleep_bench.hpp

-4%

130.3 ns135.6 ns

BM_sleep_10ns

examples/google_benchmark_bazel/sleep_bench.hpp

-8%

83 ns90 ns

fix: warmup being sampled by perf

Benchmarks

Failed

Improved

Passed

Commits