cod-1589-codspeed-cpp-fix-warmup-being-sampled-by-perf - Branch - CodSpeedHQ/codspeed-cpp

BM_sleep_50ns

examples/google_benchmark_cmake/sleep_bench.hpp

+7%

135.4 ns126.4 ns

BM_memcpy[8192]

examples/google_benchmark_cmake/main.cpp

+5%

480.3 ns458.1 ns

BM_sleep_50ns

examples/google_benchmark_bazel/sleep_bench.hpp

+2%

137.7 ns135.5 ns

BM_sleep_1us

examples/google_benchmark_bazel/sleep_bench.hpp

+1%

1.1 µs1.1 µs

BM_sleep_1us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

1.1 µs1.1 µs

BM_FibonacciIterative[50]

examples/google_benchmark_cmake/fibonacci_bench.hpp

0%

62.6 ns62.5 ns

BM_custom_args[100]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_sleep_1ms

examples/google_benchmark_bazel/sleep_bench.hpp

0%

1 ms1 ms

BM_memcpy[8]

examples/google_benchmark_bazel/main.cpp

0%

6.6 ns6.6 ns

BM_Template[std\:\:string]

examples/google_benchmark_cmake/template_bench.hpp::test

0%

68.2 ns68.2 ns

BM_SimpleMultithread

examples/google_benchmark_bazel/multithread_bench.hpp

0%

6.6 ms6.6 ms

BM_sleep_10us

examples/google_benchmark_bazel/sleep_bench.hpp

0%

10.1 µs10.1 µs

BM_Template1_Capture[two_type_test, int, double]

examples/google_benchmark_bazel/template_bench.hpp

0%

< 1 ns< 1 ns

BM_custom_args[1000]

examples/google_benchmark_bazel/main.cpp

0%

1.3 ns1.3 ns

BM_with_multiple_args[100/200]

examples/google_benchmark_bazel/main.cpp

0%

1.7 ns1.7 ns

BM_Template2[int, double]

examples/google_benchmark_bazel/template_bench.hpp

0%

< 1 ns< 1 ns

BM_short_name

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_memcpy[4096]

examples/google_benchmark_cmake/main.cpp

0%

234 ns234 ns

BM_sleep_100us

examples/google_benchmark_bazel/sleep_bench.hpp

0%

100.3 µs100.3 µs

BM_large_setup_teardown

examples/google_benchmark_cmake/pause_timing_bench.hpp

0%

1.1 ms1.1 ms

BM_custom_multi[10/20]

examples/google_benchmark_bazel/main.cpp

0%

1.7 ns1.7 ns

BM_memcpy[512]

examples/google_benchmark_bazel/main.cpp

0%

32.4 ns32.4 ns

IntTest[MyTemplatedFixture, int]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_memcpy[64]

examples/google_benchmark_cmake/main.cpp

0%

6.1 ns6.1 ns

BM_memcpy[64]

examples/google_benchmark_bazel/main.cpp

0%

6.6 ns6.6 ns

BM_custom_multi[100/200]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_Capture_int_string[int_string_test]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BarTest[MyFixture]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_Capture[int_string_test]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_with_multiple_args[100/200]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_with_args[1000]

examples/google_benchmark_bazel/main.cpp

0%

1.3 ns1.3 ns

BM_short_name

examples/google_benchmark_bazel/main.cpp

0%

< 1 ns< 1 ns

BM_sleep_100ms

examples/google_benchmark_bazel/sleep_bench.hpp

0%

100 ms100 ms

BM_sleep_100ms

examples/google_benchmark_cmake/sleep_bench.hpp

0%

100 ms100 ms

BM_sleep_10ms

examples/google_benchmark_cmake/sleep_bench.hpp

0%

10 ms10 ms

BM_sleep_50ms

examples/google_benchmark_cmake/sleep_bench.hpp

0%

50 ms50 ms

BM_memcpy[512]

examples/google_benchmark_cmake/main.cpp

0%

32 ns32 ns

BM_sleep_1ns

examples/google_benchmark_cmake/sleep_bench.hpp

0%

468.1 ns468.1 ns

BM_memcpy[8]

examples/google_benchmark_cmake/main.cpp

0%

273.1 ns273.1 ns

IntTest[MyTemplatedFixture, int]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

90.8 ns90.8 ns

BM_FibonacciRecursive[35]

examples/google_benchmark_cmake/fibonacci_bench.hpp

0%

104 ms104 ms

BM_memcpy[8192]

examples/google_benchmark_cmake/main.cpp

0%

8.3 µs8.3 µs

BM_sleep_10us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

468.1 ns468.1 ns

BM_sleep_10ns

examples/google_benchmark_cmake/sleep_bench.hpp

0%

468.1 ns468.1 ns

BM_rand_vector

examples/google_benchmark_cmake/main.cpp

0%

151.4 ns151.4 ns

BM_FibonacciIterative[50]

examples/google_benchmark_cmake/fibonacci_bench.hpp

0%

173.9 ns173.9 ns

TestA[MyTemplate1, int]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

90.8 ns90.8 ns

BM_with_multiple_args[10/20]

examples/google_benchmark_cmake/main.cpp

0%

150.3 ns150.3 ns

BM_with_args[100]

examples/google_benchmark_cmake/main.cpp

0%

90.8 ns90.8 ns

BM_Template2[int, double]

examples/google_benchmark_cmake/template_bench.hpp

0%

91.1 ns91.1 ns

DoubleTest[MyTemplatedFixture, double]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

90.8 ns90.8 ns

BM_short_name

examples/google_benchmark_cmake/main.cpp

0%

61.1 ns61.1 ns

BM_sleep_50us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

468.1 ns468.1 ns

BM_with_multiple_args[100/200]

examples/google_benchmark_cmake/main.cpp

0%

150.3 ns150.3 ns

BM_sleep_1us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

468.1 ns468.1 ns

BM_Template1[int]

examples/google_benchmark_cmake/template_bench.hpp

0%

90.8 ns90.8 ns

BM_sleep_100ns

examples/google_benchmark_cmake/sleep_bench.hpp

0%

468.1 ns468.1 ns

BM_sleep_100us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

438.9 ns438.9 ns

BM_large_setup

examples/google_benchmark_cmake/pause_timing_bench.hpp

0%

10.6 ms10.6 ms

BM_with_args[1000]

examples/google_benchmark_cmake/main.cpp

0%

90.8 ns90.8 ns

BM_sleep_50ns

examples/google_benchmark_cmake/sleep_bench.hpp

0%

438.9 ns438.9 ns

BM_Template1_Capture[two_type_test, int, double]

examples/google_benchmark_cmake/template_bench.hpp

0%

60.8 ns60.8 ns

BM_Template1_Capture[int_string_test]

examples/google_benchmark_cmake/template_bench.hpp

0%

60.6 ns60.6 ns

TestB[MyTemplate2, int, double]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

90.8 ns90.8 ns

FooTest[MyFixture]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

90.8 ns90.8 ns

BM_custom_name_in_namespace

examples/google_benchmark_cmake/main.cpp::one::two::three

0%

61.1 ns61.1 ns

BarTest[MyFixture]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

90.8 ns90.8 ns

BM_large_setup_teardown

examples/google_benchmark_cmake/pause_timing_bench.hpp

0%

10.6 ms10.6 ms

BM_Capture_int[int_test]

examples/google_benchmark_cmake/main.cpp

0%

61.1 ns61.1 ns

BM_StringCopy

examples/google_benchmark_cmake/main.cpp

0%

398.6 ns398.6 ns

BM_Template[std\:\:string]

examples/google_benchmark_cmake/template_bench.hpp::test

0%

1.2 µs1.2 µs

BM_custom_multi[10/20]

examples/google_benchmark_cmake/main.cpp

0%

150.3 ns150.3 ns

BM_custom_multi[100/200]

examples/google_benchmark_cmake/main.cpp

0%

150.3 ns150.3 ns

BM_Capture[int_string_test]

examples/google_benchmark_cmake/main.cpp

0%

60.6 ns60.6 ns

BM_Capture[int_test]

examples/google_benchmark_cmake/main.cpp

0%

61.1 ns61.1 ns

BM_memcpy[4096]

examples/google_benchmark_cmake/main.cpp

0%

4.4 µs4.4 µs

BM_custom_args[1000]

examples/google_benchmark_cmake/main.cpp

0%

90.8 ns90.8 ns

BM_custom_args[100]

examples/google_benchmark_cmake/main.cpp

0%

90.8 ns90.8 ns

BM_memcpy[64]

examples/google_benchmark_cmake/main.cpp

0%

331.1 ns331.1 ns

BM_Capture_int_string[int_string_test]

examples/google_benchmark_cmake/main.cpp

0%

60.8 ns60.8 ns

BM_memcpy[512]

examples/google_benchmark_cmake/main.cpp

0%

941.4 ns941.4 ns

BM_Template[int]

examples/google_benchmark_cmake/template_bench.hpp::test

0%

870.6 ns870.6 ns

BM_with_multiple_args[10/20]

examples/google_benchmark_bazel/main.cpp

0%

153.3 ns153.3 ns

BM_FibonacciIterative[50]

examples/google_benchmark_bazel/fibonacci_bench.hpp

0%

174.4 ns174.4 ns

BM_FibonacciRecursive[35]

examples/google_benchmark_bazel/fibonacci_bench.hpp

0%

100.9 ms100.9 ms

BM_sleep_1ns

examples/google_benchmark_bazel/sleep_bench.hpp

0%

468.3 ns468.3 ns

BM_sleep_50us

examples/google_benchmark_bazel/sleep_bench.hpp

0%

439.2 ns439.2 ns

BM_custom_name_in_namespace

examples/google_benchmark_bazel/main.cpp::one::two::three

0%

61.7 ns61.7 ns

BM_large_setup

examples/google_benchmark_bazel/pause_timing_bench.hpp

0%

13.2 ms13.2 ms

BM_Template[int]

examples/google_benchmark_bazel/template_bench.hpp::test

0%

960.6 ns960.6 ns

FooTest[MyFixture]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

91.1 ns91.1 ns

BM_sleep_10us

examples/google_benchmark_bazel/sleep_bench.hpp

0%

468.3 ns468.3 ns

BM_sleep_1us

examples/google_benchmark_bazel/sleep_bench.hpp

0%

468.3 ns468.3 ns

BM_sleep_50ns

examples/google_benchmark_bazel/sleep_bench.hpp

0%

439.2 ns439.2 ns

BM_Template[std\:\:string]

examples/google_benchmark_bazel/template_bench.hpp::test

0%

1.1 µs1.1 µs

BM_with_multiple_args[100/200]

examples/google_benchmark_bazel/main.cpp

0%

153.3 ns153.3 ns

BM_Template1_Capture[two_type_test, int, double]

examples/google_benchmark_bazel/template_bench.hpp

0%

90.6 ns90.6 ns

BM_Template1_Capture[int_string_test]

examples/google_benchmark_bazel/template_bench.hpp

0%

90.6 ns90.6 ns

BM_custom_multi[100/200]

examples/google_benchmark_bazel/main.cpp

0%

153.3 ns153.3 ns

DoubleTest[MyTemplatedFixture, double]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

91.1 ns91.1 ns

BM_Template2[int, double]

examples/google_benchmark_bazel/template_bench.hpp

0%

90.8 ns90.8 ns

BM_sleep_10ns

examples/google_benchmark_bazel/sleep_bench.hpp

0%

468.3 ns468.3 ns

BM_Capture[int_string_test]

examples/google_benchmark_bazel/main.cpp

0%

90.6 ns90.6 ns

BM_large_setup_teardown

examples/google_benchmark_bazel/pause_timing_bench.hpp

0%

13.2 ms13.2 ms

BarTest[MyFixture]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

91.1 ns91.1 ns

BM_sleep_100us

examples/google_benchmark_bazel/sleep_bench.hpp

0%

468.3 ns468.3 ns

BM_Capture_int_string[int_string_test]

examples/google_benchmark_bazel/main.cpp

0%

90.6 ns90.6 ns

TestA[MyTemplate1, int]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

91.1 ns91.1 ns

BM_Template1[int]

examples/google_benchmark_bazel/template_bench.hpp

0%

61.7 ns61.7 ns

BM_custom_multi[10/20]

examples/google_benchmark_bazel/main.cpp

0%

153.3 ns153.3 ns

BM_StringCopy

examples/google_benchmark_bazel/main.cpp

0%

399.7 ns399.7 ns

BM_Capture[int_test]

examples/google_benchmark_bazel/main.cpp

0%

90.6 ns90.6 ns

BM_custom_args[100]

examples/google_benchmark_bazel/main.cpp

0%

121.4 ns121.4 ns

BM_with_args[1000]

examples/google_benchmark_bazel/main.cpp

0%

121.4 ns121.4 ns

BM_memcpy[4096]

examples/google_benchmark_bazel/main.cpp

0%

4.4 µs4.4 µs

IntTest[MyTemplatedFixture, int]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

91.1 ns91.1 ns

BM_short_name

examples/google_benchmark_bazel/main.cpp

0%

61.7 ns61.7 ns

TestB[MyTemplate2, int, double]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

91.1 ns91.1 ns

BM_memcpy[8]

examples/google_benchmark_bazel/main.cpp

0%

332.8 ns332.8 ns

BM_memcpy[8192]

examples/google_benchmark_bazel/main.cpp

0%

8.3 µs8.3 µs

BM_memcpy[64]

examples/google_benchmark_bazel/main.cpp

0%

303.3 ns303.3 ns

BM_sleep_100ns

examples/google_benchmark_bazel/sleep_bench.hpp

0%

468.3 ns468.3 ns

BM_rand_vector

examples/google_benchmark_bazel/main.cpp

0%

122.8 ns122.8 ns

BM_with_args[100]

examples/google_benchmark_bazel/main.cpp

0%

121.4 ns121.4 ns

BM_custom_args[1000]

examples/google_benchmark_bazel/main.cpp

0%

121.4 ns121.4 ns

BM_memcpy[512]

examples/google_benchmark_bazel/main.cpp

0%

971.9 ns971.9 ns

BM_Capture_int[int_test]

examples/google_benchmark_bazel/main.cpp

0%

90.6 ns90.6 ns

BM_SimpleMultithread

examples/google_benchmark_bazel/multithread_bench.hpp

0%

13.2 ms13.2 ms

BM_sleep_50ms

examples/google_benchmark_bazel/sleep_bench.hpp

0%

50 ms50 ms

BM_sleep_10ms

examples/google_benchmark_bazel/sleep_bench.hpp

0%

10 ms10 ms

BM_custom_multi[100/200]

examples/google_benchmark_bazel/main.cpp

0%

1.7 ns1.7 ns

BM_custom_name_in_namespace

examples/google_benchmark_bazel/main.cpp::one::two::three

0%

< 1 ns< 1 ns

BM_Capture[int_string_test]

examples/google_benchmark_bazel/main.cpp

0%

< 1 ns< 1 ns

BM_custom_args[1000]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_Capture_int_string[int_string_test]

examples/google_benchmark_bazel/main.cpp

0%

< 1 ns< 1 ns

BM_Capture[int_test]

examples/google_benchmark_bazel/main.cpp

0%

< 1 ns< 1 ns

BM_with_args[100]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_SimpleMultithread

examples/google_benchmark_cmake/multithread_bench.hpp

0%

10.6 ms10.6 ms

BM_StringCopy

examples/google_benchmark_cmake/main.cpp

0%

10.1 ns10.1 ns

BM_with_args[100]

examples/google_benchmark_bazel/main.cpp

0%

1.3 ns1.3 ns

BM_Capture[int_test]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_with_multiple_args[10/20]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_custom_multi[10/20]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_Template1_Capture[two_type_test, int, double]

examples/google_benchmark_cmake/template_bench.hpp

0%

< 1 ns< 1 ns

BarTest[MyFixture]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_with_args[1000]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_StringCopy

examples/google_benchmark_bazel/main.cpp

0%

10.5 ns10.5 ns

BM_Capture_int[int_test]

examples/google_benchmark_bazel/main.cpp

0%

< 1 ns< 1 ns

BM_rand_vector

examples/google_benchmark_bazel/main.cpp

0%

2.2 ns2.2 ns

BM_memcpy[8]

examples/google_benchmark_cmake/main.cpp

0%

6.1 ns6.1 ns

BM_Template1[int]

examples/google_benchmark_cmake/template_bench.hpp

0%

< 1 ns< 1 ns

BM_custom_name_in_namespace

examples/google_benchmark_cmake/main.cpp::one::two::three

0%

< 1 ns< 1 ns

BM_rand_vector

examples/google_benchmark_cmake/main.cpp

0%

1.7 ns1.7 ns

BM_FibonacciIterative[50]

examples/google_benchmark_bazel/fibonacci_bench.hpp

0%

62.5 ns62.5 ns

BM_Template1[int]

examples/google_benchmark_bazel/template_bench.hpp

0%

< 1 ns< 1 ns

IntTest[MyTemplatedFixture, int]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_Template1_Capture[int_string_test]

examples/google_benchmark_bazel/template_bench.hpp

0%

< 1 ns< 1 ns

BM_Template2[int, double]

examples/google_benchmark_cmake/template_bench.hpp

0%

< 1 ns< 1 ns

DoubleTest[MyTemplatedFixture, double]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

TestB[MyTemplate2, int, double]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_Capture_int[int_test]

examples/google_benchmark_cmake/main.cpp

0%

< 1 ns< 1 ns

BM_sleep_50us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

50.1 µs50.1 µs

BM_custom_args[100]

examples/google_benchmark_bazel/main.cpp

0%

1.3 ns1.3 ns

TestA[MyTemplate1, int]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_sleep_50us

examples/google_benchmark_bazel/sleep_bench.hpp

0%

50.1 µs50.1 µs

TestA[MyTemplate1, int]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

FooTest[MyFixture]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_sleep_10ns

examples/google_benchmark_cmake/sleep_bench.hpp

0%

82.6 ns82.6 ns

BM_sleep_100us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

100.3 µs100.3 µs

BM_sleep_10us

examples/google_benchmark_cmake/sleep_bench.hpp

0%

10.1 µs10.1 µs

BM_Template1_Capture[int_string_test]

examples/google_benchmark_cmake/template_bench.hpp

0%

< 1 ns< 1 ns

BM_sleep_1ns

examples/google_benchmark_cmake/sleep_bench.hpp

0%

82.6 ns82.7 ns

TestB[MyTemplate2, int, double]

examples/google_benchmark_bazel/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_FibonacciRecursive[35]

examples/google_benchmark_bazel/fibonacci_bench.hpp

0%

66.8 ms66.8 ms

FooTest[MyFixture]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

DoubleTest[MyTemplatedFixture, double]

examples/google_benchmark_cmake/fixture_bench.hpp::example_namespace

0%

< 1 ns< 1 ns

BM_large_setup

examples/google_benchmark_cmake/pause_timing_bench.hpp

0%

1.1 ms1.1 ms

BM_with_multiple_args[10/20]

examples/google_benchmark_bazel/main.cpp

0%

1.7 ns1.7 ns

BM_FibonacciRecursive[35]

examples/google_benchmark_cmake/fibonacci_bench.hpp

0%

66.9 ms66.9 ms

BM_SimpleMultithread

examples/google_benchmark_cmake/multithread_bench.hpp

0%

6.6 ms6.6 ms

BM_large_setup

examples/google_benchmark_bazel/pause_timing_bench.hpp

0%

1.1 ms1.1 ms

BM_large_setup_teardown

examples/google_benchmark_bazel/pause_timing_bench.hpp

0%

1.1 ms1.1 ms

BM_sleep_100ns

examples/google_benchmark_cmake/sleep_bench.hpp

0%

176.2 ns176.4 ns

BM_sleep_1ms

examples/google_benchmark_cmake/sleep_bench.hpp

0%

1 ms1 ms

BM_memcpy[4096]

examples/google_benchmark_bazel/main.cpp

-1%

235.9 ns237.1 ns

BM_sleep_1ns

examples/google_benchmark_bazel/sleep_bench.hpp

-1%

82.7 ns83.1 ns

BM_sleep_10ns

examples/google_benchmark_bazel/sleep_bench.hpp

-1%

82.7 ns83.2 ns

BM_sleep_100ns

examples/google_benchmark_bazel/sleep_bench.hpp

-1%

175.1 ns177.1 ns

BM_Template[int]

examples/google_benchmark_bazel/template_bench.hpp::test

-2%

9.3 ns9.5 ns

BM_Template[std\:\:string]

examples/google_benchmark_bazel/template_bench.hpp::test

-3%

65.7 ns67.9 ns

BM_Template[int]

examples/google_benchmark_cmake/template_bench.hpp::test

-5%

9.5 ns10.1 ns

BM_memcpy[8192]

examples/google_benchmark_bazel/main.cpp

-6%

464.1 ns491.3 ns

fix: warmup being sampled by perf

Benchmarks

Passed

Ignored

Commits