211-refactor-logical-planner--perfmon - Branch - jzombie/rust-llkv

211-refactor-logical-planner -- perf monitor

#224

Comparing

211-refactor-logical-planner--perfmon

(

8fecf86

) with

211-refactor-logical-planner

(

8977772

)

-58%

Improvements: 11

Regressions: 12

Untouched: 52

Skipped: 2

Unknown Walltime execution environment detected

Using the Walltime instrument on standard Hosted Runners will lead to inconsistent data. For the most accurate results, we recommend using CodSpeed Macro Runners: bare-metal machines fine-tuned for performance measurement consistency.

No successful run was found on 211-refactor-logical-planner ( e250088) during the generation of this report, so main ( 8977772) was used instead as the comparison base. There might be some changes unrelated to this pull request in this report.

Benchmarks

Skipped (2)

Failed

hash_join_anti_join[1000]

criterion::hash_join_anti_join::1000

Regression

-55%

35 µs78.2 µs

hash_join_semi_join[10000]

criterion::hash_join_semi_join::10000

Regression

-35%

219.4 µs335.3 µs

hash_join_many_to_many[100]

criterion::hash_join_many_to_many::100

Regression

-17%

26.4 µs31.8 µs

hash_join_anti_join[10000]

criterion::hash_join_anti_join::10000

Regression

-42%

271.2 µs464.5 µs

hash_join_inner_join[10000]

criterion::hash_join_inner_join::10000

Regression

-24%

605.3 µs797 µs

hash_join_semi_join[1000]

criterion::hash_join_semi_join::1000

Regression

-58%

30.4 µs72.3 µs

hash_join_semi_join[100000]

criterion::hash_join_semi_join::100000

Regression

-13%

3.1 ms3.5 ms

hash_join_anti_join[100000]

criterion::hash_join_anti_join::100000

Regression

-12%

3.7 ms4.2 ms

hash_join_left_join[10000]

criterion::hash_join_left_join::10000

Regression

-20%

508.8 µs635.1 µs

hash_join_semi_join[1000000]

criterion::hash_join_semi_join::1000000

Regression

-14%

36.7 ms42.9 ms

storage_fused_both_case_sensitive

criterion::string_substring_storage_only

Regression

-11%

7.5 ms8.4 ms

hash_join_anti_join[1000000]

criterion::hash_join_anti_join::1000000

Regression

-12%

42.5 ms48.2 ms

Improved

hash_join_no_matches[1000]

criterion::hash_join_no_matches::1000

+60%

114.1 µs71.3 µs

storage_fused_starts_case_insensitive

criterion::string_substring_storage_only

+59%

8.4 ms5.3 ms

hash_join_many_to_many[1000]

criterion::hash_join_many_to_many::1000

+58%

129.9 µs82.5 µs

hash_join_left_join[1000]

criterion::hash_join_left_join::1000

+45%

149.9 µs103.1 µs

select4_full

criterion::slturl_cases

+34%

7.6 s5.7 s

ingest_mixed_1M[batches=16]

criterion::ingest_mixed_1M::batches=16

+26%

346.3 ms274.6 ms

scan_stream_expr_add_one

criterion::llkv_table_math_1M

+21%

3.5 ms2.9 ms

table_layer_sum

criterion::table_layer_overhead_analysis

+14%

2.4 ms2.1 ms

hash_join_no_matches[10000]

criterion::hash_join_no_matches::10000

+11%

632.8 µs570.5 µs

hash_join_left_join[1000000]

criterion::hash_join_left_join::1000000

+11%

142.6 ms128.9 ms

ingest_mixed_1M[batches=4]

criterion::ingest_mixed_1M::batches=4

+11%

316.5 ms286.4 ms

Passed

storage_sequential_both_case_sensitive

criterion::string_substring_storage_only

+9%

54.9 ms50.2 ms

hash_join_inner_join[1000]

criterion::hash_join_inner_join::1000

+9%

75.5 µs69.3 µs

delete1000_full

criterion::slturl_cases

+9%

375.6 ms345.3 ms

storage_sequential_contains_case_insensitive

criterion::string_substring_storage_only

+8%

116.4 ms107.6 ms

planner_fused_both_case_sensitive

criterion::string_substring_fused_vs_sequential

+7%

73.7 ms68.6 ms

storage_sequential_starts_case_insensitive

criterion::string_substring_storage_only

+7%

94.6 ms88.3 ms

store_sequential_starts_case_insensitive

criterion::string_substring_fused_vs_sequential

+7%

90.4 ms84.6 ms

hash_join_many_to_many[100000]

criterion::hash_join_many_to_many::100000

+7%

12.7 ms11.9 ms

scan_stream_expr_divide_two

criterion::llkv_table_math_1M

+6%

4.3 ms4 ms

planner_fused_starts_case_insensitive

criterion::string_substring_fused_vs_sequential

+5%

111.5 ms105.7 ms

scan_stream_expr_multiply_two

criterion::llkv_table_math_1M

+5%

3.1 ms2.9 ms

scan_stream_sum_u64

criterion::llkv_table_math_1M

+4%

2.2 ms2.1 ms

hash_join_left_join[100000]

criterion::hash_join_left_join::100000

+4%

7.6 ms7.3 ms

storage_fused_contains_case_insensitive

criterion::string_substring_storage_only

+3%

88.6 ms85.8 ms

store_sequential_contains_case_insensitive

criterion::string_substring_fused_vs_sequential

+3%

110.4 ms106.9 ms

store_sequential_both_case_sensitive

criterion::string_substring_fused_vs_sequential

+3%

49.9 ms48.6 ms

scan_stream_expr_subtract_one

criterion::llkv_table_math_1M

+3%

3.1 ms3.1 ms

hash_join_no_matches[100000]

criterion::hash_join_no_matches::100000

+2%

10.4 ms10.1 ms

planner_fused_both_case_insensitive

criterion::string_substring_fused_vs_sequential

+2%

167.9 ms164.3 ms

storage_fused_both_case_insensitive

criterion::string_substring_storage_only

+2%

86.4 ms84.8 ms

hash_join_inner_join[1000000]

criterion::hash_join_inner_join::1000000

+2%

276.3 ms271.1 ms

store_sequential_both_case_insensitive

criterion::string_substring_fused_vs_sequential

+1%

146 ms144 ms

sum_u64_scan_only

criterion::column_store_sum_1M

+1%

103.1 µs102.1 µs

sorted_range_u64

criterion::scan_builder_1M

+1%

22.7 ms22.5 ms

storage_sequential_both_case_insensitive

criterion::string_substring_storage_only

+1%

146 ms145.2 ms

multi_column_sequential

criterion::gather_rows

2 ms2 ms

multi_column_batched

criterion::gather_rows

2 ms2 ms

sum_i32_scan_only

criterion::column_store_sum_1M

49.1 µs49 µs

single_column

criterion::gather_rows

667.6 µs667.2 µs

direct_columnstore_sum

criterion::table_layer_overhead_analysis

102.2 µs102.1 µs

multi_column_batched_with_nulls

criterion::gather_rows

770.7 µs771.1 µs

planner_fused_contains_case_insensitive

criterion::string_substring_fused_vs_sequential

130 ms130.2 ms

lowfrag/range/without_index

criterion::index_matrix_1M::lowfrag_range_without_index

3.9 ms3.9 ms

highfrag/full/with_index

criterion::index_matrix_1M::highfrag_full_with_index

41.1 ms41.2 ms

scan_contains_needle_case_sensitive

criterion::string_substring_search

46.4 ms46.6 ms

highfrag/full/without_index

criterion::index_matrix_1M::highfrag_full_without_index

-1%

14 ms14 ms

sorted_with_row_ids_u64

criterion::scan_builder_1M

-1%

19.7 ms19.8 ms

scan_contains_needle_case_insensitive

criterion::string_substring_search

-1%

102.9 ms103.5 ms

ingest_mixed_1M[batches=1]

criterion::ingest_mixed_1M::batches=1

-1%

241 ms242.5 ms

lowfrag/full/with_index

criterion::index_matrix_1M::lowfrag_full_with_index

-1%

20 ms20.2 ms

scan_sorted_stream_join

criterion::random_probe_u64

-1%

20.5 ms20.8 ms

lowfrag/range/with_index

criterion::index_matrix_1M::lowfrag_range_with_index

-2%

1.9 ms2 ms

lowfrag/full/without_index

criterion::index_matrix_1M::lowfrag_full_without_index

-2%

14.5 ms14.8 ms

unsorted_sum_u64

criterion::scan_builder_1M

-3%

961.6 µs989.7 µs

sum_u64_fragmented_scan_only

criterion::column_store_fragmented_1M

-3%

88 µs90.9 µs

highfrag/range/with_index

criterion::index_matrix_1M::highfrag_range_with_index

-3%

2.8 ms2.9 ms

scan_unsorted_multiset

criterion::random_probe_u64

-4%

1.4 ms1.5 ms

ingest_mixed_1M[batches=64]

criterion::ingest_mixed_1M::batches=64

-4%

340.9 ms355.7 ms

highfrag/range/without_index

criterion::index_matrix_1M::highfrag_range_without_index

-6%

5.2 ms5.5 ms

hash_join_many_to_many[10000]

criterion::hash_join_many_to_many::10000

-7%

752.4 µs812.5 µs

hash_join_no_matches[1000000]

criterion::hash_join_no_matches::1000000

-9%

246.6 ms270.6 ms

hash_join_inner_join[100000]

criterion::hash_join_inner_join::100000

-9%

11.2 ms12.3 ms

Commits

Click on a commit to change the comparison range

Base

main

8977772

-60.59%

Fix bench compilation

c730e02

18 hours ago

by jzombie

+31.72%

Lint deps

3b9dbc3

3 hours ago

by jzombie

-29.06%

Add'l dep lint

8fecf86

2 hours ago

by jzombie

Home Terms Privacy Docs