feature/bench-utils - Branch - jzombie/rust-llkv

Initial bench utils

#79

Comparing

feature/bench-utils

(

be07436

) with

main

(

165f5bc

)

+13%

Improvements: 4

Untouched: 69

Unknown Walltime execution environment detected

Using the Walltime instrument on standard Hosted Runners will lead to inconsistent data. For the most accurate results, we recommend using CodSpeed Macro Runners: bare-metal machines fine-tuned for performance measurement consistency.

Benchmarks

Improved

hash_join_inner_join[1000000]

criterion::hash_join_inner_join::1000000

+13%

478.2 ms424.7 ms

scan_contains_needle_case_insensitive

criterion::string_substring_search

+12%

110.2 ms98.5 ms

ingest_mixed_1M[batches=4]

criterion::ingest_mixed_1M::batches=4

+12%

311.2 ms278.6 ms

unsorted_sum_u64

criterion::scan_builder_1M

+11%

799.2 µs721.4 µs

Passed

ingest_mixed_1M[batches=1]

criterion::ingest_mixed_1M::batches=1

+10%

203.7 ms185.8 ms

hash_join_no_matches[1000000]

criterion::hash_join_no_matches::1000000

+8%

123.6 ms114.1 ms

single_column

criterion::gather_rows

+8%

642.9 µs595.1 µs

highfrag/range/without_index

criterion::index_matrix_1M::highfrag_range_without_index

+6%

5.5 ms5.2 ms

multi_column_sequential

criterion::gather_rows

+5%

1.9 ms1.8 ms

store_sequential_both_case_sensitive

criterion::string_substring_fused_vs_sequential

+4%

53.4 ms51.3 ms

planner_fused_both_case_sensitive

criterion::string_substring_fused_vs_sequential

+3%

22.7 ms22 ms

lowfrag/range/without_index

criterion::index_matrix_1M::lowfrag_range_without_index

+3%

3.9 ms3.8 ms

ingest_mixed_1M[batches=64]

criterion::ingest_mixed_1M::batches=64

+2%

762.4 ms744.2 ms

hash_join_anti_join[1000000]

criterion::hash_join_anti_join::1000000

+2%

25.7 ms25.1 ms

hash_join_semi_join[1000]

criterion::hash_join_semi_join::1000

+2%

89.3 µs87.6 µs

storage_sequential_both_case_sensitive

criterion::string_substring_storage_only

+2%

51.4 ms50.6 ms

scan_sorted_stream_join

criterion::random_probe_u64

+2%

22.7 ms22.3 ms

scan_contains_needle_case_sensitive

criterion::string_substring_search

+1%

46.7 ms46 ms

hash_join_left_join[1000000]

criterion::hash_join_left_join::1000000

+1%

1.1 s1.1 s

hash_join_inner_join[100000]

criterion::hash_join_inner_join::100000

+1%

35.7 ms35.2 ms

hash_join_left_join[1000]

criterion::hash_join_left_join::1000

+1%

769.9 µs759.5 µs

lowfrag/full/without_index

criterion::index_matrix_1M::lowfrag_full_without_index

+1%

14.8 ms14.6 ms

scan_stream_expr_multiply_two

criterion::llkv_table_math_1M

+1%

1 ms1 ms

hash_join_many_to_many[1000]

criterion::hash_join_many_to_many::1000

+1%

663.2 µs657.2 µs

sorted_range_u64

criterion::scan_builder_1M

+1%

23.7 ms23.5 ms

table_layer_sum

criterion::table_layer_overhead_analysis

+1%

106.3 µs105.5 µs

planner_fused_contains_case_insensitive

criterion::string_substring_fused_vs_sequential

+1%

103.6 ms102.8 ms

planner_fused_starts_case_insensitive

criterion::string_substring_fused_vs_sequential

+1%

22.8 ms22.7 ms

hash_join_semi_join[10000]

criterion::hash_join_semi_join::10000

+1%

246 µs244.3 µs

store_sequential_contains_case_insensitive

criterion::string_substring_fused_vs_sequential

+1%

109.5 ms109 ms

sum_i32_scan_only

criterion::column_store_sum_1M

+1%

48.8 µs48.6 µs

hash_join_left_join[10000]

criterion::hash_join_left_join::10000

6.8 ms6.8 ms

store_sequential_both_case_insensitive

criterion::string_substring_fused_vs_sequential

144.6 ms144.1 ms

scan_stream_expr_divide_two

criterion::llkv_table_math_1M

1 ms1 ms

storage_sequential_contains_case_insensitive

criterion::string_substring_storage_only

108.9 ms108.6 ms

storage_sequential_starts_case_insensitive

criterion::string_substring_storage_only

89.1 ms88.8 ms

planner_fused_both_case_insensitive

criterion::string_substring_fused_vs_sequential

103.7 ms103.4 ms

highfrag/full/with_index

criterion::index_matrix_1M::highfrag_full_with_index

46.2 ms46.1 ms

storage_sequential_both_case_insensitive

criterion::string_substring_storage_only

144.2 ms144.1 ms

storage_fused_contains_case_insensitive

criterion::string_substring_storage_only

84.6 ms84.6 ms

storage_fused_both_case_insensitive

criterion::string_substring_storage_only

84.6 ms84.6 ms

hash_join_semi_join[100000]

criterion::hash_join_semi_join::100000

2.7 ms2.7 ms

lowfrag/range/with_index

criterion::index_matrix_1M::lowfrag_range_with_index

2 ms2 ms

multi_column_batched

criterion::gather_rows

1.8 ms1.8 ms

hash_join_no_matches[100000]

criterion::hash_join_no_matches::100000

9.7 ms9.7 ms

store_sequential_starts_case_insensitive

criterion::string_substring_fused_vs_sequential

89.1 ms89.2 ms

multi_column_batched_with_nulls

criterion::gather_rows

648.6 µs649.3 µs

hash_join_many_to_many[10000]

criterion::hash_join_many_to_many::10000

5.7 ms5.7 ms

lowfrag/full/with_index

criterion::index_matrix_1M::lowfrag_full_with_index

22.4 ms22.4 ms

storage_fused_both_case_sensitive

criterion::string_substring_storage_only

5 ms5 ms

hash_join_inner_join[1000]

criterion::hash_join_inner_join::1000

356.6 µs358.2 µs

hash_join_many_to_many[100000]

criterion::hash_join_many_to_many::100000

61.6 ms61.9 ms

hash_join_anti_join[100000]

criterion::hash_join_anti_join::100000

-1%

3.4 ms3.4 ms

scan_stream_sum_u64

criterion::llkv_table_math_1M

-1%

106.2 µs107 µs

hash_join_anti_join[1000]

criterion::hash_join_anti_join::1000

-1%

94.8 µs95.6 µs

highfrag/full/without_index

criterion::index_matrix_1M::highfrag_full_without_index

-1%

14.5 ms14.6 ms

hash_join_semi_join[1000000]

criterion::hash_join_semi_join::1000000

-1%

18.8 ms19 ms

hash_join_left_join[100000]

criterion::hash_join_left_join::100000

-1%

106 ms107.1 ms

hash_join_anti_join[10000]

criterion::hash_join_anti_join::10000

-1%

313.6 µs317.7 µs

sorted_with_row_ids_u64

criterion::scan_builder_1M

-1%

21.1 ms21.4 ms

direct_columnstore_sum

criterion::table_layer_overhead_analysis

-1%

101.9 µs103.4 µs

hash_join_no_matches[10000]

criterion::hash_join_no_matches::10000

-2%

645.2 µs655.9 µs

scan_stream_expr_subtract_one

criterion::llkv_table_math_1M

-2%

1 ms1 ms

hash_join_no_matches[1000]

criterion::hash_join_no_matches::1000

-2%

142.3 µs145.4 µs

hash_join_inner_join[10000]

criterion::hash_join_inner_join::10000

-2%

3.1 ms3.2 ms

scan_unsorted_multiset

criterion::random_probe_u64

-2%

1.6 ms1.6 ms

storage_fused_starts_case_insensitive

criterion::string_substring_storage_only

-2%

4.9 ms5 ms

hash_join_many_to_many[100]

criterion::hash_join_many_to_many::100

-2%

145.8 µs149.1 µs

highfrag/range/with_index

criterion::index_matrix_1M::highfrag_range_with_index

-3%

3.2 ms3.3 ms

scan_stream_expr_add_one

criterion::llkv_table_math_1M

-4%

1 ms1 ms

sum_u64_scan_only

criterion::column_store_sum_1M

-5%

99.2 µs104.2 µs

ingest_mixed_1M[batches=16]

criterion::ingest_mixed_1M::batches=16

-6%

360.6 ms385.2 ms

sum_u64_fragmented_scan_only

criterion::column_store_fragmented_1M

-7%

87.8 µs94.1 µs

Commits

Click on a commit to change the comparison range

Base

main

165f5bc

-15.94%

Allow additional licenses

cbaf276

24 days ago

by jzombie

+5.81%

Merge branch 'main' into feature/bench-utils

7bbd4f6

23 days ago

by jzombie

+22.73%

Merge branch 'feature/bench-utils' of github.com:jzombie/rust-llkv into feature/bench-utils

be07436

22 days ago

by jzombie

Home Terms Privacy Docs